diff --git a/nncf/experimental/torch/fx/constant_folding.py b/nncf/experimental/torch/fx/constant_folding.py index 945f79b497c..1236a204752 100644 --- a/nncf/experimental/torch/fx/constant_folding.py +++ b/nncf/experimental/torch/fx/constant_folding.py @@ -222,6 +222,19 @@ def insert_placerholder_values(self, env: Dict[torch.fx.Node, Any]) -> None: env[n] = self.unknown_value # type: ignore[assignment] +def _is_impure(node: torch.fx.Node) -> bool: + """ + Returns True if the node call affects the model outputs even in case + the node have zero users, False otherwise. + + :param node: A node to check. + :return: True if the node call affects the model outputs even in case + the node have zero users, False otherwise. + + """ + return node.op in {"placeholder", "output"} + + def constant_fold( gm: torch.fx.GraphModule, constraint_fn: Optional[Callable[[torch.fx.Node], bool]] = None, @@ -252,6 +265,8 @@ def constant_fold( for node in erased_params: gm.graph.erase_node(node) - gm.graph.eliminate_dead_code() + # Custom _is_impure function allows to eliminate all layers with zero + # users including inplace ops like relu_ besides output and placeholders. + gm.graph.eliminate_dead_code(_is_impure) gm.graph.lint() gm.recompile() diff --git a/nncf/experimental/torch/fx/model_transformer.py b/nncf/experimental/torch/fx/model_transformer.py index 4e0f6f64499..2be4fbde877 100644 --- a/nncf/experimental/torch/fx/model_transformer.py +++ b/nncf/experimental/torch/fx/model_transformer.py @@ -129,11 +129,14 @@ def _apply_model_extraction( def remap_fn(node: torch.fx.Node): return value_remap.get(node) # noqa F821 + visited_outputs_names = [] for node in model.graph.nodes: - if node.name not in visited or node.op == "output": + if node.name not in visited: + continue + if node.op == "output": + visited_outputs_names.append(node.name) continue value_remap[node] = extracted_graph.node_copy(node, remap_fn) - del value_remap for input_name in transformation.input_node_names: node_with_input = get_graph_node_by_name(extracted_graph, input_name) @@ -149,7 +152,33 @@ def remap_fn(node: torch.fx.Node): args[0] = graph_input node_with_input.args = tuple(args) - nodes_with_output = [get_graph_node_by_name(extracted_graph, name) for name in transformation.output_node_names] + # Merge new output with the original output in case + # the original output is requested in the extracted graph. + nodes_with_output = [] + for name in transformation.output_node_names: + nodes_with_output.append( + name if name in visited_outputs_names else get_graph_node_by_name(extracted_graph, name) + ) + + for idx, node in enumerate(nodes_with_output): + if isinstance(node, torch.fx.Node): + continue + # Current node is the original graph output. + # Should be replaced by its arguments. + output_node = get_graph_node_by_name(model.graph, node) + args = output_node.args[0] + if isinstance(args, torch.fx.Node): + # Case of non tuple output. + args = value_remap[args] + else: + # Case of tuple output. + args = [value_remap[n] for n in args] + # Unpack target output args in case + # the only one arg is presented. + if len(args) == 1: + args = args[0] + nodes_with_output[idx] = args + last_node = list(extracted_graph.nodes)[-1] with extracted_graph.inserting_after(last_node): graph_output_name = "output" diff --git a/nncf/experimental/torch/fx/node_utils.py b/nncf/experimental/torch/fx/node_utils.py index 76e807e4b5f..a40166b1ac6 100644 --- a/nncf/experimental/torch/fx/node_utils.py +++ b/nncf/experimental/torch/fx/node_utils.py @@ -66,11 +66,10 @@ def is_node_with_bias(node: NNCFNode, nncf_graph: NNCFGraph) -> bool: :return: True if the node has a bias, False otherwise. """ # Assumes that all biases were unfused - if node.metatype in FX_OPERATORS_WITH_BIAS_METATYPES: - next_nodes = nncf_graph.get_next_nodes(node) - if len(next_nodes) != 1: - return False - return next_nodes[0].metatype in (om.PTAddMetatype,) + if node.metatype not in FX_OPERATORS_WITH_BIAS_METATYPES or len(nncf_graph.get_input_edges(node)) != 3: + return False + const_node = nncf_graph.get_input_edge_by_port_id(node, 2).from_node + return const_node.metatype is om.PTConstNoopMetatype def get_bias_value(node: NNCFNode, nncf_graph: NNCFGraph, model: torch.fx.GraphModule) -> Tensor: @@ -82,7 +81,7 @@ def get_bias_value(node: NNCFNode, nncf_graph: NNCFGraph, model: torch.fx.GraphM :param model: Target GraphModule. :return: Bias value of the given node. """ - bias_node = nncf_graph.get_next_nodes(node)[0] + bias_node = nncf_graph.get_input_edge_by_port_id(node, 2).from_node # TODO(dlyakhov): make a node_name_vs_node map to speed up the process - graph_bias_node = get_graph_node_by_name(model.graph, bias_node.node_name) - return Tensor(get_tensor_constant_from_node(graph_bias_node.all_input_nodes[1], model)) + graph_bias_const = get_graph_node_by_name(model.graph, bias_node.node_name) + return Tensor(get_tensor_constant_from_node(graph_bias_const, model)) diff --git a/nncf/experimental/torch/fx/quantization/quantize_model.py b/nncf/experimental/torch/fx/quantization/quantize_model.py index bdfe839994c..00b0be8bac1 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_model.py +++ b/nncf/experimental/torch/fx/quantization/quantize_model.py @@ -30,7 +30,6 @@ from nncf.experimental.torch.fx.transformations import apply_quantization_transformations from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation from nncf.experimental.torch.fx.transformations import fq_weights_transformation -from nncf.experimental.torch.fx.transformations import revert_quantization_transformations from nncf.parameters import BackupMode from nncf.parameters import CompressWeightsMode from nncf.parameters import ModelType @@ -85,17 +84,12 @@ def quantize_impl( advanced_parameters=advanced_parameters, ) - # To make it easier for bias correction algorithms, - # biases are being separated by the followng calls. + # To make it easier for bias correction algorithms. apply_quantization_transformations(copied_model) nncf_graph = NNCFGraphFactory.create(copied_model) quantized_model = quantization_algorithm.apply(copied_model, nncf_graph, dataset=calibration_dataset) - # Revert applied transformation to keep original model - # bias configuration. - revert_quantization_transformations(quantized_model) - if is_weight_compression_needed(advanced_parameters): compress_post_quantize_transformation(quantized_model) else: diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 3af906c5670..6d4ecaf72a8 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -160,33 +160,6 @@ def leaf_module_insertion_transformation(model: torch.fx.GraphModule): return leaf_module_insertion_transformation -def bias_update_transformation_builder(node: NNCFNode, value: torch.Tensor, input_port_id: int) -> TransformationFNType: - """ - Return transformation which updates constant of the given node with bias to the given value. - - :param node: Node with bias which requires bias constant update. - :param value: New value to use as the bias constant. - :param input_port_id: Input port id to get constant node from. - :return: Transformation which updates constant of the given node with bias to the given value. - """ - - def bias_update_transformation(model: torch.fx.GraphModule): - graph = model.graph - target_node_name = node.node_name - graph_node = get_graph_node_by_name(graph, target_node_name) - add_nodes = [] - for user in graph_node.users: - if _is_add(user): - add_nodes.append(user) - if len(add_nodes) != 1: - raise nncf.InternalError(f"Node {graph_node.name} has {len(add_nodes)} outputs with adds, 1 expected") - - bias_node = add_nodes[0] - constant_update_fn(model, bias_node, value, input_port_id=input_port_id) - - return bias_update_transformation - - def constant_update_transformation_builder( node: NNCFNode, value: torch.Tensor, input_port_id: int = 1 ) -> TransformationFNType: @@ -794,8 +767,6 @@ def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: # are being fused fold_constant_except_qdq(model) fuse_conv_bn(model) - separate_conv_and_bias(model) - separate_linear_and_bias(model) def fold_constant_except_qdq(model: torch.fx.GraphModule): @@ -811,26 +782,6 @@ def constraint_fn(node: torch.fx.Node): constant_fold(model, constraint_fn=constraint_fn) -def revert_quantization_transformations(model: torch.fx.GraphModule) -> None: - """ - Reverts quantization transformations from the model. - - :param model: Model to revert transformations from. - """ - merge_conv_and_bias(model) - merge_linear_and_bias(model) - - -def _is_linear(n: torch.fx.Node) -> bool: - """ - Return whether the node refers to an aten linear op. - - :param n: The given node. - :return: True if given node is a linear node, else False. - """ - return n.op == "call_function" and n.target in (torch.ops.aten.linear.default,) - - def _is_conv(n: torch.fx.Node): """ Return whether the node refers to an aten conv op. @@ -840,182 +791,3 @@ def _is_conv(n: torch.fx.Node): torch.ops.aten.conv2d.default, torch.ops.aten.conv_transpose2d.input, ) - - -def _is_add(n: torch.fx.Node): - """ - Return whether the node refers to an aten add op. - """ - return n.op == "call_function" and n.target in ( - torch.ops.aten.add_.Tensor, - torch.ops.aten.add.Tensor, - ) - - -def separate_linear_and_bias(model: torch.fx.GraphModule): - """ - Separates one joined linear+bias node to two nodes: conv and bias. - Needed as nncf does not expect joined conv - - :param model: Target model. - """ - add_node_target = torch.ops.aten.add.Tensor - for n in model.graph.nodes: - if not _is_linear(n): - continue - # This check also makes sure to ignore linear nodes which might already - # have quantization applied to the weights. - if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": - continue - linear_node = n - linear_bias_node = linear_node.args[2] - while linear_bias_node.op != "get_attr": - # Assume zero argument is on a path to the constant - linear_bias_node = linear_bias_node.args[0] - linear_bias_value = get_tensor_constant_from_node(linear_bias_node, model) - args = list(n.args) - args[2] = None - linear_node.args = tuple(args) - with model.graph.inserting_after(linear_node): - new_linear_bias_node = create_getattr_from_value( - model, - model.graph, - linear_bias_node.name + "_", - linear_bias_value, - ) - with model.graph.inserting_after(new_linear_bias_node): - add_node = model.graph.create_node( - "call_function", add_node_target, (linear_node, new_linear_bias_node), {} - ) - for user in list(linear_node.users): - if user is add_node: - continue - user.replace_input_with(linear_node, add_node) - if "val" in linear_node.meta: - add_node.meta["val"] = linear_node.meta["val"] - model.graph.eliminate_dead_code() - model.recompile() - - -def separate_conv_and_bias(model: torch.fx.GraphModule): - """ - Separates one joined conv+bias node to two nodes: conv and bias. - Needed as nncf does not expect joined conv - - :param model: Target model. - """ - add_node_target = torch.ops.aten.add_.Tensor - for n in model.graph.nodes: - if not _is_conv(n): - continue - # This check also makes sure to ignore convolution nodes which might - # already have quantization applied to the weights. - if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": - continue - conv_node = n - dims = len(get_tensor_constant_from_node(conv_node.args[1], model).shape) - conv_bias_node = conv_node.args[2] - conv_bias_value = get_tensor_constant_from_node(conv_bias_node, model) - args = list(n.args) - args[2] = None - conv_node.args = tuple(args) - with model.graph.inserting_after(conv_node): - new_conv_bias_node = create_getattr_from_value( - model, model.graph, conv_bias_node.name + "_", conv_bias_value.reshape((1, -1) + (1,) * (dims - 2)) - ) - with model.graph.inserting_after(new_conv_bias_node): - add_node = model.graph.create_node("call_function", add_node_target, (conv_node, new_conv_bias_node), {}) - for user in list(conv_node.users): - if user is add_node: - continue - user.replace_input_with(conv_node, add_node) - - if "val" in conv_node.meta: - add_node.meta["val"] = conv_node.meta["val"] - model.graph.eliminate_dead_code() - model.recompile() - - -def merge_conv_and_bias(model: torch.fx.GraphModule): - """ - Merges two separate conv and bias nodes to a one node: conv+bias. - Needed as nncf does not expect joined conv - - :param model: Target model. - """ - _merge_node_and_bias(model, _is_conv) - - -def merge_linear_and_bias(model: torch.fx.GraphModule): - """ - Merges two separate linear and bias nodes to a one node: linear+bias. - - :param model: Target model. - """ - _merge_node_and_bias(model, _is_linear) - - -def _get_connected_nodes(graph: torch.fx.Graph) -> List[torch.fx.Node]: - """ - Returns the List of nodes which are directly or indirectly connected - to the output node. - - :param graph: The torch FX graph to get nodes from. - """ - output_nodes = [node for node in graph.nodes if node.op == "output"] - assert len(output_nodes) == 1 - output_node = output_nodes[0] - connected_nodes = set() # Every node is unique in the graph - nodes_to_visit = [output_node] - while nodes_to_visit: - current_node = nodes_to_visit.pop() - if current_node in connected_nodes: - continue - connected_nodes.add(current_node) - nodes_to_visit.extend(current_node.all_input_nodes) - return list(connected_nodes) - - -def _merge_node_and_bias(model: torch.fx.GraphModule, is_target_node: Callable[[torch.fx.Node], bool]): - """ - Merges two separate node and bias node to a one node: node+bias. - Check which node should be merged by the given `is_target_node` predicate. - - :param model: Target model. - :param is_target_node: Predicate to specify nodes which should be merged with the bias - """ - add_node_targets = (torch.ops.aten.add.Tensor, torch.ops.aten.add_.Tensor) - for n in model.graph.nodes: - if not is_target_node(n): - continue - if len(n.args) > 2 and n.args[2] is not None: - continue - bias_node = next(iter(n.users)) - if len(n.users) > 1 or bias_node.target not in add_node_targets: - continue - conv_node = n - const_node = None - for node in bias_node.all_input_nodes: - if node is not conv_node: - const_node = node - break - assert const_node is not None - bias_value = get_tensor_constant_from_node(const_node, model).squeeze() - with model.graph.inserting_before(conv_node): - new_bias_node = create_getattr_from_value(model, model.graph, const_node.name + "_", bias_value) - args = list(conv_node.args) - args[2] = new_bias_node - conv_node.args = tuple(args) - for user in list(bias_node.users): - user.replace_input_with(bias_node, conv_node) - - # Remove nodes which are not connected to output. This removes dead nodes and dead subgraphs in the model graph. - nodes_connected_to_output = _get_connected_nodes(model.graph) - is_impure = lambda node: node in nodes_connected_to_output - - for node in reversed(model.graph.nodes): - if not is_impure(node) and len(node.users) == 0: - model.graph.erase_node(node) - - model.graph.eliminate_dead_code() - model.recompile() diff --git a/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py b/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py index 1f62eef00b6..7a73a73c873 100644 --- a/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py +++ b/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py @@ -24,7 +24,7 @@ from nncf.experimental.torch.fx.node_utils import get_bias_value from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import is_node_with_bias -from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder +from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder from nncf.quantization.algorithms.bias_correction.backend import BiasCorrectionAlgoBackend from nncf.tensor import Tensor @@ -45,7 +45,9 @@ def target_point(target_type: TargetType, target_node_name: str, port_id: int) - def create_bias_correction_command( node: NNCFNode, bias_value: Tensor, nncf_graph: NNCFGraph ) -> FXApplyTransformationCommand: - return FXApplyTransformationCommand(bias_update_transformation_builder(node, bias_value.data, input_port_id=1)) + return FXApplyTransformationCommand( + constant_update_transformation_builder(node, bias_value.data, input_port_id=2) + ) @staticmethod def model_extraction_command( @@ -90,6 +92,10 @@ def get_input_name(model: torch.fx.GraphModule, node_name: str, input_port_id: i @staticmethod def get_output_name(model: torch.fx.GraphModule, node_name: str, output_port_id: int) -> int: graph_node = get_graph_node_by_name(model.graph, node_name) + if graph_node.op == "output": + # Original node output is kept as the first + # output tensor, thus returns 0. + return 0 nodes = list(graph_node.users) while nodes: node = nodes.pop() diff --git a/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py b/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py index abbbf7ea21d..c6c538a52b4 100644 --- a/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py +++ b/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py @@ -23,7 +23,7 @@ from nncf.experimental.torch.fx.model_utils import get_target_point from nncf.experimental.torch.fx.node_utils import get_bias_value from nncf.experimental.torch.fx.node_utils import is_node_with_bias -from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder +from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.quantization.algorithms.fast_bias_correction.backend import FastBiasCorrectionAlgoBackend from nncf.tensor import Tensor from nncf.torch.graph.transformations.commands import PTModelExtractionCommand @@ -41,7 +41,9 @@ def target_point(target_type: TargetType, target_node_name: str, port_id: int) - def create_bias_correction_command( node: NNCFNode, bias_value: Tensor, nncf_graph: NNCFGraph ) -> FXApplyTransformationCommand: - return FXApplyTransformationCommand(bias_update_transformation_builder(node, bias_value.data, input_port_id=1)) + return FXApplyTransformationCommand( + constant_update_transformation_builder(node, bias_value.data, input_port_id=2) + ) @staticmethod def model_extraction_command( diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_conv2d_output_1_conv2d.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_conv2d_output_1_conv2d.dot new file mode 100644 index 00000000000..8fcafac75d0 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_conv2d_output_1_conv2d.dot @@ -0,0 +1,11 @@ +strict digraph { +"0 _conv_w" [id=0, type=get_attr]; +"1 add" [id=1, type=add]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 output" [id=4, type=output]; +"0 _conv_w" -> "1 add" [label="(1, 1, 1, 1)", style=solid]; +"1 add" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_output_1.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_output_1.dot new file mode 100644 index 00000000000..8fcafac75d0 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_output_1.dot @@ -0,0 +1,11 @@ +strict digraph { +"0 _conv_w" [id=0, type=get_attr]; +"1 add" [id=1, type=add]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 output" [id=4, type=output]; +"0 _conv_w" -> "1 add" [label="(1, 1, 1, 1)", style=solid]; +"1 add" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_conv2d_output_1_conv2d.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_conv2d_output_1_conv2d.dot new file mode 100644 index 00000000000..5246df9378e --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_conv2d_output_1_conv2d.dot @@ -0,0 +1,14 @@ +strict digraph { +"0 conv_weight" [id=0, type=get_attr]; +"1 conv_bias" [id=1, type=get_attr]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 add" [id=4, type=add]; +"5 output" [id=5, type=output]; +"0 conv_weight" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"1 conv_bias" -> "3 conv2d" [label="(1,)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 add" [label="(1, 1, 3, 3)", style=solid]; +"3 conv2d" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +"4 add" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_output_1.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_output_1.dot new file mode 100644 index 00000000000..5246df9378e --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_output_1.dot @@ -0,0 +1,14 @@ +strict digraph { +"0 conv_weight" [id=0, type=get_attr]; +"1 conv_bias" [id=1, type=get_attr]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 add" [id=4, type=add]; +"5 output" [id=5, type=output]; +"0 conv_weight" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"1 conv_bias" -> "3 conv2d" [label="(1,)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 add" [label="(1, 1, 3, 3)", style=solid]; +"3 conv2d" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +"4 add" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot index 47c6390f606..d7f83d3c665 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot @@ -1,533 +1,533 @@ strict digraph { "0 features_1_block_1_fc1_weight" [id=0, type=get_attr]; -"1 features_1_block_1_fc2_weight" [id=1, type=get_attr]; -"2 features_4_block_2_fc1_weight" [id=2, type=get_attr]; -"3 features_4_block_2_fc2_weight" [id=3, type=get_attr]; -"4 features_5_block_2_fc1_weight" [id=4, type=get_attr]; -"5 features_5_block_2_fc2_weight" [id=5, type=get_attr]; -"6 features_6_block_2_fc1_weight" [id=6, type=get_attr]; -"7 features_6_block_2_fc2_weight" [id=7, type=get_attr]; -"8 features_7_block_2_fc1_weight" [id=8, type=get_attr]; -"9 features_7_block_2_fc2_weight" [id=9, type=get_attr]; -"10 features_8_block_2_fc1_weight" [id=10, type=get_attr]; -"11 features_8_block_2_fc2_weight" [id=11, type=get_attr]; -"12 features_9_block_2_fc1_weight" [id=12, type=get_attr]; -"13 features_9_block_2_fc2_weight" [id=13, type=get_attr]; -"14 features_10_block_2_fc1_weight" [id=14, type=get_attr]; -"15 features_10_block_2_fc2_weight" [id=15, type=get_attr]; -"16 features_11_block_2_fc1_weight" [id=16, type=get_attr]; -"17 features_11_block_2_fc2_weight" [id=17, type=get_attr]; -"18 x" [id=18, type=input]; -"19 quantize_per_tensor_default" [id=19, type=quantize_per_tensor]; -"20 dequantize_per_tensor_default" [id=20, type=dequantize_per_tensor]; -"21 features_0_0_weight_bias_0_0" [id=21, type=get_attr]; -"22 scale_updated_constant0" [id=22, type=get_attr]; -"23 compressed_weight_updated_constant0" [id=23, type=get_attr]; -"24 mul_tensor" [id=24, type=mul]; -"25 zero_point_updated_constant0" [id=25, type=get_attr]; -"26 sub_tensor" [id=26, type=sub]; -"27 conv2d" [id=27, type=conv2d]; -"28 hardswish__scale_0" [id=28, type=get_attr]; -"29 hardswish__zero_point_0" [id=29, type=get_attr]; -"30 hardswish_" [id=30, type=hardswish_]; -"31 quantize_per_channel_default_1" [id=31, type=quantize_per_channel]; -"32 dequantize_per_channel_default_1" [id=32, type=dequantize_per_channel]; -"33 features_1_block_0_0_weight_bias_0_0" [id=33, type=get_attr]; -"34 scale_updated_constant1" [id=34, type=get_attr]; -"35 compressed_weight_updated_constant1" [id=35, type=get_attr]; -"36 mul_tensor_1" [id=36, type=mul]; -"37 zero_point_updated_constant1" [id=37, type=get_attr]; -"38 sub_tensor_1" [id=38, type=sub]; -"39 conv2d_1" [id=39, type=conv2d]; -"40 relu_" [id=40, type=relu_]; -"41 quantize_per_tensor_default_1" [id=41, type=quantize_per_tensor]; -"42 dequantize_per_tensor_default_2" [id=42, type=dequantize_per_tensor]; -"43 dequantize_per_tensor_default_1" [id=43, type=dequantize_per_tensor]; -"44 adaptive_avg_pool2d" [id=44, type=adaptive_avg_pool2d]; -"45 features_1_block_1_fc1_bias_0_0" [id=45, type=get_attr]; -"46 conv2d_2" [id=46, type=conv2d]; -"47 relu" [id=47, type=relu]; -"48 features_1_block_1_fc2_bias_0_0" [id=48, type=get_attr]; -"49 conv2d_3" [id=49, type=conv2d]; -"50 hardsigmoid" [id=50, type=hardsigmoid]; -"51 quantize_per_tensor_default_2" [id=51, type=quantize_per_tensor]; -"52 dequantize_per_tensor_default_3" [id=52, type=dequantize_per_tensor]; -"53 mul" [id=53, type=mul]; -"54 quantize_per_tensor_default_3" [id=54, type=quantize_per_tensor]; -"55 dequantize_per_tensor_default_4" [id=55, type=dequantize_per_tensor]; -"56 features_1_block_2_0_weight_bias_0_0" [id=56, type=get_attr]; -"57 scale_updated_constant2" [id=57, type=get_attr]; -"58 compressed_weight_updated_constant2" [id=58, type=get_attr]; -"59 mul_tensor_2" [id=59, type=mul]; -"60 zero_point_updated_constant2" [id=60, type=get_attr]; -"61 sub_tensor_2" [id=61, type=sub]; -"62 conv2d_4" [id=62, type=conv2d]; -"63 quantize_per_tensor_default_4" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_5" [id=64, type=dequantize_per_tensor]; -"65 features_2_block_0_0_weight_bias_0_0" [id=65, type=get_attr]; -"66 scale_updated_constant3" [id=66, type=get_attr]; -"67 compressed_weight_updated_constant3" [id=67, type=get_attr]; -"68 mul_tensor_3" [id=68, type=mul]; -"69 zero_point_updated_constant3" [id=69, type=get_attr]; -"70 sub_tensor_3" [id=70, type=sub]; -"71 conv2d_5" [id=71, type=conv2d]; -"72 relu__1_scale_0" [id=72, type=get_attr]; -"73 relu__1_zero_point_0" [id=73, type=get_attr]; -"74 relu__1" [id=74, type=relu_]; -"75 quantize_per_channel_default_5" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_5" [id=76, type=dequantize_per_channel]; -"77 features_2_block_1_0_weight_bias_0_0" [id=77, type=get_attr]; -"78 scale_updated_constant4" [id=78, type=get_attr]; -"79 compressed_weight_updated_constant4" [id=79, type=get_attr]; -"80 mul_tensor_4" [id=80, type=mul]; -"81 zero_point_updated_constant4" [id=81, type=get_attr]; -"82 sub_tensor_4" [id=82, type=sub]; -"83 conv2d_6" [id=83, type=conv2d]; -"84 relu__2" [id=84, type=relu_]; -"85 quantize_per_tensor_default_5" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_6" [id=86, type=dequantize_per_tensor]; -"87 features_2_block_2_0_weight_bias_0_0" [id=87, type=get_attr]; -"88 scale_updated_constant5" [id=88, type=get_attr]; -"89 compressed_weight_updated_constant5" [id=89, type=get_attr]; -"90 mul_tensor_5" [id=90, type=mul]; -"91 zero_point_updated_constant5" [id=91, type=get_attr]; -"92 sub_tensor_5" [id=92, type=sub]; -"93 conv2d_7" [id=93, type=conv2d]; -"94 quantize_per_tensor_default_6" [id=94, type=quantize_per_tensor]; -"95 dequantize_per_tensor_default_8" [id=95, type=dequantize_per_tensor]; -"96 dequantize_per_tensor_default_7" [id=96, type=dequantize_per_tensor]; -"97 features_3_block_0_0_weight_bias_0_0" [id=97, type=get_attr]; -"98 scale_updated_constant6" [id=98, type=get_attr]; -"99 compressed_weight_updated_constant6" [id=99, type=get_attr]; -"100 mul_tensor_6" [id=100, type=mul]; -"101 zero_point_updated_constant6" [id=101, type=get_attr]; -"102 sub_tensor_6" [id=102, type=sub]; -"103 conv2d_8" [id=103, type=conv2d]; -"104 relu__3_scale_0" [id=104, type=get_attr]; -"105 relu__3_zero_point_0" [id=105, type=get_attr]; -"106 relu__3" [id=106, type=relu_]; -"107 quantize_per_channel_default_9" [id=107, type=quantize_per_channel]; -"108 dequantize_per_channel_default_9" [id=108, type=dequantize_per_channel]; -"109 features_3_block_1_0_weight_bias_0_0" [id=109, type=get_attr]; -"110 scale_updated_constant7" [id=110, type=get_attr]; -"111 compressed_weight_updated_constant7" [id=111, type=get_attr]; -"112 mul_tensor_7" [id=112, type=mul]; -"113 zero_point_updated_constant7" [id=113, type=get_attr]; -"114 sub_tensor_7" [id=114, type=sub]; -"115 conv2d_9" [id=115, type=conv2d]; -"116 relu__4" [id=116, type=relu_]; -"117 quantize_per_tensor_default_7" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_9" [id=118, type=dequantize_per_tensor]; -"119 features_3_block_2_0_weight_bias_0_0" [id=119, type=get_attr]; -"120 scale_updated_constant8" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant8" [id=121, type=get_attr]; -"122 mul_tensor_8" [id=122, type=mul]; -"123 zero_point_updated_constant8" [id=123, type=get_attr]; -"124 sub_tensor_8" [id=124, type=sub]; -"125 conv2d_10" [id=125, type=conv2d]; -"126 quantize_per_tensor_default_8" [id=126, type=quantize_per_tensor]; -"127 dequantize_per_tensor_default_10" [id=127, type=dequantize_per_tensor]; -"128 add_" [id=128, type=add_]; -"129 quantize_per_tensor_default_9" [id=129, type=quantize_per_tensor]; -"130 dequantize_per_tensor_default_11" [id=130, type=dequantize_per_tensor]; -"131 features_4_block_0_0_weight_bias_0_0" [id=131, type=get_attr]; -"132 scale_updated_constant9" [id=132, type=get_attr]; -"133 compressed_weight_updated_constant9" [id=133, type=get_attr]; -"134 mul_tensor_9" [id=134, type=mul]; -"135 zero_point_updated_constant9" [id=135, type=get_attr]; -"136 sub_tensor_9" [id=136, type=sub]; -"137 conv2d_11" [id=137, type=conv2d]; -"138 hardswish__1_scale_0" [id=138, type=get_attr]; -"139 hardswish__1_zero_point_0" [id=139, type=get_attr]; -"140 hardswish__1" [id=140, type=hardswish_]; -"141 quantize_per_channel_default_13" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_13" [id=142, type=dequantize_per_channel]; -"143 features_4_block_1_0_weight_bias_0_0" [id=143, type=get_attr]; -"144 scale_updated_constant10" [id=144, type=get_attr]; -"145 compressed_weight_updated_constant10" [id=145, type=get_attr]; -"146 mul_tensor_10" [id=146, type=mul]; -"147 zero_point_updated_constant10" [id=147, type=get_attr]; -"148 sub_tensor_10" [id=148, type=sub]; -"149 conv2d_12" [id=149, type=conv2d]; -"150 hardswish__2" [id=150, type=hardswish_]; -"151 quantize_per_tensor_default_10" [id=151, type=quantize_per_tensor]; -"152 dequantize_per_tensor_default_13" [id=152, type=dequantize_per_tensor]; -"153 dequantize_per_tensor_default_12" [id=153, type=dequantize_per_tensor]; -"154 adaptive_avg_pool2d_1" [id=154, type=adaptive_avg_pool2d]; -"155 features_4_block_2_fc1_bias_0_0" [id=155, type=get_attr]; -"156 conv2d_13" [id=156, type=conv2d]; -"157 relu_1" [id=157, type=relu]; -"158 features_4_block_2_fc2_bias_0_0" [id=158, type=get_attr]; -"159 conv2d_14" [id=159, type=conv2d]; -"160 hardsigmoid_1" [id=160, type=hardsigmoid]; -"161 quantize_per_tensor_default_11" [id=161, type=quantize_per_tensor]; -"162 dequantize_per_tensor_default_14" [id=162, type=dequantize_per_tensor]; -"163 mul_1" [id=163, type=mul]; -"164 quantize_per_tensor_default_12" [id=164, type=quantize_per_tensor]; -"165 dequantize_per_tensor_default_15" [id=165, type=dequantize_per_tensor]; -"166 features_4_block_3_0_weight_bias_0_0" [id=166, type=get_attr]; -"167 scale_updated_constant11" [id=167, type=get_attr]; -"168 compressed_weight_updated_constant11" [id=168, type=get_attr]; -"169 mul_tensor_11" [id=169, type=mul]; -"170 zero_point_updated_constant11" [id=170, type=get_attr]; -"171 sub_tensor_11" [id=171, type=sub]; -"172 conv2d_15" [id=172, type=conv2d]; -"173 quantize_per_tensor_default_13" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_17" [id=174, type=dequantize_per_tensor]; -"175 dequantize_per_tensor_default_16" [id=175, type=dequantize_per_tensor]; -"176 features_5_block_0_0_weight_bias_0_0" [id=176, type=get_attr]; -"177 scale_updated_constant12" [id=177, type=get_attr]; -"178 compressed_weight_updated_constant12" [id=178, type=get_attr]; -"179 mul_tensor_12" [id=179, type=mul]; -"180 zero_point_updated_constant12" [id=180, type=get_attr]; -"181 sub_tensor_12" [id=181, type=sub]; -"182 conv2d_16" [id=182, type=conv2d]; -"183 hardswish__3_scale_0" [id=183, type=get_attr]; -"184 hardswish__3_zero_point_0" [id=184, type=get_attr]; -"185 hardswish__3" [id=185, type=hardswish_]; -"186 quantize_per_channel_default_17" [id=186, type=quantize_per_channel]; -"187 dequantize_per_channel_default_17" [id=187, type=dequantize_per_channel]; -"188 features_5_block_1_0_weight_bias_0_0" [id=188, type=get_attr]; -"189 scale_updated_constant13" [id=189, type=get_attr]; -"190 compressed_weight_updated_constant13" [id=190, type=get_attr]; -"191 mul_tensor_13" [id=191, type=mul]; -"192 zero_point_updated_constant13" [id=192, type=get_attr]; -"193 sub_tensor_13" [id=193, type=sub]; -"194 conv2d_17" [id=194, type=conv2d]; -"195 hardswish__4" [id=195, type=hardswish_]; -"196 quantize_per_tensor_default_14" [id=196, type=quantize_per_tensor]; -"197 dequantize_per_tensor_default_19" [id=197, type=dequantize_per_tensor]; -"198 dequantize_per_tensor_default_18" [id=198, type=dequantize_per_tensor]; -"199 adaptive_avg_pool2d_2" [id=199, type=adaptive_avg_pool2d]; -"200 features_5_block_2_fc1_bias_0_0" [id=200, type=get_attr]; -"201 conv2d_18" [id=201, type=conv2d]; -"202 relu_2" [id=202, type=relu]; -"203 features_5_block_2_fc2_bias_0_0" [id=203, type=get_attr]; -"204 conv2d_19" [id=204, type=conv2d]; -"205 hardsigmoid_2" [id=205, type=hardsigmoid]; -"206 quantize_per_tensor_default_15" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_20" [id=207, type=dequantize_per_tensor]; -"208 mul_2" [id=208, type=mul]; -"209 quantize_per_tensor_default_16" [id=209, type=quantize_per_tensor]; -"210 dequantize_per_tensor_default_21" [id=210, type=dequantize_per_tensor]; -"211 features_5_block_3_0_weight_bias_0_0" [id=211, type=get_attr]; -"212 scale_updated_constant14" [id=212, type=get_attr]; -"213 compressed_weight_updated_constant14" [id=213, type=get_attr]; -"214 mul_tensor_14" [id=214, type=mul]; -"215 zero_point_updated_constant14" [id=215, type=get_attr]; -"216 sub_tensor_14" [id=216, type=sub]; -"217 conv2d_20" [id=217, type=conv2d]; -"218 quantize_per_tensor_default_17" [id=218, type=quantize_per_tensor]; -"219 dequantize_per_tensor_default_22" [id=219, type=dequantize_per_tensor]; -"220 add__1" [id=220, type=add_]; -"221 quantize_per_tensor_default_18" [id=221, type=quantize_per_tensor]; -"222 dequantize_per_tensor_default_24" [id=222, type=dequantize_per_tensor]; -"223 dequantize_per_tensor_default_23" [id=223, type=dequantize_per_tensor]; -"224 features_6_block_0_0_weight_bias_0_0" [id=224, type=get_attr]; -"225 scale_updated_constant15" [id=225, type=get_attr]; -"226 compressed_weight_updated_constant15" [id=226, type=get_attr]; -"227 mul_tensor_15" [id=227, type=mul]; -"228 zero_point_updated_constant15" [id=228, type=get_attr]; -"229 sub_tensor_15" [id=229, type=sub]; -"230 conv2d_21" [id=230, type=conv2d]; -"231 hardswish__5_scale_0" [id=231, type=get_attr]; -"232 hardswish__5_zero_point_0" [id=232, type=get_attr]; -"233 hardswish__5" [id=233, type=hardswish_]; -"234 quantize_per_channel_default_21" [id=234, type=quantize_per_channel]; -"235 dequantize_per_channel_default_21" [id=235, type=dequantize_per_channel]; -"236 features_6_block_1_0_weight_bias_0_0" [id=236, type=get_attr]; -"237 scale_updated_constant16" [id=237, type=get_attr]; -"238 compressed_weight_updated_constant16" [id=238, type=get_attr]; -"239 mul_tensor_16" [id=239, type=mul]; -"240 zero_point_updated_constant16" [id=240, type=get_attr]; -"241 sub_tensor_16" [id=241, type=sub]; -"242 conv2d_22" [id=242, type=conv2d]; -"243 hardswish__6" [id=243, type=hardswish_]; -"244 quantize_per_tensor_default_19" [id=244, type=quantize_per_tensor]; -"245 dequantize_per_tensor_default_26" [id=245, type=dequantize_per_tensor]; -"246 dequantize_per_tensor_default_25" [id=246, type=dequantize_per_tensor]; -"247 adaptive_avg_pool2d_3" [id=247, type=adaptive_avg_pool2d]; -"248 features_6_block_2_fc1_bias_0_0" [id=248, type=get_attr]; -"249 conv2d_23" [id=249, type=conv2d]; -"250 relu_3" [id=250, type=relu]; -"251 features_6_block_2_fc2_bias_0_0" [id=251, type=get_attr]; -"252 conv2d_24" [id=252, type=conv2d]; -"253 hardsigmoid_3" [id=253, type=hardsigmoid]; -"254 quantize_per_tensor_default_20" [id=254, type=quantize_per_tensor]; -"255 dequantize_per_tensor_default_27" [id=255, type=dequantize_per_tensor]; -"256 mul_3" [id=256, type=mul]; -"257 quantize_per_tensor_default_21" [id=257, type=quantize_per_tensor]; -"258 dequantize_per_tensor_default_28" [id=258, type=dequantize_per_tensor]; -"259 features_6_block_3_0_weight_bias_0_0" [id=259, type=get_attr]; -"260 scale_updated_constant17" [id=260, type=get_attr]; -"261 compressed_weight_updated_constant17" [id=261, type=get_attr]; -"262 mul_tensor_17" [id=262, type=mul]; -"263 zero_point_updated_constant17" [id=263, type=get_attr]; -"264 sub_tensor_17" [id=264, type=sub]; -"265 conv2d_25" [id=265, type=conv2d]; -"266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; -"267 dequantize_per_tensor_default_29" [id=267, type=dequantize_per_tensor]; -"268 add__2" [id=268, type=add_]; -"269 quantize_per_tensor_default_23" [id=269, type=quantize_per_tensor]; -"270 dequantize_per_tensor_default_30" [id=270, type=dequantize_per_tensor]; -"271 features_7_block_0_0_weight_bias_0_0" [id=271, type=get_attr]; -"272 scale_updated_constant18" [id=272, type=get_attr]; -"273 compressed_weight_updated_constant18" [id=273, type=get_attr]; -"274 mul_tensor_18" [id=274, type=mul]; -"275 zero_point_updated_constant18" [id=275, type=get_attr]; -"276 sub_tensor_18" [id=276, type=sub]; -"277 conv2d_26" [id=277, type=conv2d]; -"278 hardswish__7_scale_0" [id=278, type=get_attr]; -"279 hardswish__7_zero_point_0" [id=279, type=get_attr]; -"280 hardswish__7" [id=280, type=hardswish_]; -"281 quantize_per_channel_default_25" [id=281, type=quantize_per_channel]; -"282 dequantize_per_channel_default_25" [id=282, type=dequantize_per_channel]; -"283 features_7_block_1_0_weight_bias_0_0" [id=283, type=get_attr]; -"284 scale_updated_constant19" [id=284, type=get_attr]; -"285 compressed_weight_updated_constant19" [id=285, type=get_attr]; -"286 mul_tensor_19" [id=286, type=mul]; -"287 zero_point_updated_constant19" [id=287, type=get_attr]; -"288 sub_tensor_19" [id=288, type=sub]; -"289 conv2d_27" [id=289, type=conv2d]; -"290 hardswish__8" [id=290, type=hardswish_]; -"291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; -"292 dequantize_per_tensor_default_32" [id=292, type=dequantize_per_tensor]; -"293 dequantize_per_tensor_default_31" [id=293, type=dequantize_per_tensor]; -"294 adaptive_avg_pool2d_4" [id=294, type=adaptive_avg_pool2d]; -"295 features_7_block_2_fc1_bias_0_0" [id=295, type=get_attr]; -"296 conv2d_28" [id=296, type=conv2d]; -"297 relu_4" [id=297, type=relu]; -"298 features_7_block_2_fc2_bias_0_0" [id=298, type=get_attr]; -"299 conv2d_29" [id=299, type=conv2d]; -"300 hardsigmoid_4" [id=300, type=hardsigmoid]; -"301 quantize_per_tensor_default_25" [id=301, type=quantize_per_tensor]; -"302 dequantize_per_tensor_default_33" [id=302, type=dequantize_per_tensor]; -"303 mul_4" [id=303, type=mul]; -"304 quantize_per_tensor_default_26" [id=304, type=quantize_per_tensor]; -"305 dequantize_per_tensor_default_34" [id=305, type=dequantize_per_tensor]; -"306 features_7_block_3_0_weight_bias_0_0" [id=306, type=get_attr]; -"307 scale_updated_constant20" [id=307, type=get_attr]; -"308 compressed_weight_updated_constant20" [id=308, type=get_attr]; -"309 mul_tensor_20" [id=309, type=mul]; -"310 zero_point_updated_constant20" [id=310, type=get_attr]; -"311 sub_tensor_20" [id=311, type=sub]; -"312 conv2d_30" [id=312, type=conv2d]; -"313 quantize_per_tensor_default_27" [id=313, type=quantize_per_tensor]; -"314 dequantize_per_tensor_default_36" [id=314, type=dequantize_per_tensor]; -"315 dequantize_per_tensor_default_35" [id=315, type=dequantize_per_tensor]; -"316 features_8_block_0_0_weight_bias_0_0" [id=316, type=get_attr]; -"317 scale_updated_constant21" [id=317, type=get_attr]; -"318 compressed_weight_updated_constant21" [id=318, type=get_attr]; -"319 mul_tensor_21" [id=319, type=mul]; -"320 zero_point_updated_constant21" [id=320, type=get_attr]; -"321 sub_tensor_21" [id=321, type=sub]; -"322 conv2d_31" [id=322, type=conv2d]; -"323 hardswish__9_scale_0" [id=323, type=get_attr]; -"324 hardswish__9_zero_point_0" [id=324, type=get_attr]; -"325 hardswish__9" [id=325, type=hardswish_]; -"326 quantize_per_channel_default_29" [id=326, type=quantize_per_channel]; -"327 dequantize_per_channel_default_29" [id=327, type=dequantize_per_channel]; -"328 features_8_block_1_0_weight_bias_0_0" [id=328, type=get_attr]; -"329 scale_updated_constant22" [id=329, type=get_attr]; -"330 compressed_weight_updated_constant22" [id=330, type=get_attr]; -"331 mul_tensor_22" [id=331, type=mul]; -"332 zero_point_updated_constant22" [id=332, type=get_attr]; -"333 sub_tensor_22" [id=333, type=sub]; -"334 conv2d_32" [id=334, type=conv2d]; -"335 hardswish__10" [id=335, type=hardswish_]; -"336 quantize_per_tensor_default_28" [id=336, type=quantize_per_tensor]; -"337 dequantize_per_tensor_default_38" [id=337, type=dequantize_per_tensor]; -"338 dequantize_per_tensor_default_37" [id=338, type=dequantize_per_tensor]; -"339 adaptive_avg_pool2d_5" [id=339, type=adaptive_avg_pool2d]; -"340 features_8_block_2_fc1_bias_0_0" [id=340, type=get_attr]; -"341 conv2d_33" [id=341, type=conv2d]; -"342 relu_5" [id=342, type=relu]; -"343 features_8_block_2_fc2_bias_0_0" [id=343, type=get_attr]; -"344 conv2d_34" [id=344, type=conv2d]; -"345 hardsigmoid_5" [id=345, type=hardsigmoid]; -"346 quantize_per_tensor_default_29" [id=346, type=quantize_per_tensor]; -"347 dequantize_per_tensor_default_39" [id=347, type=dequantize_per_tensor]; -"348 mul_5" [id=348, type=mul]; -"349 quantize_per_tensor_default_30" [id=349, type=quantize_per_tensor]; -"350 dequantize_per_tensor_default_40" [id=350, type=dequantize_per_tensor]; -"351 features_8_block_3_0_weight_bias_0_0" [id=351, type=get_attr]; -"352 scale_updated_constant23" [id=352, type=get_attr]; -"353 compressed_weight_updated_constant23" [id=353, type=get_attr]; -"354 mul_tensor_23" [id=354, type=mul]; -"355 zero_point_updated_constant23" [id=355, type=get_attr]; -"356 sub_tensor_23" [id=356, type=sub]; -"357 conv2d_35" [id=357, type=conv2d]; -"358 quantize_per_tensor_default_31" [id=358, type=quantize_per_tensor]; -"359 dequantize_per_tensor_default_41" [id=359, type=dequantize_per_tensor]; -"360 add__3" [id=360, type=add_]; -"361 quantize_per_tensor_default_32" [id=361, type=quantize_per_tensor]; -"362 dequantize_per_tensor_default_42" [id=362, type=dequantize_per_tensor]; -"363 features_9_block_0_0_weight_bias_0_0" [id=363, type=get_attr]; -"364 scale_updated_constant24" [id=364, type=get_attr]; -"365 compressed_weight_updated_constant24" [id=365, type=get_attr]; -"366 mul_tensor_24" [id=366, type=mul]; -"367 zero_point_updated_constant24" [id=367, type=get_attr]; -"368 sub_tensor_24" [id=368, type=sub]; -"369 conv2d_36" [id=369, type=conv2d]; -"370 hardswish__11_scale_0" [id=370, type=get_attr]; -"371 hardswish__11_zero_point_0" [id=371, type=get_attr]; -"372 hardswish__11" [id=372, type=hardswish_]; -"373 quantize_per_channel_default_33" [id=373, type=quantize_per_channel]; -"374 dequantize_per_channel_default_33" [id=374, type=dequantize_per_channel]; -"375 features_9_block_1_0_weight_bias_0_0" [id=375, type=get_attr]; -"376 scale_updated_constant25" [id=376, type=get_attr]; -"377 compressed_weight_updated_constant25" [id=377, type=get_attr]; -"378 mul_tensor_25" [id=378, type=mul]; -"379 zero_point_updated_constant25" [id=379, type=get_attr]; -"380 sub_tensor_25" [id=380, type=sub]; -"381 conv2d_37" [id=381, type=conv2d]; -"382 hardswish__12" [id=382, type=hardswish_]; -"383 quantize_per_tensor_default_33" [id=383, type=quantize_per_tensor]; -"384 dequantize_per_tensor_default_44" [id=384, type=dequantize_per_tensor]; -"385 dequantize_per_tensor_default_43" [id=385, type=dequantize_per_tensor]; -"386 adaptive_avg_pool2d_6" [id=386, type=adaptive_avg_pool2d]; -"387 features_9_block_2_fc1_bias_0_0" [id=387, type=get_attr]; -"388 conv2d_38" [id=388, type=conv2d]; -"389 relu_6" [id=389, type=relu]; -"390 features_9_block_2_fc2_bias_0_0" [id=390, type=get_attr]; -"391 conv2d_39" [id=391, type=conv2d]; -"392 hardsigmoid_6" [id=392, type=hardsigmoid]; -"393 quantize_per_tensor_default_34" [id=393, type=quantize_per_tensor]; -"394 dequantize_per_tensor_default_45" [id=394, type=dequantize_per_tensor]; -"395 mul_6" [id=395, type=mul]; -"396 quantize_per_tensor_default_35" [id=396, type=quantize_per_tensor]; -"397 dequantize_per_tensor_default_46" [id=397, type=dequantize_per_tensor]; -"398 features_9_block_3_0_weight_bias_0_0" [id=398, type=get_attr]; -"399 scale_updated_constant26" [id=399, type=get_attr]; -"400 compressed_weight_updated_constant26" [id=400, type=get_attr]; -"401 mul_tensor_26" [id=401, type=mul]; -"402 zero_point_updated_constant26" [id=402, type=get_attr]; -"403 sub_tensor_26" [id=403, type=sub]; -"404 conv2d_40" [id=404, type=conv2d]; -"405 quantize_per_tensor_default_36" [id=405, type=quantize_per_tensor]; -"406 dequantize_per_tensor_default_48" [id=406, type=dequantize_per_tensor]; -"407 dequantize_per_tensor_default_47" [id=407, type=dequantize_per_tensor]; -"408 features_10_block_0_0_weight_bias_0_0" [id=408, type=get_attr]; -"409 scale_updated_constant27" [id=409, type=get_attr]; -"410 compressed_weight_updated_constant27" [id=410, type=get_attr]; -"411 mul_tensor_27" [id=411, type=mul]; -"412 zero_point_updated_constant27" [id=412, type=get_attr]; -"413 sub_tensor_27" [id=413, type=sub]; -"414 conv2d_41" [id=414, type=conv2d]; -"415 hardswish__13_scale_0" [id=415, type=get_attr]; -"416 hardswish__13_zero_point_0" [id=416, type=get_attr]; -"417 hardswish__13" [id=417, type=hardswish_]; -"418 quantize_per_channel_default_37" [id=418, type=quantize_per_channel]; -"419 dequantize_per_channel_default_37" [id=419, type=dequantize_per_channel]; -"420 features_10_block_1_0_weight_bias_0_0" [id=420, type=get_attr]; -"421 scale_updated_constant28" [id=421, type=get_attr]; -"422 compressed_weight_updated_constant28" [id=422, type=get_attr]; -"423 mul_tensor_28" [id=423, type=mul]; -"424 zero_point_updated_constant28" [id=424, type=get_attr]; -"425 sub_tensor_28" [id=425, type=sub]; -"426 conv2d_42" [id=426, type=conv2d]; -"427 hardswish__14" [id=427, type=hardswish_]; -"428 quantize_per_tensor_default_37" [id=428, type=quantize_per_tensor]; -"429 dequantize_per_tensor_default_50" [id=429, type=dequantize_per_tensor]; -"430 dequantize_per_tensor_default_49" [id=430, type=dequantize_per_tensor]; -"431 adaptive_avg_pool2d_7" [id=431, type=adaptive_avg_pool2d]; -"432 features_10_block_2_fc1_bias_0_0" [id=432, type=get_attr]; -"433 conv2d_43" [id=433, type=conv2d]; -"434 relu_7" [id=434, type=relu]; -"435 features_10_block_2_fc2_bias_0_0" [id=435, type=get_attr]; -"436 conv2d_44" [id=436, type=conv2d]; -"437 hardsigmoid_7" [id=437, type=hardsigmoid]; -"438 quantize_per_tensor_default_38" [id=438, type=quantize_per_tensor]; -"439 dequantize_per_tensor_default_51" [id=439, type=dequantize_per_tensor]; -"440 mul_7" [id=440, type=mul]; -"441 quantize_per_tensor_default_39" [id=441, type=quantize_per_tensor]; -"442 dequantize_per_tensor_default_52" [id=442, type=dequantize_per_tensor]; -"443 features_10_block_3_0_weight_bias_0_0" [id=443, type=get_attr]; -"444 scale_updated_constant29" [id=444, type=get_attr]; -"445 compressed_weight_updated_constant29" [id=445, type=get_attr]; -"446 mul_tensor_29" [id=446, type=mul]; -"447 zero_point_updated_constant29" [id=447, type=get_attr]; -"448 sub_tensor_29" [id=448, type=sub]; -"449 conv2d_45" [id=449, type=conv2d]; -"450 quantize_per_tensor_default_40" [id=450, type=quantize_per_tensor]; -"451 dequantize_per_tensor_default_53" [id=451, type=dequantize_per_tensor]; -"452 add__4" [id=452, type=add_]; -"453 quantize_per_tensor_default_41" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_55" [id=454, type=dequantize_per_tensor]; -"455 dequantize_per_tensor_default_54" [id=455, type=dequantize_per_tensor]; -"456 features_11_block_0_0_weight_bias_0_0" [id=456, type=get_attr]; -"457 scale_updated_constant30" [id=457, type=get_attr]; -"458 compressed_weight_updated_constant30" [id=458, type=get_attr]; -"459 mul_tensor_30" [id=459, type=mul]; -"460 zero_point_updated_constant30" [id=460, type=get_attr]; -"461 sub_tensor_30" [id=461, type=sub]; -"462 conv2d_46" [id=462, type=conv2d]; -"463 hardswish__15_scale_0" [id=463, type=get_attr]; -"464 hardswish__15_zero_point_0" [id=464, type=get_attr]; -"465 hardswish__15" [id=465, type=hardswish_]; -"466 quantize_per_channel_default_41" [id=466, type=quantize_per_channel]; -"467 dequantize_per_channel_default_41" [id=467, type=dequantize_per_channel]; -"468 features_11_block_1_0_weight_bias_0_0" [id=468, type=get_attr]; -"469 scale_updated_constant31" [id=469, type=get_attr]; -"470 compressed_weight_updated_constant31" [id=470, type=get_attr]; -"471 mul_tensor_31" [id=471, type=mul]; -"472 zero_point_updated_constant31" [id=472, type=get_attr]; -"473 sub_tensor_31" [id=473, type=sub]; -"474 conv2d_47" [id=474, type=conv2d]; -"475 hardswish__16" [id=475, type=hardswish_]; -"476 quantize_per_tensor_default_42" [id=476, type=quantize_per_tensor]; -"477 dequantize_per_tensor_default_57" [id=477, type=dequantize_per_tensor]; -"478 dequantize_per_tensor_default_56" [id=478, type=dequantize_per_tensor]; -"479 adaptive_avg_pool2d_8" [id=479, type=adaptive_avg_pool2d]; -"480 features_11_block_2_fc1_bias_0_0" [id=480, type=get_attr]; -"481 conv2d_48" [id=481, type=conv2d]; -"482 relu_8" [id=482, type=relu]; -"483 features_11_block_2_fc2_bias_0_0" [id=483, type=get_attr]; -"484 conv2d_49" [id=484, type=conv2d]; -"485 hardsigmoid_8" [id=485, type=hardsigmoid]; -"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; -"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; -"488 mul_8" [id=488, type=mul]; -"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; -"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 features_11_block_3_0_weight_bias_0_0" [id=491, type=get_attr]; -"492 scale_updated_constant32" [id=492, type=get_attr]; -"493 compressed_weight_updated_constant32" [id=493, type=get_attr]; -"494 mul_tensor_32" [id=494, type=mul]; -"495 zero_point_updated_constant32" [id=495, type=get_attr]; -"496 sub_tensor_32" [id=496, type=sub]; -"497 conv2d_50" [id=497, type=conv2d]; -"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; -"500 add__5" [id=500, type=add_]; -"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; -"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 features_12_0_weight_bias_0_0" [id=503, type=get_attr]; -"504 scale_updated_constant33" [id=504, type=get_attr]; -"505 compressed_weight_updated_constant33" [id=505, type=get_attr]; -"506 mul_tensor_33" [id=506, type=mul]; -"507 zero_point_updated_constant33" [id=507, type=get_attr]; -"508 sub_tensor_33" [id=508, type=sub]; -"509 conv2d_51" [id=509, type=conv2d]; -"510 hardswish__17" [id=510, type=hardswish_]; -"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; -"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; -"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; -"516 flatten" [id=516, type=flatten]; -"517 classifier_0_bias_0_0" [id=517, type=get_attr]; -"518 scale_updated_constant34" [id=518, type=get_attr]; -"519 compressed_weight_updated_constant34" [id=519, type=get_attr]; -"520 mul_tensor_34" [id=520, type=mul]; -"521 zero_point_updated_constant34" [id=521, type=get_attr]; -"522 sub_tensor_34" [id=522, type=sub]; -"523 linear" [id=523, type=linear]; -"524 hardswish__18" [id=524, type=hardswish_]; -"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; -"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; -"527 dropout_" [id=527, type=dropout_]; -"528 classifier_3_bias_0_0" [id=528, type=get_attr]; +"1 features_1_block_1_fc1_bias" [id=1, type=get_attr]; +"2 features_1_block_1_fc2_weight" [id=2, type=get_attr]; +"3 features_1_block_1_fc2_bias" [id=3, type=get_attr]; +"4 features_4_block_2_fc1_weight" [id=4, type=get_attr]; +"5 features_4_block_2_fc1_bias" [id=5, type=get_attr]; +"6 features_4_block_2_fc2_weight" [id=6, type=get_attr]; +"7 features_4_block_2_fc2_bias" [id=7, type=get_attr]; +"8 features_5_block_2_fc1_weight" [id=8, type=get_attr]; +"9 features_5_block_2_fc1_bias" [id=9, type=get_attr]; +"10 features_5_block_2_fc2_weight" [id=10, type=get_attr]; +"11 features_5_block_2_fc2_bias" [id=11, type=get_attr]; +"12 features_6_block_2_fc1_weight" [id=12, type=get_attr]; +"13 features_6_block_2_fc1_bias" [id=13, type=get_attr]; +"14 features_6_block_2_fc2_weight" [id=14, type=get_attr]; +"15 features_6_block_2_fc2_bias" [id=15, type=get_attr]; +"16 features_7_block_2_fc1_weight" [id=16, type=get_attr]; +"17 features_7_block_2_fc1_bias" [id=17, type=get_attr]; +"18 features_7_block_2_fc2_weight" [id=18, type=get_attr]; +"19 features_7_block_2_fc2_bias" [id=19, type=get_attr]; +"20 features_8_block_2_fc1_weight" [id=20, type=get_attr]; +"21 features_8_block_2_fc1_bias" [id=21, type=get_attr]; +"22 features_8_block_2_fc2_weight" [id=22, type=get_attr]; +"23 features_8_block_2_fc2_bias" [id=23, type=get_attr]; +"24 features_9_block_2_fc1_weight" [id=24, type=get_attr]; +"25 features_9_block_2_fc1_bias" [id=25, type=get_attr]; +"26 features_9_block_2_fc2_weight" [id=26, type=get_attr]; +"27 features_9_block_2_fc2_bias" [id=27, type=get_attr]; +"28 features_10_block_2_fc1_weight" [id=28, type=get_attr]; +"29 features_10_block_2_fc1_bias" [id=29, type=get_attr]; +"30 features_10_block_2_fc2_weight" [id=30, type=get_attr]; +"31 features_10_block_2_fc2_bias" [id=31, type=get_attr]; +"32 features_11_block_2_fc1_weight" [id=32, type=get_attr]; +"33 features_11_block_2_fc1_bias" [id=33, type=get_attr]; +"34 features_11_block_2_fc2_weight" [id=34, type=get_attr]; +"35 features_11_block_2_fc2_bias" [id=35, type=get_attr]; +"36 classifier_0_bias" [id=36, type=get_attr]; +"37 classifier_3_bias" [id=37, type=get_attr]; +"38 x" [id=38, type=input]; +"39 quantize_per_tensor_default" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default" [id=40, type=dequantize_per_tensor]; +"41 features_0_0_weight_bias" [id=41, type=get_attr]; +"42 scale_updated_constant0" [id=42, type=get_attr]; +"43 compressed_weight_updated_constant0" [id=43, type=get_attr]; +"44 mul_tensor" [id=44, type=mul]; +"45 zero_point_updated_constant0" [id=45, type=get_attr]; +"46 sub_tensor" [id=46, type=sub]; +"47 conv2d" [id=47, type=conv2d]; +"48 hardswish__scale_0" [id=48, type=get_attr]; +"49 hardswish__zero_point_0" [id=49, type=get_attr]; +"50 hardswish_" [id=50, type=hardswish_]; +"51 quantize_per_channel_default_1" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_1" [id=52, type=dequantize_per_channel]; +"53 features_1_block_0_0_weight_bias" [id=53, type=get_attr]; +"54 scale_updated_constant1" [id=54, type=get_attr]; +"55 compressed_weight_updated_constant1" [id=55, type=get_attr]; +"56 mul_tensor_1" [id=56, type=mul]; +"57 zero_point_updated_constant1" [id=57, type=get_attr]; +"58 sub_tensor_1" [id=58, type=sub]; +"59 conv2d_1" [id=59, type=conv2d]; +"60 relu_" [id=60, type=relu_]; +"61 quantize_per_tensor_default_1" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_2" [id=62, type=dequantize_per_tensor]; +"63 dequantize_per_tensor_default_1" [id=63, type=dequantize_per_tensor]; +"64 adaptive_avg_pool2d" [id=64, type=adaptive_avg_pool2d]; +"65 conv2d_2" [id=65, type=conv2d]; +"66 relu" [id=66, type=relu]; +"67 conv2d_3" [id=67, type=conv2d]; +"68 hardsigmoid" [id=68, type=hardsigmoid]; +"69 quantize_per_tensor_default_2" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 mul" [id=71, type=mul]; +"72 quantize_per_tensor_default_3" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_4" [id=73, type=dequantize_per_tensor]; +"74 features_1_block_2_0_weight_bias" [id=74, type=get_attr]; +"75 scale_updated_constant2" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant2" [id=76, type=get_attr]; +"77 mul_tensor_2" [id=77, type=mul]; +"78 zero_point_updated_constant2" [id=78, type=get_attr]; +"79 sub_tensor_2" [id=79, type=sub]; +"80 conv2d_4" [id=80, type=conv2d]; +"81 quantize_per_tensor_default_4" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_5" [id=82, type=dequantize_per_tensor]; +"83 features_2_block_0_0_weight_bias" [id=83, type=get_attr]; +"84 scale_updated_constant3" [id=84, type=get_attr]; +"85 compressed_weight_updated_constant3" [id=85, type=get_attr]; +"86 mul_tensor_3" [id=86, type=mul]; +"87 zero_point_updated_constant3" [id=87, type=get_attr]; +"88 sub_tensor_3" [id=88, type=sub]; +"89 conv2d_5" [id=89, type=conv2d]; +"90 relu__1_scale_0" [id=90, type=get_attr]; +"91 relu__1_zero_point_0" [id=91, type=get_attr]; +"92 relu__1" [id=92, type=relu_]; +"93 quantize_per_channel_default_5" [id=93, type=quantize_per_channel]; +"94 dequantize_per_channel_default_5" [id=94, type=dequantize_per_channel]; +"95 features_2_block_1_0_weight_bias" [id=95, type=get_attr]; +"96 scale_updated_constant4" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant4" [id=97, type=get_attr]; +"98 mul_tensor_4" [id=98, type=mul]; +"99 zero_point_updated_constant4" [id=99, type=get_attr]; +"100 sub_tensor_4" [id=100, type=sub]; +"101 conv2d_6" [id=101, type=conv2d]; +"102 relu__2" [id=102, type=relu_]; +"103 quantize_per_tensor_default_5" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_6" [id=104, type=dequantize_per_tensor]; +"105 features_2_block_2_0_weight_bias" [id=105, type=get_attr]; +"106 scale_updated_constant5" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant5" [id=107, type=get_attr]; +"108 mul_tensor_5" [id=108, type=mul]; +"109 zero_point_updated_constant5" [id=109, type=get_attr]; +"110 sub_tensor_5" [id=110, type=sub]; +"111 conv2d_7" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_6" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_8" [id=113, type=dequantize_per_tensor]; +"114 dequantize_per_tensor_default_7" [id=114, type=dequantize_per_tensor]; +"115 features_3_block_0_0_weight_bias" [id=115, type=get_attr]; +"116 scale_updated_constant6" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant6" [id=117, type=get_attr]; +"118 mul_tensor_6" [id=118, type=mul]; +"119 zero_point_updated_constant6" [id=119, type=get_attr]; +"120 sub_tensor_6" [id=120, type=sub]; +"121 conv2d_8" [id=121, type=conv2d]; +"122 relu__3_scale_0" [id=122, type=get_attr]; +"123 relu__3_zero_point_0" [id=123, type=get_attr]; +"124 relu__3" [id=124, type=relu_]; +"125 quantize_per_channel_default_9" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_9" [id=126, type=dequantize_per_channel]; +"127 features_3_block_1_0_weight_bias" [id=127, type=get_attr]; +"128 scale_updated_constant7" [id=128, type=get_attr]; +"129 compressed_weight_updated_constant7" [id=129, type=get_attr]; +"130 mul_tensor_7" [id=130, type=mul]; +"131 zero_point_updated_constant7" [id=131, type=get_attr]; +"132 sub_tensor_7" [id=132, type=sub]; +"133 conv2d_9" [id=133, type=conv2d]; +"134 relu__4" [id=134, type=relu_]; +"135 quantize_per_tensor_default_7" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_9" [id=136, type=dequantize_per_tensor]; +"137 features_3_block_2_0_weight_bias" [id=137, type=get_attr]; +"138 scale_updated_constant8" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant8" [id=139, type=get_attr]; +"140 mul_tensor_8" [id=140, type=mul]; +"141 zero_point_updated_constant8" [id=141, type=get_attr]; +"142 sub_tensor_8" [id=142, type=sub]; +"143 conv2d_10" [id=143, type=conv2d]; +"144 quantize_per_tensor_default_8" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_10" [id=145, type=dequantize_per_tensor]; +"146 add_" [id=146, type=add_]; +"147 quantize_per_tensor_default_9" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_11" [id=148, type=dequantize_per_tensor]; +"149 features_4_block_0_0_weight_bias" [id=149, type=get_attr]; +"150 scale_updated_constant9" [id=150, type=get_attr]; +"151 compressed_weight_updated_constant9" [id=151, type=get_attr]; +"152 mul_tensor_9" [id=152, type=mul]; +"153 zero_point_updated_constant9" [id=153, type=get_attr]; +"154 sub_tensor_9" [id=154, type=sub]; +"155 conv2d_11" [id=155, type=conv2d]; +"156 hardswish__1_scale_0" [id=156, type=get_attr]; +"157 hardswish__1_zero_point_0" [id=157, type=get_attr]; +"158 hardswish__1" [id=158, type=hardswish_]; +"159 quantize_per_channel_default_13" [id=159, type=quantize_per_channel]; +"160 dequantize_per_channel_default_13" [id=160, type=dequantize_per_channel]; +"161 features_4_block_1_0_weight_bias" [id=161, type=get_attr]; +"162 scale_updated_constant10" [id=162, type=get_attr]; +"163 compressed_weight_updated_constant10" [id=163, type=get_attr]; +"164 mul_tensor_10" [id=164, type=mul]; +"165 zero_point_updated_constant10" [id=165, type=get_attr]; +"166 sub_tensor_10" [id=166, type=sub]; +"167 conv2d_12" [id=167, type=conv2d]; +"168 hardswish__2" [id=168, type=hardswish_]; +"169 quantize_per_tensor_default_10" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_13" [id=170, type=dequantize_per_tensor]; +"171 dequantize_per_tensor_default_12" [id=171, type=dequantize_per_tensor]; +"172 adaptive_avg_pool2d_1" [id=172, type=adaptive_avg_pool2d]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu_1" [id=174, type=relu]; +"175 conv2d_14" [id=175, type=conv2d]; +"176 hardsigmoid_1" [id=176, type=hardsigmoid]; +"177 quantize_per_tensor_default_11" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_14" [id=178, type=dequantize_per_tensor]; +"179 mul_1" [id=179, type=mul]; +"180 quantize_per_tensor_default_12" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_15" [id=181, type=dequantize_per_tensor]; +"182 features_4_block_3_0_weight_bias" [id=182, type=get_attr]; +"183 scale_updated_constant11" [id=183, type=get_attr]; +"184 compressed_weight_updated_constant11" [id=184, type=get_attr]; +"185 mul_tensor_11" [id=185, type=mul]; +"186 zero_point_updated_constant11" [id=186, type=get_attr]; +"187 sub_tensor_11" [id=187, type=sub]; +"188 conv2d_15" [id=188, type=conv2d]; +"189 quantize_per_tensor_default_13" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_17" [id=190, type=dequantize_per_tensor]; +"191 dequantize_per_tensor_default_16" [id=191, type=dequantize_per_tensor]; +"192 features_5_block_0_0_weight_bias" [id=192, type=get_attr]; +"193 scale_updated_constant12" [id=193, type=get_attr]; +"194 compressed_weight_updated_constant12" [id=194, type=get_attr]; +"195 mul_tensor_12" [id=195, type=mul]; +"196 zero_point_updated_constant12" [id=196, type=get_attr]; +"197 sub_tensor_12" [id=197, type=sub]; +"198 conv2d_16" [id=198, type=conv2d]; +"199 hardswish__3_scale_0" [id=199, type=get_attr]; +"200 hardswish__3_zero_point_0" [id=200, type=get_attr]; +"201 hardswish__3" [id=201, type=hardswish_]; +"202 quantize_per_channel_default_17" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_17" [id=203, type=dequantize_per_channel]; +"204 features_5_block_1_0_weight_bias" [id=204, type=get_attr]; +"205 scale_updated_constant13" [id=205, type=get_attr]; +"206 compressed_weight_updated_constant13" [id=206, type=get_attr]; +"207 mul_tensor_13" [id=207, type=mul]; +"208 zero_point_updated_constant13" [id=208, type=get_attr]; +"209 sub_tensor_13" [id=209, type=sub]; +"210 conv2d_17" [id=210, type=conv2d]; +"211 hardswish__4" [id=211, type=hardswish_]; +"212 quantize_per_tensor_default_14" [id=212, type=quantize_per_tensor]; +"213 dequantize_per_tensor_default_19" [id=213, type=dequantize_per_tensor]; +"214 dequantize_per_tensor_default_18" [id=214, type=dequantize_per_tensor]; +"215 adaptive_avg_pool2d_2" [id=215, type=adaptive_avg_pool2d]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu_2" [id=217, type=relu]; +"218 conv2d_19" [id=218, type=conv2d]; +"219 hardsigmoid_2" [id=219, type=hardsigmoid]; +"220 quantize_per_tensor_default_15" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_20" [id=221, type=dequantize_per_tensor]; +"222 mul_2" [id=222, type=mul]; +"223 quantize_per_tensor_default_16" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_21" [id=224, type=dequantize_per_tensor]; +"225 features_5_block_3_0_weight_bias" [id=225, type=get_attr]; +"226 scale_updated_constant14" [id=226, type=get_attr]; +"227 compressed_weight_updated_constant14" [id=227, type=get_attr]; +"228 mul_tensor_14" [id=228, type=mul]; +"229 zero_point_updated_constant14" [id=229, type=get_attr]; +"230 sub_tensor_14" [id=230, type=sub]; +"231 conv2d_20" [id=231, type=conv2d]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_22" [id=233, type=dequantize_per_tensor]; +"234 add__1" [id=234, type=add_]; +"235 quantize_per_tensor_default_18" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_24" [id=236, type=dequantize_per_tensor]; +"237 dequantize_per_tensor_default_23" [id=237, type=dequantize_per_tensor]; +"238 features_6_block_0_0_weight_bias" [id=238, type=get_attr]; +"239 scale_updated_constant15" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant15" [id=240, type=get_attr]; +"241 mul_tensor_15" [id=241, type=mul]; +"242 zero_point_updated_constant15" [id=242, type=get_attr]; +"243 sub_tensor_15" [id=243, type=sub]; +"244 conv2d_21" [id=244, type=conv2d]; +"245 hardswish__5_scale_0" [id=245, type=get_attr]; +"246 hardswish__5_zero_point_0" [id=246, type=get_attr]; +"247 hardswish__5" [id=247, type=hardswish_]; +"248 quantize_per_channel_default_21" [id=248, type=quantize_per_channel]; +"249 dequantize_per_channel_default_21" [id=249, type=dequantize_per_channel]; +"250 features_6_block_1_0_weight_bias" [id=250, type=get_attr]; +"251 scale_updated_constant16" [id=251, type=get_attr]; +"252 compressed_weight_updated_constant16" [id=252, type=get_attr]; +"253 mul_tensor_16" [id=253, type=mul]; +"254 zero_point_updated_constant16" [id=254, type=get_attr]; +"255 sub_tensor_16" [id=255, type=sub]; +"256 conv2d_22" [id=256, type=conv2d]; +"257 hardswish__6" [id=257, type=hardswish_]; +"258 quantize_per_tensor_default_19" [id=258, type=quantize_per_tensor]; +"259 dequantize_per_tensor_default_26" [id=259, type=dequantize_per_tensor]; +"260 dequantize_per_tensor_default_25" [id=260, type=dequantize_per_tensor]; +"261 adaptive_avg_pool2d_3" [id=261, type=adaptive_avg_pool2d]; +"262 conv2d_23" [id=262, type=conv2d]; +"263 relu_3" [id=263, type=relu]; +"264 conv2d_24" [id=264, type=conv2d]; +"265 hardsigmoid_3" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_default_20" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_27" [id=267, type=dequantize_per_tensor]; +"268 mul_3" [id=268, type=mul]; +"269 quantize_per_tensor_default_21" [id=269, type=quantize_per_tensor]; +"270 dequantize_per_tensor_default_28" [id=270, type=dequantize_per_tensor]; +"271 features_6_block_3_0_weight_bias" [id=271, type=get_attr]; +"272 scale_updated_constant17" [id=272, type=get_attr]; +"273 compressed_weight_updated_constant17" [id=273, type=get_attr]; +"274 mul_tensor_17" [id=274, type=mul]; +"275 zero_point_updated_constant17" [id=275, type=get_attr]; +"276 sub_tensor_17" [id=276, type=sub]; +"277 conv2d_25" [id=277, type=conv2d]; +"278 quantize_per_tensor_default_22" [id=278, type=quantize_per_tensor]; +"279 dequantize_per_tensor_default_29" [id=279, type=dequantize_per_tensor]; +"280 add__2" [id=280, type=add_]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_30" [id=282, type=dequantize_per_tensor]; +"283 features_7_block_0_0_weight_bias" [id=283, type=get_attr]; +"284 scale_updated_constant18" [id=284, type=get_attr]; +"285 compressed_weight_updated_constant18" [id=285, type=get_attr]; +"286 mul_tensor_18" [id=286, type=mul]; +"287 zero_point_updated_constant18" [id=287, type=get_attr]; +"288 sub_tensor_18" [id=288, type=sub]; +"289 conv2d_26" [id=289, type=conv2d]; +"290 hardswish__7_scale_0" [id=290, type=get_attr]; +"291 hardswish__7_zero_point_0" [id=291, type=get_attr]; +"292 hardswish__7" [id=292, type=hardswish_]; +"293 quantize_per_channel_default_25" [id=293, type=quantize_per_channel]; +"294 dequantize_per_channel_default_25" [id=294, type=dequantize_per_channel]; +"295 features_7_block_1_0_weight_bias" [id=295, type=get_attr]; +"296 scale_updated_constant19" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant19" [id=297, type=get_attr]; +"298 mul_tensor_19" [id=298, type=mul]; +"299 zero_point_updated_constant19" [id=299, type=get_attr]; +"300 sub_tensor_19" [id=300, type=sub]; +"301 conv2d_27" [id=301, type=conv2d]; +"302 hardswish__8" [id=302, type=hardswish_]; +"303 quantize_per_tensor_default_24" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default_32" [id=304, type=dequantize_per_tensor]; +"305 dequantize_per_tensor_default_31" [id=305, type=dequantize_per_tensor]; +"306 adaptive_avg_pool2d_4" [id=306, type=adaptive_avg_pool2d]; +"307 conv2d_28" [id=307, type=conv2d]; +"308 relu_4" [id=308, type=relu]; +"309 conv2d_29" [id=309, type=conv2d]; +"310 hardsigmoid_4" [id=310, type=hardsigmoid]; +"311 quantize_per_tensor_default_25" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_33" [id=312, type=dequantize_per_tensor]; +"313 mul_4" [id=313, type=mul]; +"314 quantize_per_tensor_default_26" [id=314, type=quantize_per_tensor]; +"315 dequantize_per_tensor_default_34" [id=315, type=dequantize_per_tensor]; +"316 features_7_block_3_0_weight_bias" [id=316, type=get_attr]; +"317 scale_updated_constant20" [id=317, type=get_attr]; +"318 compressed_weight_updated_constant20" [id=318, type=get_attr]; +"319 mul_tensor_20" [id=319, type=mul]; +"320 zero_point_updated_constant20" [id=320, type=get_attr]; +"321 sub_tensor_20" [id=321, type=sub]; +"322 conv2d_30" [id=322, type=conv2d]; +"323 quantize_per_tensor_default_27" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_36" [id=324, type=dequantize_per_tensor]; +"325 dequantize_per_tensor_default_35" [id=325, type=dequantize_per_tensor]; +"326 features_8_block_0_0_weight_bias" [id=326, type=get_attr]; +"327 scale_updated_constant21" [id=327, type=get_attr]; +"328 compressed_weight_updated_constant21" [id=328, type=get_attr]; +"329 mul_tensor_21" [id=329, type=mul]; +"330 zero_point_updated_constant21" [id=330, type=get_attr]; +"331 sub_tensor_21" [id=331, type=sub]; +"332 conv2d_31" [id=332, type=conv2d]; +"333 hardswish__9_scale_0" [id=333, type=get_attr]; +"334 hardswish__9_zero_point_0" [id=334, type=get_attr]; +"335 hardswish__9" [id=335, type=hardswish_]; +"336 quantize_per_channel_default_29" [id=336, type=quantize_per_channel]; +"337 dequantize_per_channel_default_29" [id=337, type=dequantize_per_channel]; +"338 features_8_block_1_0_weight_bias" [id=338, type=get_attr]; +"339 scale_updated_constant22" [id=339, type=get_attr]; +"340 compressed_weight_updated_constant22" [id=340, type=get_attr]; +"341 mul_tensor_22" [id=341, type=mul]; +"342 zero_point_updated_constant22" [id=342, type=get_attr]; +"343 sub_tensor_22" [id=343, type=sub]; +"344 conv2d_32" [id=344, type=conv2d]; +"345 hardswish__10" [id=345, type=hardswish_]; +"346 quantize_per_tensor_default_28" [id=346, type=quantize_per_tensor]; +"347 dequantize_per_tensor_default_38" [id=347, type=dequantize_per_tensor]; +"348 dequantize_per_tensor_default_37" [id=348, type=dequantize_per_tensor]; +"349 adaptive_avg_pool2d_5" [id=349, type=adaptive_avg_pool2d]; +"350 conv2d_33" [id=350, type=conv2d]; +"351 relu_5" [id=351, type=relu]; +"352 conv2d_34" [id=352, type=conv2d]; +"353 hardsigmoid_5" [id=353, type=hardsigmoid]; +"354 quantize_per_tensor_default_29" [id=354, type=quantize_per_tensor]; +"355 dequantize_per_tensor_default_39" [id=355, type=dequantize_per_tensor]; +"356 mul_5" [id=356, type=mul]; +"357 quantize_per_tensor_default_30" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_40" [id=358, type=dequantize_per_tensor]; +"359 features_8_block_3_0_weight_bias" [id=359, type=get_attr]; +"360 scale_updated_constant23" [id=360, type=get_attr]; +"361 compressed_weight_updated_constant23" [id=361, type=get_attr]; +"362 mul_tensor_23" [id=362, type=mul]; +"363 zero_point_updated_constant23" [id=363, type=get_attr]; +"364 sub_tensor_23" [id=364, type=sub]; +"365 conv2d_35" [id=365, type=conv2d]; +"366 quantize_per_tensor_default_31" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_41" [id=367, type=dequantize_per_tensor]; +"368 add__3" [id=368, type=add_]; +"369 quantize_per_tensor_default_32" [id=369, type=quantize_per_tensor]; +"370 dequantize_per_tensor_default_42" [id=370, type=dequantize_per_tensor]; +"371 features_9_block_0_0_weight_bias" [id=371, type=get_attr]; +"372 scale_updated_constant24" [id=372, type=get_attr]; +"373 compressed_weight_updated_constant24" [id=373, type=get_attr]; +"374 mul_tensor_24" [id=374, type=mul]; +"375 zero_point_updated_constant24" [id=375, type=get_attr]; +"376 sub_tensor_24" [id=376, type=sub]; +"377 conv2d_36" [id=377, type=conv2d]; +"378 hardswish__11_scale_0" [id=378, type=get_attr]; +"379 hardswish__11_zero_point_0" [id=379, type=get_attr]; +"380 hardswish__11" [id=380, type=hardswish_]; +"381 quantize_per_channel_default_33" [id=381, type=quantize_per_channel]; +"382 dequantize_per_channel_default_33" [id=382, type=dequantize_per_channel]; +"383 features_9_block_1_0_weight_bias" [id=383, type=get_attr]; +"384 scale_updated_constant25" [id=384, type=get_attr]; +"385 compressed_weight_updated_constant25" [id=385, type=get_attr]; +"386 mul_tensor_25" [id=386, type=mul]; +"387 zero_point_updated_constant25" [id=387, type=get_attr]; +"388 sub_tensor_25" [id=388, type=sub]; +"389 conv2d_37" [id=389, type=conv2d]; +"390 hardswish__12" [id=390, type=hardswish_]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_44" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_43" [id=393, type=dequantize_per_tensor]; +"394 adaptive_avg_pool2d_6" [id=394, type=adaptive_avg_pool2d]; +"395 conv2d_38" [id=395, type=conv2d]; +"396 relu_6" [id=396, type=relu]; +"397 conv2d_39" [id=397, type=conv2d]; +"398 hardsigmoid_6" [id=398, type=hardsigmoid]; +"399 quantize_per_tensor_default_34" [id=399, type=quantize_per_tensor]; +"400 dequantize_per_tensor_default_45" [id=400, type=dequantize_per_tensor]; +"401 mul_6" [id=401, type=mul]; +"402 quantize_per_tensor_default_35" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_46" [id=403, type=dequantize_per_tensor]; +"404 features_9_block_3_0_weight_bias" [id=404, type=get_attr]; +"405 scale_updated_constant26" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant26" [id=406, type=get_attr]; +"407 mul_tensor_26" [id=407, type=mul]; +"408 zero_point_updated_constant26" [id=408, type=get_attr]; +"409 sub_tensor_26" [id=409, type=sub]; +"410 conv2d_40" [id=410, type=conv2d]; +"411 quantize_per_tensor_default_36" [id=411, type=quantize_per_tensor]; +"412 dequantize_per_tensor_default_48" [id=412, type=dequantize_per_tensor]; +"413 dequantize_per_tensor_default_47" [id=413, type=dequantize_per_tensor]; +"414 features_10_block_0_0_weight_bias" [id=414, type=get_attr]; +"415 scale_updated_constant27" [id=415, type=get_attr]; +"416 compressed_weight_updated_constant27" [id=416, type=get_attr]; +"417 mul_tensor_27" [id=417, type=mul]; +"418 zero_point_updated_constant27" [id=418, type=get_attr]; +"419 sub_tensor_27" [id=419, type=sub]; +"420 conv2d_41" [id=420, type=conv2d]; +"421 hardswish__13_scale_0" [id=421, type=get_attr]; +"422 hardswish__13_zero_point_0" [id=422, type=get_attr]; +"423 hardswish__13" [id=423, type=hardswish_]; +"424 quantize_per_channel_default_37" [id=424, type=quantize_per_channel]; +"425 dequantize_per_channel_default_37" [id=425, type=dequantize_per_channel]; +"426 features_10_block_1_0_weight_bias" [id=426, type=get_attr]; +"427 scale_updated_constant28" [id=427, type=get_attr]; +"428 compressed_weight_updated_constant28" [id=428, type=get_attr]; +"429 mul_tensor_28" [id=429, type=mul]; +"430 zero_point_updated_constant28" [id=430, type=get_attr]; +"431 sub_tensor_28" [id=431, type=sub]; +"432 conv2d_42" [id=432, type=conv2d]; +"433 hardswish__14" [id=433, type=hardswish_]; +"434 quantize_per_tensor_default_37" [id=434, type=quantize_per_tensor]; +"435 dequantize_per_tensor_default_50" [id=435, type=dequantize_per_tensor]; +"436 dequantize_per_tensor_default_49" [id=436, type=dequantize_per_tensor]; +"437 adaptive_avg_pool2d_7" [id=437, type=adaptive_avg_pool2d]; +"438 conv2d_43" [id=438, type=conv2d]; +"439 relu_7" [id=439, type=relu]; +"440 conv2d_44" [id=440, type=conv2d]; +"441 hardsigmoid_7" [id=441, type=hardsigmoid]; +"442 quantize_per_tensor_default_38" [id=442, type=quantize_per_tensor]; +"443 dequantize_per_tensor_default_51" [id=443, type=dequantize_per_tensor]; +"444 mul_7" [id=444, type=mul]; +"445 quantize_per_tensor_default_39" [id=445, type=quantize_per_tensor]; +"446 dequantize_per_tensor_default_52" [id=446, type=dequantize_per_tensor]; +"447 features_10_block_3_0_weight_bias" [id=447, type=get_attr]; +"448 scale_updated_constant29" [id=448, type=get_attr]; +"449 compressed_weight_updated_constant29" [id=449, type=get_attr]; +"450 mul_tensor_29" [id=450, type=mul]; +"451 zero_point_updated_constant29" [id=451, type=get_attr]; +"452 sub_tensor_29" [id=452, type=sub]; +"453 conv2d_45" [id=453, type=conv2d]; +"454 quantize_per_tensor_default_40" [id=454, type=quantize_per_tensor]; +"455 dequantize_per_tensor_default_53" [id=455, type=dequantize_per_tensor]; +"456 add__4" [id=456, type=add_]; +"457 quantize_per_tensor_default_41" [id=457, type=quantize_per_tensor]; +"458 dequantize_per_tensor_default_55" [id=458, type=dequantize_per_tensor]; +"459 dequantize_per_tensor_default_54" [id=459, type=dequantize_per_tensor]; +"460 features_11_block_0_0_weight_bias" [id=460, type=get_attr]; +"461 scale_updated_constant30" [id=461, type=get_attr]; +"462 compressed_weight_updated_constant30" [id=462, type=get_attr]; +"463 mul_tensor_30" [id=463, type=mul]; +"464 zero_point_updated_constant30" [id=464, type=get_attr]; +"465 sub_tensor_30" [id=465, type=sub]; +"466 conv2d_46" [id=466, type=conv2d]; +"467 hardswish__15_scale_0" [id=467, type=get_attr]; +"468 hardswish__15_zero_point_0" [id=468, type=get_attr]; +"469 hardswish__15" [id=469, type=hardswish_]; +"470 quantize_per_channel_default_41" [id=470, type=quantize_per_channel]; +"471 dequantize_per_channel_default_41" [id=471, type=dequantize_per_channel]; +"472 features_11_block_1_0_weight_bias" [id=472, type=get_attr]; +"473 scale_updated_constant31" [id=473, type=get_attr]; +"474 compressed_weight_updated_constant31" [id=474, type=get_attr]; +"475 mul_tensor_31" [id=475, type=mul]; +"476 zero_point_updated_constant31" [id=476, type=get_attr]; +"477 sub_tensor_31" [id=477, type=sub]; +"478 conv2d_47" [id=478, type=conv2d]; +"479 hardswish__16" [id=479, type=hardswish_]; +"480 quantize_per_tensor_default_42" [id=480, type=quantize_per_tensor]; +"481 dequantize_per_tensor_default_57" [id=481, type=dequantize_per_tensor]; +"482 dequantize_per_tensor_default_56" [id=482, type=dequantize_per_tensor]; +"483 adaptive_avg_pool2d_8" [id=483, type=adaptive_avg_pool2d]; +"484 conv2d_48" [id=484, type=conv2d]; +"485 relu_8" [id=485, type=relu]; +"486 conv2d_49" [id=486, type=conv2d]; +"487 hardsigmoid_8" [id=487, type=hardsigmoid]; +"488 quantize_per_tensor_default_43" [id=488, type=quantize_per_tensor]; +"489 dequantize_per_tensor_default_58" [id=489, type=dequantize_per_tensor]; +"490 mul_8" [id=490, type=mul]; +"491 quantize_per_tensor_default_44" [id=491, type=quantize_per_tensor]; +"492 dequantize_per_tensor_default_59" [id=492, type=dequantize_per_tensor]; +"493 features_11_block_3_0_weight_bias" [id=493, type=get_attr]; +"494 scale_updated_constant32" [id=494, type=get_attr]; +"495 compressed_weight_updated_constant32" [id=495, type=get_attr]; +"496 mul_tensor_32" [id=496, type=mul]; +"497 zero_point_updated_constant32" [id=497, type=get_attr]; +"498 sub_tensor_32" [id=498, type=sub]; +"499 conv2d_50" [id=499, type=conv2d]; +"500 quantize_per_tensor_default_45" [id=500, type=quantize_per_tensor]; +"501 dequantize_per_tensor_default_60" [id=501, type=dequantize_per_tensor]; +"502 add__5" [id=502, type=add_]; +"503 quantize_per_tensor_default_46" [id=503, type=quantize_per_tensor]; +"504 dequantize_per_tensor_default_61" [id=504, type=dequantize_per_tensor]; +"505 features_12_0_weight_bias" [id=505, type=get_attr]; +"506 scale_updated_constant33" [id=506, type=get_attr]; +"507 compressed_weight_updated_constant33" [id=507, type=get_attr]; +"508 mul_tensor_33" [id=508, type=mul]; +"509 zero_point_updated_constant33" [id=509, type=get_attr]; +"510 sub_tensor_33" [id=510, type=sub]; +"511 conv2d_51" [id=511, type=conv2d]; +"512 hardswish__17" [id=512, type=hardswish_]; +"513 quantize_per_tensor_default_47" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_62" [id=514, type=dequantize_per_tensor]; +"515 adaptive_avg_pool2d_9" [id=515, type=adaptive_avg_pool2d]; +"516 quantize_per_tensor_default_48" [id=516, type=quantize_per_tensor]; +"517 dequantize_per_tensor_default_63" [id=517, type=dequantize_per_tensor]; +"518 flatten" [id=518, type=flatten]; +"519 scale_updated_constant34" [id=519, type=get_attr]; +"520 compressed_weight_updated_constant34" [id=520, type=get_attr]; +"521 mul_tensor_34" [id=521, type=mul]; +"522 zero_point_updated_constant34" [id=522, type=get_attr]; +"523 sub_tensor_34" [id=523, type=sub]; +"524 linear" [id=524, type=linear]; +"525 hardswish__18" [id=525, type=hardswish_]; +"526 quantize_per_tensor_default_49" [id=526, type=quantize_per_tensor]; +"527 dequantize_per_tensor_default_64" [id=527, type=dequantize_per_tensor]; +"528 dropout_" [id=528, type=dropout_]; "529 scale_updated_constant35" [id=529, type=get_attr]; "530 compressed_weight_updated_constant35" [id=530, type=get_attr]; "531 mul_tensor_35" [id=531, type=mul]; @@ -535,572 +535,572 @@ strict digraph { "533 sub_tensor_35" [id=533, type=sub]; "534 linear_1" [id=534, type=linear]; "535 output" [id=535, type=output]; -"0 features_1_block_1_fc1_weight" -> "46 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; -"1 features_1_block_1_fc2_weight" -> "49 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; -"2 features_4_block_2_fc1_weight" -> "156 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; -"3 features_4_block_2_fc2_weight" -> "159 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; -"4 features_5_block_2_fc1_weight" -> "201 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; -"5 features_5_block_2_fc2_weight" -> "204 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; -"6 features_6_block_2_fc1_weight" -> "249 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; -"7 features_6_block_2_fc2_weight" -> "252 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; -"8 features_7_block_2_fc1_weight" -> "296 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; -"9 features_7_block_2_fc2_weight" -> "299 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; -"10 features_8_block_2_fc1_weight" -> "341 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; -"11 features_8_block_2_fc2_weight" -> "344 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; -"12 features_9_block_2_fc1_weight" -> "388 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; -"13 features_9_block_2_fc2_weight" -> "391 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; -"14 features_10_block_2_fc1_weight" -> "433 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; -"15 features_10_block_2_fc2_weight" -> "436 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; -"16 features_11_block_2_fc1_weight" -> "481 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; -"17 features_11_block_2_fc2_weight" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; -"18 x" -> "19 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"19 quantize_per_tensor_default" -> "20 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"20 dequantize_per_tensor_default" -> "27 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"21 features_0_0_weight_bias_0_0" -> "27 conv2d" [label="(16,)", style=solid]; -"22 scale_updated_constant0" -> "24 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; -"23 compressed_weight_updated_constant0" -> "24 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; -"24 mul_tensor" -> "26 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; -"25 zero_point_updated_constant0" -> "26 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; -"26 sub_tensor" -> "27 conv2d" [label="(16, 3, 3, 3)", style=solid]; -"27 conv2d" -> "30 hardswish_" [label="(1, 16, 112, 112)", style=solid]; -"28 hardswish__scale_0" -> "31 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"28 hardswish__scale_0" -> "32 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"29 hardswish__zero_point_0" -> "31 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"29 hardswish__zero_point_0" -> "32 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"30 hardswish_" -> "31 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"31 quantize_per_channel_default_1" -> "32 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"32 dequantize_per_channel_default_1" -> "39 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"33 features_1_block_0_0_weight_bias_0_0" -> "39 conv2d_1" [label="(16,)", style=solid]; -"34 scale_updated_constant1" -> "36 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; -"35 compressed_weight_updated_constant1" -> "36 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; -"36 mul_tensor_1" -> "38 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; -"37 zero_point_updated_constant1" -> "38 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; -"38 sub_tensor_1" -> "39 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; -"39 conv2d_1" -> "40 relu_" [label="(1, 16, 56, 56)", style=solid]; -"40 relu_" -> "41 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"41 quantize_per_tensor_default_1" -> "42 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; -"41 quantize_per_tensor_default_1" -> "43 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"42 dequantize_per_tensor_default_2" -> "53 mul" [label="(1, 16, 56, 56)", style=solid]; -"43 dequantize_per_tensor_default_1" -> "44 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; -"44 adaptive_avg_pool2d" -> "46 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; -"45 features_1_block_1_fc1_bias_0_0" -> "46 conv2d_2" [label="(8,)", style=solid]; -"46 conv2d_2" -> "47 relu" [label="(1, 8, 1, 1)", style=solid]; -"47 relu" -> "49 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; -"48 features_1_block_1_fc2_bias_0_0" -> "49 conv2d_3" [label="(16,)", style=solid]; -"49 conv2d_3" -> "50 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; -"50 hardsigmoid" -> "51 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; -"51 quantize_per_tensor_default_2" -> "52 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; -"52 dequantize_per_tensor_default_3" -> "53 mul" [label="(1, 16, 1, 1)", style=solid]; -"53 mul" -> "54 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; -"54 quantize_per_tensor_default_3" -> "55 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"55 dequantize_per_tensor_default_4" -> "62 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"56 features_1_block_2_0_weight_bias_0_0" -> "62 conv2d_4" [label="(16,)", style=solid]; -"57 scale_updated_constant2" -> "59 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; -"58 compressed_weight_updated_constant2" -> "59 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; -"59 mul_tensor_2" -> "61 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; -"60 zero_point_updated_constant2" -> "61 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; -"61 sub_tensor_2" -> "62 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; -"62 conv2d_4" -> "63 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"63 quantize_per_tensor_default_4" -> "64 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; -"64 dequantize_per_tensor_default_5" -> "71 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"65 features_2_block_0_0_weight_bias_0_0" -> "71 conv2d_5" [label="(72,)", style=solid]; -"66 scale_updated_constant3" -> "68 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; -"67 compressed_weight_updated_constant3" -> "68 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; -"68 mul_tensor_3" -> "70 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; -"69 zero_point_updated_constant3" -> "70 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; -"70 sub_tensor_3" -> "71 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; -"71 conv2d_5" -> "74 relu__1" [label="(1, 72, 56, 56)", style=solid]; -"72 relu__1_scale_0" -> "75 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"72 relu__1_scale_0" -> "76 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"73 relu__1_zero_point_0" -> "75 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"73 relu__1_zero_point_0" -> "76 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"74 relu__1" -> "75 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"75 quantize_per_channel_default_5" -> "76 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"76 dequantize_per_channel_default_5" -> "83 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"77 features_2_block_1_0_weight_bias_0_0" -> "83 conv2d_6" [label="(72,)", style=solid]; -"78 scale_updated_constant4" -> "80 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; -"79 compressed_weight_updated_constant4" -> "80 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; -"80 mul_tensor_4" -> "82 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; -"81 zero_point_updated_constant4" -> "82 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; -"82 sub_tensor_4" -> "83 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; -"83 conv2d_6" -> "84 relu__2" [label="(1, 72, 28, 28)", style=solid]; -"84 relu__2" -> "85 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; -"85 quantize_per_tensor_default_5" -> "86 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; -"86 dequantize_per_tensor_default_6" -> "93 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"87 features_2_block_2_0_weight_bias_0_0" -> "93 conv2d_7" [label="(24,)", style=solid]; -"88 scale_updated_constant5" -> "90 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; -"89 compressed_weight_updated_constant5" -> "90 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; -"90 mul_tensor_5" -> "92 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; -"91 zero_point_updated_constant5" -> "92 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; -"92 sub_tensor_5" -> "93 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; -"93 conv2d_7" -> "94 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; -"94 quantize_per_tensor_default_6" -> "95 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"94 quantize_per_tensor_default_6" -> "96 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; -"95 dequantize_per_tensor_default_8" -> "128 add_" [label="(1, 24, 28, 28)", style=solid]; -"96 dequantize_per_tensor_default_7" -> "103 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"97 features_3_block_0_0_weight_bias_0_0" -> "103 conv2d_8" [label="(88,)", style=solid]; -"98 scale_updated_constant6" -> "100 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; -"99 compressed_weight_updated_constant6" -> "100 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; -"100 mul_tensor_6" -> "102 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; -"101 zero_point_updated_constant6" -> "102 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; -"102 sub_tensor_6" -> "103 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; -"103 conv2d_8" -> "106 relu__3" [label="(1, 88, 28, 28)", style=solid]; -"104 relu__3_scale_0" -> "107 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"104 relu__3_scale_0" -> "108 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"105 relu__3_zero_point_0" -> "107 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"105 relu__3_zero_point_0" -> "108 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"106 relu__3" -> "107 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"107 quantize_per_channel_default_9" -> "108 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"108 dequantize_per_channel_default_9" -> "115 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"109 features_3_block_1_0_weight_bias_0_0" -> "115 conv2d_9" [label="(88,)", style=solid]; -"110 scale_updated_constant7" -> "112 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; -"111 compressed_weight_updated_constant7" -> "112 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; -"112 mul_tensor_7" -> "114 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; -"113 zero_point_updated_constant7" -> "114 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; -"114 sub_tensor_7" -> "115 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; -"115 conv2d_9" -> "116 relu__4" [label="(1, 88, 28, 28)", style=solid]; -"116 relu__4" -> "117 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; -"117 quantize_per_tensor_default_7" -> "118 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; -"118 dequantize_per_tensor_default_9" -> "125 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"119 features_3_block_2_0_weight_bias_0_0" -> "125 conv2d_10" [label="(24,)", style=solid]; -"120 scale_updated_constant8" -> "122 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; -"121 compressed_weight_updated_constant8" -> "122 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; -"122 mul_tensor_8" -> "124 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; -"123 zero_point_updated_constant8" -> "124 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; -"124 sub_tensor_8" -> "125 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; -"125 conv2d_10" -> "126 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"126 quantize_per_tensor_default_8" -> "127 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; -"127 dequantize_per_tensor_default_10" -> "128 add_" [label="(1, 24, 28, 28)", style=solid]; -"128 add_" -> "129 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; -"129 quantize_per_tensor_default_9" -> "130 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; -"130 dequantize_per_tensor_default_11" -> "137 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"131 features_4_block_0_0_weight_bias_0_0" -> "137 conv2d_11" [label="(96,)", style=solid]; -"132 scale_updated_constant9" -> "134 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; -"133 compressed_weight_updated_constant9" -> "134 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; -"134 mul_tensor_9" -> "136 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; -"135 zero_point_updated_constant9" -> "136 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; -"136 sub_tensor_9" -> "137 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; -"137 conv2d_11" -> "140 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; -"138 hardswish__1_scale_0" -> "141 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"138 hardswish__1_scale_0" -> "142 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"139 hardswish__1_zero_point_0" -> "141 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"139 hardswish__1_zero_point_0" -> "142 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"140 hardswish__1" -> "141 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"141 quantize_per_channel_default_13" -> "142 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"142 dequantize_per_channel_default_13" -> "149 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"143 features_4_block_1_0_weight_bias_0_0" -> "149 conv2d_12" [label="(96,)", style=solid]; -"144 scale_updated_constant10" -> "146 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; -"145 compressed_weight_updated_constant10" -> "146 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; -"146 mul_tensor_10" -> "148 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; -"147 zero_point_updated_constant10" -> "148 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; -"148 sub_tensor_10" -> "149 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; -"149 conv2d_12" -> "150 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; -"150 hardswish__2" -> "151 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; -"151 quantize_per_tensor_default_10" -> "152 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; -"151 quantize_per_tensor_default_10" -> "153 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"152 dequantize_per_tensor_default_13" -> "163 mul_1" [label="(1, 96, 14, 14)", style=solid]; -"153 dequantize_per_tensor_default_12" -> "154 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; -"154 adaptive_avg_pool2d_1" -> "156 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; -"155 features_4_block_2_fc1_bias_0_0" -> "156 conv2d_13" [label="(24,)", style=solid]; -"156 conv2d_13" -> "157 relu_1" [label="(1, 24, 1, 1)", style=solid]; -"157 relu_1" -> "159 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; -"158 features_4_block_2_fc2_bias_0_0" -> "159 conv2d_14" [label="(96,)", style=solid]; -"159 conv2d_14" -> "160 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; -"160 hardsigmoid_1" -> "161 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; -"161 quantize_per_tensor_default_11" -> "162 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; -"162 dequantize_per_tensor_default_14" -> "163 mul_1" [label="(1, 96, 1, 1)", style=solid]; -"163 mul_1" -> "164 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"164 quantize_per_tensor_default_12" -> "165 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; -"165 dequantize_per_tensor_default_15" -> "172 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"166 features_4_block_3_0_weight_bias_0_0" -> "172 conv2d_15" [label="(40,)", style=solid]; -"167 scale_updated_constant11" -> "169 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; -"168 compressed_weight_updated_constant11" -> "169 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; -"169 mul_tensor_11" -> "171 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; -"170 zero_point_updated_constant11" -> "171 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; -"171 sub_tensor_11" -> "172 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; -"172 conv2d_15" -> "173 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_13" -> "174 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_13" -> "175 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; -"174 dequantize_per_tensor_default_17" -> "220 add__1" [label="(1, 40, 14, 14)", style=solid]; -"175 dequantize_per_tensor_default_16" -> "182 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"176 features_5_block_0_0_weight_bias_0_0" -> "182 conv2d_16" [label="(240,)", style=solid]; -"177 scale_updated_constant12" -> "179 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; -"178 compressed_weight_updated_constant12" -> "179 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; -"179 mul_tensor_12" -> "181 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; -"180 zero_point_updated_constant12" -> "181 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; -"181 sub_tensor_12" -> "182 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; -"182 conv2d_16" -> "185 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; -"183 hardswish__3_scale_0" -> "186 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"183 hardswish__3_scale_0" -> "187 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"184 hardswish__3_zero_point_0" -> "186 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"184 hardswish__3_zero_point_0" -> "187 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"185 hardswish__3" -> "186 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"186 quantize_per_channel_default_17" -> "187 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"187 dequantize_per_channel_default_17" -> "194 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"188 features_5_block_1_0_weight_bias_0_0" -> "194 conv2d_17" [label="(240,)", style=solid]; -"189 scale_updated_constant13" -> "191 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; -"190 compressed_weight_updated_constant13" -> "191 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; -"191 mul_tensor_13" -> "193 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; -"192 zero_point_updated_constant13" -> "193 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; -"193 sub_tensor_13" -> "194 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; -"194 conv2d_17" -> "195 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; -"195 hardswish__4" -> "196 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; -"196 quantize_per_tensor_default_14" -> "197 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"196 quantize_per_tensor_default_14" -> "198 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; -"197 dequantize_per_tensor_default_19" -> "208 mul_2" [label="(1, 240, 14, 14)", style=solid]; -"198 dequantize_per_tensor_default_18" -> "199 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; -"199 adaptive_avg_pool2d_2" -> "201 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; -"200 features_5_block_2_fc1_bias_0_0" -> "201 conv2d_18" [label="(64,)", style=solid]; -"201 conv2d_18" -> "202 relu_2" [label="(1, 64, 1, 1)", style=solid]; -"202 relu_2" -> "204 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; -"203 features_5_block_2_fc2_bias_0_0" -> "204 conv2d_19" [label="(240,)", style=solid]; -"204 conv2d_19" -> "205 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; -"205 hardsigmoid_2" -> "206 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; -"206 quantize_per_tensor_default_15" -> "207 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"207 dequantize_per_tensor_default_20" -> "208 mul_2" [label="(1, 240, 1, 1)", style=solid]; -"208 mul_2" -> "209 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; -"209 quantize_per_tensor_default_16" -> "210 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"210 dequantize_per_tensor_default_21" -> "217 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"211 features_5_block_3_0_weight_bias_0_0" -> "217 conv2d_20" [label="(40,)", style=solid]; -"212 scale_updated_constant14" -> "214 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; -"213 compressed_weight_updated_constant14" -> "214 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; -"214 mul_tensor_14" -> "216 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; -"215 zero_point_updated_constant14" -> "216 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; -"216 sub_tensor_14" -> "217 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; -"217 conv2d_20" -> "218 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"218 quantize_per_tensor_default_17" -> "219 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"219 dequantize_per_tensor_default_22" -> "220 add__1" [label="(1, 40, 14, 14)", style=solid]; -"220 add__1" -> "221 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; -"221 quantize_per_tensor_default_18" -> "222 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; -"221 quantize_per_tensor_default_18" -> "223 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"222 dequantize_per_tensor_default_24" -> "268 add__2" [label="(1, 40, 14, 14)", style=solid]; -"223 dequantize_per_tensor_default_23" -> "230 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"224 features_6_block_0_0_weight_bias_0_0" -> "230 conv2d_21" [label="(240,)", style=solid]; -"225 scale_updated_constant15" -> "227 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; -"226 compressed_weight_updated_constant15" -> "227 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; -"227 mul_tensor_15" -> "229 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; -"228 zero_point_updated_constant15" -> "229 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; -"229 sub_tensor_15" -> "230 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; -"230 conv2d_21" -> "233 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; -"231 hardswish__5_scale_0" -> "234 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"231 hardswish__5_scale_0" -> "235 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"232 hardswish__5_zero_point_0" -> "234 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"232 hardswish__5_zero_point_0" -> "235 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"233 hardswish__5" -> "234 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"234 quantize_per_channel_default_21" -> "235 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"235 dequantize_per_channel_default_21" -> "242 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"236 features_6_block_1_0_weight_bias_0_0" -> "242 conv2d_22" [label="(240,)", style=solid]; -"237 scale_updated_constant16" -> "239 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; -"238 compressed_weight_updated_constant16" -> "239 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; -"239 mul_tensor_16" -> "241 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; -"240 zero_point_updated_constant16" -> "241 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; -"241 sub_tensor_16" -> "242 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; -"242 conv2d_22" -> "243 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; -"243 hardswish__6" -> "244 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"244 quantize_per_tensor_default_19" -> "245 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; -"244 quantize_per_tensor_default_19" -> "246 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; -"245 dequantize_per_tensor_default_26" -> "256 mul_3" [label="(1, 240, 14, 14)", style=solid]; -"246 dequantize_per_tensor_default_25" -> "247 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; -"247 adaptive_avg_pool2d_3" -> "249 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; -"248 features_6_block_2_fc1_bias_0_0" -> "249 conv2d_23" [label="(64,)", style=solid]; -"249 conv2d_23" -> "250 relu_3" [label="(1, 64, 1, 1)", style=solid]; -"250 relu_3" -> "252 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; -"251 features_6_block_2_fc2_bias_0_0" -> "252 conv2d_24" [label="(240,)", style=solid]; -"252 conv2d_24" -> "253 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; -"253 hardsigmoid_3" -> "254 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"254 quantize_per_tensor_default_20" -> "255 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; -"255 dequantize_per_tensor_default_27" -> "256 mul_3" [label="(1, 240, 1, 1)", style=solid]; -"256 mul_3" -> "257 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"257 quantize_per_tensor_default_21" -> "258 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; -"258 dequantize_per_tensor_default_28" -> "265 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"259 features_6_block_3_0_weight_bias_0_0" -> "265 conv2d_25" [label="(40,)", style=solid]; -"260 scale_updated_constant17" -> "262 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; -"261 compressed_weight_updated_constant17" -> "262 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; -"262 mul_tensor_17" -> "264 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; -"263 zero_point_updated_constant17" -> "264 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; -"264 sub_tensor_17" -> "265 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; -"265 conv2d_25" -> "266 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; -"267 dequantize_per_tensor_default_29" -> "268 add__2" [label="(1, 40, 14, 14)", style=solid]; -"268 add__2" -> "269 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"269 quantize_per_tensor_default_23" -> "270 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; -"270 dequantize_per_tensor_default_30" -> "277 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"271 features_7_block_0_0_weight_bias_0_0" -> "277 conv2d_26" [label="(120,)", style=solid]; -"272 scale_updated_constant18" -> "274 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; -"273 compressed_weight_updated_constant18" -> "274 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; -"274 mul_tensor_18" -> "276 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; -"275 zero_point_updated_constant18" -> "276 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; -"276 sub_tensor_18" -> "277 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; -"277 conv2d_26" -> "280 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; -"278 hardswish__7_scale_0" -> "281 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"278 hardswish__7_scale_0" -> "282 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"279 hardswish__7_zero_point_0" -> "281 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"279 hardswish__7_zero_point_0" -> "282 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"280 hardswish__7" -> "281 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"281 quantize_per_channel_default_25" -> "282 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"282 dequantize_per_channel_default_25" -> "289 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"283 features_7_block_1_0_weight_bias_0_0" -> "289 conv2d_27" [label="(120,)", style=solid]; -"284 scale_updated_constant19" -> "286 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; -"285 compressed_weight_updated_constant19" -> "286 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; -"286 mul_tensor_19" -> "288 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; -"287 zero_point_updated_constant19" -> "288 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; -"288 sub_tensor_19" -> "289 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; -"289 conv2d_27" -> "290 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; -"290 hardswish__8" -> "291 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; -"291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; -"291 quantize_per_tensor_default_24" -> "293 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; -"292 dequantize_per_tensor_default_32" -> "303 mul_4" [label="(1, 120, 14, 14)", style=solid]; -"293 dequantize_per_tensor_default_31" -> "294 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; -"294 adaptive_avg_pool2d_4" -> "296 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; -"295 features_7_block_2_fc1_bias_0_0" -> "296 conv2d_28" [label="(32,)", style=solid]; -"296 conv2d_28" -> "297 relu_4" [label="(1, 32, 1, 1)", style=solid]; -"297 relu_4" -> "299 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; -"298 features_7_block_2_fc2_bias_0_0" -> "299 conv2d_29" [label="(120,)", style=solid]; -"299 conv2d_29" -> "300 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; -"300 hardsigmoid_4" -> "301 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; -"301 quantize_per_tensor_default_25" -> "302 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; -"302 dequantize_per_tensor_default_33" -> "303 mul_4" [label="(1, 120, 1, 1)", style=solid]; -"303 mul_4" -> "304 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; -"304 quantize_per_tensor_default_26" -> "305 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; -"305 dequantize_per_tensor_default_34" -> "312 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"306 features_7_block_3_0_weight_bias_0_0" -> "312 conv2d_30" [label="(48,)", style=solid]; -"307 scale_updated_constant20" -> "309 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; -"308 compressed_weight_updated_constant20" -> "309 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; -"309 mul_tensor_20" -> "311 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; -"310 zero_point_updated_constant20" -> "311 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; -"311 sub_tensor_20" -> "312 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; -"312 conv2d_30" -> "313 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; -"313 quantize_per_tensor_default_27" -> "314 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; -"313 quantize_per_tensor_default_27" -> "315 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; -"314 dequantize_per_tensor_default_36" -> "360 add__3" [label="(1, 48, 14, 14)", style=solid]; -"315 dequantize_per_tensor_default_35" -> "322 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"316 features_8_block_0_0_weight_bias_0_0" -> "322 conv2d_31" [label="(144,)", style=solid]; -"317 scale_updated_constant21" -> "319 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; -"318 compressed_weight_updated_constant21" -> "319 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; -"319 mul_tensor_21" -> "321 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; -"320 zero_point_updated_constant21" -> "321 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; -"321 sub_tensor_21" -> "322 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; -"322 conv2d_31" -> "325 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; -"323 hardswish__9_scale_0" -> "326 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"323 hardswish__9_scale_0" -> "327 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"324 hardswish__9_zero_point_0" -> "326 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"324 hardswish__9_zero_point_0" -> "327 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"325 hardswish__9" -> "326 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"326 quantize_per_channel_default_29" -> "327 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"327 dequantize_per_channel_default_29" -> "334 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"328 features_8_block_1_0_weight_bias_0_0" -> "334 conv2d_32" [label="(144,)", style=solid]; -"329 scale_updated_constant22" -> "331 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; -"330 compressed_weight_updated_constant22" -> "331 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; -"331 mul_tensor_22" -> "333 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; -"332 zero_point_updated_constant22" -> "333 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; -"333 sub_tensor_22" -> "334 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; -"334 conv2d_32" -> "335 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; -"335 hardswish__10" -> "336 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; -"336 quantize_per_tensor_default_28" -> "337 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; -"336 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; -"337 dequantize_per_tensor_default_38" -> "348 mul_5" [label="(1, 144, 14, 14)", style=solid]; -"338 dequantize_per_tensor_default_37" -> "339 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; -"339 adaptive_avg_pool2d_5" -> "341 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; -"340 features_8_block_2_fc1_bias_0_0" -> "341 conv2d_33" [label="(40,)", style=solid]; -"341 conv2d_33" -> "342 relu_5" [label="(1, 40, 1, 1)", style=solid]; -"342 relu_5" -> "344 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; -"343 features_8_block_2_fc2_bias_0_0" -> "344 conv2d_34" [label="(144,)", style=solid]; -"344 conv2d_34" -> "345 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; -"345 hardsigmoid_5" -> "346 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; -"346 quantize_per_tensor_default_29" -> "347 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; -"347 dequantize_per_tensor_default_39" -> "348 mul_5" [label="(1, 144, 1, 1)", style=solid]; -"348 mul_5" -> "349 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; -"349 quantize_per_tensor_default_30" -> "350 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; -"350 dequantize_per_tensor_default_40" -> "357 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"351 features_8_block_3_0_weight_bias_0_0" -> "357 conv2d_35" [label="(48,)", style=solid]; -"352 scale_updated_constant23" -> "354 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; -"353 compressed_weight_updated_constant23" -> "354 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; -"354 mul_tensor_23" -> "356 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; -"355 zero_point_updated_constant23" -> "356 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; -"356 sub_tensor_23" -> "357 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; -"357 conv2d_35" -> "358 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; -"358 quantize_per_tensor_default_31" -> "359 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; -"359 dequantize_per_tensor_default_41" -> "360 add__3" [label="(1, 48, 14, 14)", style=solid]; -"360 add__3" -> "361 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; -"361 quantize_per_tensor_default_32" -> "362 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; -"362 dequantize_per_tensor_default_42" -> "369 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"363 features_9_block_0_0_weight_bias_0_0" -> "369 conv2d_36" [label="(288,)", style=solid]; -"364 scale_updated_constant24" -> "366 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; -"365 compressed_weight_updated_constant24" -> "366 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; -"366 mul_tensor_24" -> "368 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; -"367 zero_point_updated_constant24" -> "368 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; -"368 sub_tensor_24" -> "369 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; -"369 conv2d_36" -> "372 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; -"370 hardswish__11_scale_0" -> "373 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"370 hardswish__11_scale_0" -> "374 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"371 hardswish__11_zero_point_0" -> "373 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"371 hardswish__11_zero_point_0" -> "374 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"372 hardswish__11" -> "373 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"373 quantize_per_channel_default_33" -> "374 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"374 dequantize_per_channel_default_33" -> "381 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"375 features_9_block_1_0_weight_bias_0_0" -> "381 conv2d_37" [label="(288,)", style=solid]; -"376 scale_updated_constant25" -> "378 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; -"377 compressed_weight_updated_constant25" -> "378 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; -"378 mul_tensor_25" -> "380 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; -"379 zero_point_updated_constant25" -> "380 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; -"380 sub_tensor_25" -> "381 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; -"381 conv2d_37" -> "382 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; -"382 hardswish__12" -> "383 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; -"383 quantize_per_tensor_default_33" -> "384 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; -"383 quantize_per_tensor_default_33" -> "385 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; -"384 dequantize_per_tensor_default_44" -> "395 mul_6" [label="(1, 288, 7, 7)", style=solid]; -"385 dequantize_per_tensor_default_43" -> "386 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; -"386 adaptive_avg_pool2d_6" -> "388 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; -"387 features_9_block_2_fc1_bias_0_0" -> "388 conv2d_38" [label="(72,)", style=solid]; -"388 conv2d_38" -> "389 relu_6" [label="(1, 72, 1, 1)", style=solid]; -"389 relu_6" -> "391 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; -"390 features_9_block_2_fc2_bias_0_0" -> "391 conv2d_39" [label="(288,)", style=solid]; -"391 conv2d_39" -> "392 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; -"392 hardsigmoid_6" -> "393 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; -"393 quantize_per_tensor_default_34" -> "394 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; -"394 dequantize_per_tensor_default_45" -> "395 mul_6" [label="(1, 288, 1, 1)", style=solid]; -"395 mul_6" -> "396 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; -"396 quantize_per_tensor_default_35" -> "397 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; -"397 dequantize_per_tensor_default_46" -> "404 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"398 features_9_block_3_0_weight_bias_0_0" -> "404 conv2d_40" [label="(96,)", style=solid]; -"399 scale_updated_constant26" -> "401 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; -"400 compressed_weight_updated_constant26" -> "401 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; -"401 mul_tensor_26" -> "403 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; -"402 zero_point_updated_constant26" -> "403 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; -"403 sub_tensor_26" -> "404 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; -"404 conv2d_40" -> "405 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; -"405 quantize_per_tensor_default_36" -> "406 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; -"405 quantize_per_tensor_default_36" -> "407 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; -"406 dequantize_per_tensor_default_48" -> "452 add__4" [label="(1, 96, 7, 7)", style=solid]; -"407 dequantize_per_tensor_default_47" -> "414 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"408 features_10_block_0_0_weight_bias_0_0" -> "414 conv2d_41" [label="(576,)", style=solid]; -"409 scale_updated_constant27" -> "411 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; -"410 compressed_weight_updated_constant27" -> "411 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; -"411 mul_tensor_27" -> "413 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; -"412 zero_point_updated_constant27" -> "413 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; -"413 sub_tensor_27" -> "414 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; -"414 conv2d_41" -> "417 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; -"415 hardswish__13_scale_0" -> "418 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"415 hardswish__13_scale_0" -> "419 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"416 hardswish__13_zero_point_0" -> "418 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"416 hardswish__13_zero_point_0" -> "419 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"417 hardswish__13" -> "418 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"418 quantize_per_channel_default_37" -> "419 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"419 dequantize_per_channel_default_37" -> "426 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"420 features_10_block_1_0_weight_bias_0_0" -> "426 conv2d_42" [label="(576,)", style=solid]; -"421 scale_updated_constant28" -> "423 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; -"422 compressed_weight_updated_constant28" -> "423 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; -"423 mul_tensor_28" -> "425 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; -"424 zero_point_updated_constant28" -> "425 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; -"425 sub_tensor_28" -> "426 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; -"426 conv2d_42" -> "427 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; -"427 hardswish__14" -> "428 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; -"428 quantize_per_tensor_default_37" -> "429 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; -"428 quantize_per_tensor_default_37" -> "430 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; -"429 dequantize_per_tensor_default_50" -> "440 mul_7" [label="(1, 576, 7, 7)", style=solid]; -"430 dequantize_per_tensor_default_49" -> "431 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; -"431 adaptive_avg_pool2d_7" -> "433 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; -"432 features_10_block_2_fc1_bias_0_0" -> "433 conv2d_43" [label="(144,)", style=solid]; -"433 conv2d_43" -> "434 relu_7" [label="(1, 144, 1, 1)", style=solid]; -"434 relu_7" -> "436 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; -"435 features_10_block_2_fc2_bias_0_0" -> "436 conv2d_44" [label="(576,)", style=solid]; -"436 conv2d_44" -> "437 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; -"437 hardsigmoid_7" -> "438 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; -"438 quantize_per_tensor_default_38" -> "439 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; -"439 dequantize_per_tensor_default_51" -> "440 mul_7" [label="(1, 576, 1, 1)", style=solid]; -"440 mul_7" -> "441 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; -"441 quantize_per_tensor_default_39" -> "442 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; -"442 dequantize_per_tensor_default_52" -> "449 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"443 features_10_block_3_0_weight_bias_0_0" -> "449 conv2d_45" [label="(96,)", style=solid]; -"444 scale_updated_constant29" -> "446 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; -"445 compressed_weight_updated_constant29" -> "446 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; -"446 mul_tensor_29" -> "448 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; -"447 zero_point_updated_constant29" -> "448 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; -"448 sub_tensor_29" -> "449 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; -"449 conv2d_45" -> "450 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; -"450 quantize_per_tensor_default_40" -> "451 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; -"451 dequantize_per_tensor_default_53" -> "452 add__4" [label="(1, 96, 7, 7)", style=solid]; -"452 add__4" -> "453 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; -"453 quantize_per_tensor_default_41" -> "454 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; -"453 quantize_per_tensor_default_41" -> "455 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; -"454 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; -"455 dequantize_per_tensor_default_54" -> "462 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"456 features_11_block_0_0_weight_bias_0_0" -> "462 conv2d_46" [label="(576,)", style=solid]; -"457 scale_updated_constant30" -> "459 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; -"458 compressed_weight_updated_constant30" -> "459 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; -"459 mul_tensor_30" -> "461 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; -"460 zero_point_updated_constant30" -> "461 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; -"461 sub_tensor_30" -> "462 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; -"462 conv2d_46" -> "465 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; -"463 hardswish__15_scale_0" -> "466 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"463 hardswish__15_scale_0" -> "467 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"464 hardswish__15_zero_point_0" -> "466 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"464 hardswish__15_zero_point_0" -> "467 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"465 hardswish__15" -> "466 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"466 quantize_per_channel_default_41" -> "467 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"467 dequantize_per_channel_default_41" -> "474 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"468 features_11_block_1_0_weight_bias_0_0" -> "474 conv2d_47" [label="(576,)", style=solid]; -"469 scale_updated_constant31" -> "471 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; -"470 compressed_weight_updated_constant31" -> "471 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; -"471 mul_tensor_31" -> "473 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; -"472 zero_point_updated_constant31" -> "473 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; -"473 sub_tensor_31" -> "474 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; -"474 conv2d_47" -> "475 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; -"475 hardswish__16" -> "476 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; -"476 quantize_per_tensor_default_42" -> "477 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; -"476 quantize_per_tensor_default_42" -> "478 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; -"477 dequantize_per_tensor_default_57" -> "488 mul_8" [label="(1, 576, 7, 7)", style=solid]; -"478 dequantize_per_tensor_default_56" -> "479 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; -"479 adaptive_avg_pool2d_8" -> "481 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; -"480 features_11_block_2_fc1_bias_0_0" -> "481 conv2d_48" [label="(144,)", style=solid]; -"481 conv2d_48" -> "482 relu_8" [label="(1, 144, 1, 1)", style=solid]; -"482 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; -"483 features_11_block_2_fc2_bias_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; -"484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; -"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; -"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; -"487 dequantize_per_tensor_default_58" -> "488 mul_8" [label="(1, 576, 1, 1)", style=solid]; -"488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; -"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; -"490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; -"492 scale_updated_constant32" -> "494 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; -"493 compressed_weight_updated_constant32" -> "494 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; -"494 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; -"495 zero_point_updated_constant32" -> "496 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; -"496 sub_tensor_32" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; -"497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; -"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; -"499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; -"500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; -"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; -"502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; -"504 scale_updated_constant33" -> "506 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; -"505 compressed_weight_updated_constant33" -> "506 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; -"506 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; -"507 zero_point_updated_constant33" -> "508 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; -"508 sub_tensor_33" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; -"509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; -"510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; -"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; -"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; -"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; -"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; -"515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; -"516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 classifier_0_bias_0_0" -> "523 linear" [label="(1024,)", style=solid]; -"518 scale_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 1)", style=solid]; -"519 compressed_weight_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 576)", style=solid]; -"520 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; -"521 zero_point_updated_constant34" -> "522 sub_tensor_34" [label="(1024, 1)", style=solid]; -"522 sub_tensor_34" -> "523 linear" [label="(1024, 576)", style=solid]; -"523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; -"524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; -"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; -"526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; -"527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 classifier_3_bias_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"0 features_1_block_1_fc1_weight" -> "65 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"1 features_1_block_1_fc1_bias" -> "65 conv2d_2" [label="(8,)", style=solid]; +"2 features_1_block_1_fc2_weight" -> "67 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"3 features_1_block_1_fc2_bias" -> "67 conv2d_3" [label="(16,)", style=solid]; +"4 features_4_block_2_fc1_weight" -> "173 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"5 features_4_block_2_fc1_bias" -> "173 conv2d_13" [label="(24,)", style=solid]; +"6 features_4_block_2_fc2_weight" -> "175 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"7 features_4_block_2_fc2_bias" -> "175 conv2d_14" [label="(96,)", style=solid]; +"8 features_5_block_2_fc1_weight" -> "216 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"9 features_5_block_2_fc1_bias" -> "216 conv2d_18" [label="(64,)", style=solid]; +"10 features_5_block_2_fc2_weight" -> "218 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"11 features_5_block_2_fc2_bias" -> "218 conv2d_19" [label="(240,)", style=solid]; +"12 features_6_block_2_fc1_weight" -> "262 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"13 features_6_block_2_fc1_bias" -> "262 conv2d_23" [label="(64,)", style=solid]; +"14 features_6_block_2_fc2_weight" -> "264 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"15 features_6_block_2_fc2_bias" -> "264 conv2d_24" [label="(240,)", style=solid]; +"16 features_7_block_2_fc1_weight" -> "307 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"17 features_7_block_2_fc1_bias" -> "307 conv2d_28" [label="(32,)", style=solid]; +"18 features_7_block_2_fc2_weight" -> "309 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"19 features_7_block_2_fc2_bias" -> "309 conv2d_29" [label="(120,)", style=solid]; +"20 features_8_block_2_fc1_weight" -> "350 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"21 features_8_block_2_fc1_bias" -> "350 conv2d_33" [label="(40,)", style=solid]; +"22 features_8_block_2_fc2_weight" -> "352 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"23 features_8_block_2_fc2_bias" -> "352 conv2d_34" [label="(144,)", style=solid]; +"24 features_9_block_2_fc1_weight" -> "395 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"25 features_9_block_2_fc1_bias" -> "395 conv2d_38" [label="(72,)", style=solid]; +"26 features_9_block_2_fc2_weight" -> "397 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"27 features_9_block_2_fc2_bias" -> "397 conv2d_39" [label="(288,)", style=solid]; +"28 features_10_block_2_fc1_weight" -> "438 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"29 features_10_block_2_fc1_bias" -> "438 conv2d_43" [label="(144,)", style=solid]; +"30 features_10_block_2_fc2_weight" -> "440 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"31 features_10_block_2_fc2_bias" -> "440 conv2d_44" [label="(576,)", style=solid]; +"32 features_11_block_2_fc1_weight" -> "484 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"33 features_11_block_2_fc1_bias" -> "484 conv2d_48" [label="(144,)", style=solid]; +"34 features_11_block_2_fc2_weight" -> "486 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"35 features_11_block_2_fc2_bias" -> "486 conv2d_49" [label="(576,)", style=solid]; +"36 classifier_0_bias" -> "524 linear" [label="(1024,)", style=solid]; +"37 classifier_3_bias" -> "534 linear_1" [label="(1000,)", style=solid]; +"38 x" -> "39 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"39 quantize_per_tensor_default" -> "40 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"40 dequantize_per_tensor_default" -> "47 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"41 features_0_0_weight_bias" -> "47 conv2d" [label="(16,)", style=solid]; +"42 scale_updated_constant0" -> "44 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"43 compressed_weight_updated_constant0" -> "44 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"44 mul_tensor" -> "46 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; +"45 zero_point_updated_constant0" -> "46 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; +"46 sub_tensor" -> "47 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"47 conv2d" -> "50 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"48 hardswish__scale_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"48 hardswish__scale_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"50 hardswish_" -> "51 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"51 quantize_per_channel_default_1" -> "52 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"52 dequantize_per_channel_default_1" -> "59 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"53 features_1_block_0_0_weight_bias" -> "59 conv2d_1" [label="(16,)", style=solid]; +"54 scale_updated_constant1" -> "56 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"55 compressed_weight_updated_constant1" -> "56 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"56 mul_tensor_1" -> "58 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"57 zero_point_updated_constant1" -> "58 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"58 sub_tensor_1" -> "59 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"59 conv2d_1" -> "60 relu_" [label="(1, 16, 56, 56)", style=solid]; +"60 relu_" -> "61 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"61 quantize_per_tensor_default_1" -> "62 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"61 quantize_per_tensor_default_1" -> "63 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"62 dequantize_per_tensor_default_2" -> "71 mul" [label="(1, 16, 56, 56)", style=solid]; +"63 dequantize_per_tensor_default_1" -> "64 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"64 adaptive_avg_pool2d" -> "65 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"65 conv2d_2" -> "66 relu" [label="(1, 8, 1, 1)", style=solid]; +"66 relu" -> "67 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"67 conv2d_3" -> "68 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"68 hardsigmoid" -> "69 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"69 quantize_per_tensor_default_2" -> "70 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 mul" [label="(1, 16, 1, 1)", style=solid]; +"71 mul" -> "72 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"72 quantize_per_tensor_default_3" -> "73 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"73 dequantize_per_tensor_default_4" -> "80 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"74 features_1_block_2_0_weight_bias" -> "80 conv2d_4" [label="(16,)", style=solid]; +"75 scale_updated_constant2" -> "77 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"76 compressed_weight_updated_constant2" -> "77 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"77 mul_tensor_2" -> "79 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"78 zero_point_updated_constant2" -> "79 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"79 sub_tensor_2" -> "80 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"80 conv2d_4" -> "81 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"81 quantize_per_tensor_default_4" -> "82 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"82 dequantize_per_tensor_default_5" -> "89 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"83 features_2_block_0_0_weight_bias" -> "89 conv2d_5" [label="(72,)", style=solid]; +"84 scale_updated_constant3" -> "86 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"85 compressed_weight_updated_constant3" -> "86 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"86 mul_tensor_3" -> "88 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"87 zero_point_updated_constant3" -> "88 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"88 sub_tensor_3" -> "89 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"89 conv2d_5" -> "92 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"90 relu__1_scale_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"90 relu__1_scale_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"92 relu__1" -> "93 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"93 quantize_per_channel_default_5" -> "94 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"94 dequantize_per_channel_default_5" -> "101 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"95 features_2_block_1_0_weight_bias" -> "101 conv2d_6" [label="(72,)", style=solid]; +"96 scale_updated_constant4" -> "98 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"97 compressed_weight_updated_constant4" -> "98 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"98 mul_tensor_4" -> "100 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"99 zero_point_updated_constant4" -> "100 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"100 sub_tensor_4" -> "101 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"101 conv2d_6" -> "102 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"102 relu__2" -> "103 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_5" -> "104 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_6" -> "111 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"105 features_2_block_2_0_weight_bias" -> "111 conv2d_7" [label="(24,)", style=solid]; +"106 scale_updated_constant5" -> "108 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"108 mul_tensor_5" -> "110 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"109 zero_point_updated_constant5" -> "110 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"110 sub_tensor_5" -> "111 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"111 conv2d_7" -> "112 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_6" -> "113 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_6" -> "114 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_8" -> "146 add_" [label="(1, 24, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_7" -> "121 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"115 features_3_block_0_0_weight_bias" -> "121 conv2d_8" [label="(88,)", style=solid]; +"116 scale_updated_constant6" -> "118 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"117 compressed_weight_updated_constant6" -> "118 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"118 mul_tensor_6" -> "120 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"119 zero_point_updated_constant6" -> "120 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"120 sub_tensor_6" -> "121 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"121 conv2d_8" -> "124 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"122 relu__3_scale_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"122 relu__3_scale_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"124 relu__3" -> "125 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"125 quantize_per_channel_default_9" -> "126 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"126 dequantize_per_channel_default_9" -> "133 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"127 features_3_block_1_0_weight_bias" -> "133 conv2d_9" [label="(88,)", style=solid]; +"128 scale_updated_constant7" -> "130 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"129 compressed_weight_updated_constant7" -> "130 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"130 mul_tensor_7" -> "132 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"131 zero_point_updated_constant7" -> "132 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"132 sub_tensor_7" -> "133 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"133 conv2d_9" -> "134 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"134 relu__4" -> "135 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"135 quantize_per_tensor_default_7" -> "136 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"136 dequantize_per_tensor_default_9" -> "143 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"137 features_3_block_2_0_weight_bias" -> "143 conv2d_10" [label="(24,)", style=solid]; +"138 scale_updated_constant8" -> "140 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"139 compressed_weight_updated_constant8" -> "140 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"140 mul_tensor_8" -> "142 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"141 zero_point_updated_constant8" -> "142 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"142 sub_tensor_8" -> "143 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"143 conv2d_10" -> "144 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"144 quantize_per_tensor_default_8" -> "145 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"145 dequantize_per_tensor_default_10" -> "146 add_" [label="(1, 24, 28, 28)", style=solid]; +"146 add_" -> "147 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"147 quantize_per_tensor_default_9" -> "148 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"148 dequantize_per_tensor_default_11" -> "155 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"149 features_4_block_0_0_weight_bias" -> "155 conv2d_11" [label="(96,)", style=solid]; +"150 scale_updated_constant9" -> "152 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"151 compressed_weight_updated_constant9" -> "152 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"152 mul_tensor_9" -> "154 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"153 zero_point_updated_constant9" -> "154 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"154 sub_tensor_9" -> "155 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"155 conv2d_11" -> "158 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"156 hardswish__1_scale_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"156 hardswish__1_scale_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"158 hardswish__1" -> "159 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"159 quantize_per_channel_default_13" -> "160 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"160 dequantize_per_channel_default_13" -> "167 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"161 features_4_block_1_0_weight_bias" -> "167 conv2d_12" [label="(96,)", style=solid]; +"162 scale_updated_constant10" -> "164 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"163 compressed_weight_updated_constant10" -> "164 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"164 mul_tensor_10" -> "166 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"165 zero_point_updated_constant10" -> "166 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"166 sub_tensor_10" -> "167 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"167 conv2d_12" -> "168 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"168 hardswish__2" -> "169 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_10" -> "170 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_10" -> "171 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_13" -> "179 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"171 dequantize_per_tensor_default_12" -> "172 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"172 adaptive_avg_pool2d_1" -> "173 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"173 conv2d_13" -> "174 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"174 relu_1" -> "175 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"175 conv2d_14" -> "176 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"176 hardsigmoid_1" -> "177 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"177 quantize_per_tensor_default_11" -> "178 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"178 dequantize_per_tensor_default_14" -> "179 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"179 mul_1" -> "180 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"180 quantize_per_tensor_default_12" -> "181 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"181 dequantize_per_tensor_default_15" -> "188 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"182 features_4_block_3_0_weight_bias" -> "188 conv2d_15" [label="(40,)", style=solid]; +"183 scale_updated_constant11" -> "185 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"184 compressed_weight_updated_constant11" -> "185 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"185 mul_tensor_11" -> "187 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"186 zero_point_updated_constant11" -> "187 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"187 sub_tensor_11" -> "188 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"188 conv2d_15" -> "189 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"189 quantize_per_tensor_default_13" -> "190 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"189 quantize_per_tensor_default_13" -> "191 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"190 dequantize_per_tensor_default_17" -> "234 add__1" [label="(1, 40, 14, 14)", style=solid]; +"191 dequantize_per_tensor_default_16" -> "198 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"192 features_5_block_0_0_weight_bias" -> "198 conv2d_16" [label="(240,)", style=solid]; +"193 scale_updated_constant12" -> "195 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"194 compressed_weight_updated_constant12" -> "195 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"195 mul_tensor_12" -> "197 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"196 zero_point_updated_constant12" -> "197 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"197 sub_tensor_12" -> "198 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"198 conv2d_16" -> "201 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"199 hardswish__3_scale_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"199 hardswish__3_scale_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"201 hardswish__3" -> "202 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"203 dequantize_per_channel_default_17" -> "210 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"204 features_5_block_1_0_weight_bias" -> "210 conv2d_17" [label="(240,)", style=solid]; +"205 scale_updated_constant13" -> "207 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"206 compressed_weight_updated_constant13" -> "207 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"207 mul_tensor_13" -> "209 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"208 zero_point_updated_constant13" -> "209 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"209 sub_tensor_13" -> "210 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"210 conv2d_17" -> "211 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"211 hardswish__4" -> "212 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"212 quantize_per_tensor_default_14" -> "213 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"212 quantize_per_tensor_default_14" -> "214 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"213 dequantize_per_tensor_default_19" -> "222 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"214 dequantize_per_tensor_default_18" -> "215 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"215 adaptive_avg_pool2d_2" -> "216 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"216 conv2d_18" -> "217 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"217 relu_2" -> "218 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"218 conv2d_19" -> "219 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"219 hardsigmoid_2" -> "220 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"220 quantize_per_tensor_default_15" -> "221 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"221 dequantize_per_tensor_default_20" -> "222 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"222 mul_2" -> "223 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"223 quantize_per_tensor_default_16" -> "224 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"224 dequantize_per_tensor_default_21" -> "231 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"225 features_5_block_3_0_weight_bias" -> "231 conv2d_20" [label="(40,)", style=solid]; +"226 scale_updated_constant14" -> "228 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"227 compressed_weight_updated_constant14" -> "228 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"228 mul_tensor_14" -> "230 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"229 zero_point_updated_constant14" -> "230 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"230 sub_tensor_14" -> "231 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"231 conv2d_20" -> "232 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"233 dequantize_per_tensor_default_22" -> "234 add__1" [label="(1, 40, 14, 14)", style=solid]; +"234 add__1" -> "235 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"235 quantize_per_tensor_default_18" -> "236 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"235 quantize_per_tensor_default_18" -> "237 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"236 dequantize_per_tensor_default_24" -> "280 add__2" [label="(1, 40, 14, 14)", style=solid]; +"237 dequantize_per_tensor_default_23" -> "244 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"238 features_6_block_0_0_weight_bias" -> "244 conv2d_21" [label="(240,)", style=solid]; +"239 scale_updated_constant15" -> "241 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"240 compressed_weight_updated_constant15" -> "241 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"241 mul_tensor_15" -> "243 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"242 zero_point_updated_constant15" -> "243 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"243 sub_tensor_15" -> "244 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"244 conv2d_21" -> "247 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"245 hardswish__5_scale_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"245 hardswish__5_scale_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"247 hardswish__5" -> "248 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"248 quantize_per_channel_default_21" -> "249 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"249 dequantize_per_channel_default_21" -> "256 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"250 features_6_block_1_0_weight_bias" -> "256 conv2d_22" [label="(240,)", style=solid]; +"251 scale_updated_constant16" -> "253 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"252 compressed_weight_updated_constant16" -> "253 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"253 mul_tensor_16" -> "255 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"254 zero_point_updated_constant16" -> "255 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"255 sub_tensor_16" -> "256 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"256 conv2d_22" -> "257 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"257 hardswish__6" -> "258 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_19" -> "259 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_19" -> "260 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"259 dequantize_per_tensor_default_26" -> "268 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"260 dequantize_per_tensor_default_25" -> "261 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"261 adaptive_avg_pool2d_3" -> "262 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"262 conv2d_23" -> "263 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"263 relu_3" -> "264 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"264 conv2d_24" -> "265 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"265 hardsigmoid_3" -> "266 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"266 quantize_per_tensor_default_20" -> "267 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"267 dequantize_per_tensor_default_27" -> "268 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"268 mul_3" -> "269 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"269 quantize_per_tensor_default_21" -> "270 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"270 dequantize_per_tensor_default_28" -> "277 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"271 features_6_block_3_0_weight_bias" -> "277 conv2d_25" [label="(40,)", style=solid]; +"272 scale_updated_constant17" -> "274 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"273 compressed_weight_updated_constant17" -> "274 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"274 mul_tensor_17" -> "276 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"275 zero_point_updated_constant17" -> "276 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"276 sub_tensor_17" -> "277 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"277 conv2d_25" -> "278 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"278 quantize_per_tensor_default_22" -> "279 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"279 dequantize_per_tensor_default_29" -> "280 add__2" [label="(1, 40, 14, 14)", style=solid]; +"280 add__2" -> "281 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_30" -> "289 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"283 features_7_block_0_0_weight_bias" -> "289 conv2d_26" [label="(120,)", style=solid]; +"284 scale_updated_constant18" -> "286 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"285 compressed_weight_updated_constant18" -> "286 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"286 mul_tensor_18" -> "288 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"287 zero_point_updated_constant18" -> "288 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"288 sub_tensor_18" -> "289 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"289 conv2d_26" -> "292 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"290 hardswish__7_scale_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"290 hardswish__7_scale_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"292 hardswish__7" -> "293 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"293 quantize_per_channel_default_25" -> "294 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"294 dequantize_per_channel_default_25" -> "301 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"295 features_7_block_1_0_weight_bias" -> "301 conv2d_27" [label="(120,)", style=solid]; +"296 scale_updated_constant19" -> "298 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"297 compressed_weight_updated_constant19" -> "298 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"298 mul_tensor_19" -> "300 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"299 zero_point_updated_constant19" -> "300 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"300 sub_tensor_19" -> "301 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"301 conv2d_27" -> "302 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"302 hardswish__8" -> "303 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"303 quantize_per_tensor_default_24" -> "304 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"303 quantize_per_tensor_default_24" -> "305 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"304 dequantize_per_tensor_default_32" -> "313 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"305 dequantize_per_tensor_default_31" -> "306 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"306 adaptive_avg_pool2d_4" -> "307 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"307 conv2d_28" -> "308 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"308 relu_4" -> "309 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"309 conv2d_29" -> "310 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"310 hardsigmoid_4" -> "311 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"311 quantize_per_tensor_default_25" -> "312 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"312 dequantize_per_tensor_default_33" -> "313 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"313 mul_4" -> "314 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"314 quantize_per_tensor_default_26" -> "315 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"315 dequantize_per_tensor_default_34" -> "322 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"316 features_7_block_3_0_weight_bias" -> "322 conv2d_30" [label="(48,)", style=solid]; +"317 scale_updated_constant20" -> "319 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"318 compressed_weight_updated_constant20" -> "319 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"319 mul_tensor_20" -> "321 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"320 zero_point_updated_constant20" -> "321 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"321 sub_tensor_20" -> "322 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"322 conv2d_30" -> "323 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"323 quantize_per_tensor_default_27" -> "324 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"323 quantize_per_tensor_default_27" -> "325 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"324 dequantize_per_tensor_default_36" -> "368 add__3" [label="(1, 48, 14, 14)", style=solid]; +"325 dequantize_per_tensor_default_35" -> "332 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"326 features_8_block_0_0_weight_bias" -> "332 conv2d_31" [label="(144,)", style=solid]; +"327 scale_updated_constant21" -> "329 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"328 compressed_weight_updated_constant21" -> "329 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"329 mul_tensor_21" -> "331 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"330 zero_point_updated_constant21" -> "331 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"331 sub_tensor_21" -> "332 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"332 conv2d_31" -> "335 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"333 hardswish__9_scale_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"333 hardswish__9_scale_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"335 hardswish__9" -> "336 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"336 quantize_per_channel_default_29" -> "337 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"337 dequantize_per_channel_default_29" -> "344 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"338 features_8_block_1_0_weight_bias" -> "344 conv2d_32" [label="(144,)", style=solid]; +"339 scale_updated_constant22" -> "341 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"340 compressed_weight_updated_constant22" -> "341 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"341 mul_tensor_22" -> "343 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"342 zero_point_updated_constant22" -> "343 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"343 sub_tensor_22" -> "344 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"344 conv2d_32" -> "345 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"345 hardswish__10" -> "346 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"346 quantize_per_tensor_default_28" -> "347 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"346 quantize_per_tensor_default_28" -> "348 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"347 dequantize_per_tensor_default_38" -> "356 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"348 dequantize_per_tensor_default_37" -> "349 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"349 adaptive_avg_pool2d_5" -> "350 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"350 conv2d_33" -> "351 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"351 relu_5" -> "352 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"352 conv2d_34" -> "353 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"353 hardsigmoid_5" -> "354 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"354 quantize_per_tensor_default_29" -> "355 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"355 dequantize_per_tensor_default_39" -> "356 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"356 mul_5" -> "357 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"357 quantize_per_tensor_default_30" -> "358 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"358 dequantize_per_tensor_default_40" -> "365 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"359 features_8_block_3_0_weight_bias" -> "365 conv2d_35" [label="(48,)", style=solid]; +"360 scale_updated_constant23" -> "362 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"361 compressed_weight_updated_constant23" -> "362 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"362 mul_tensor_23" -> "364 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"363 zero_point_updated_constant23" -> "364 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"364 sub_tensor_23" -> "365 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"365 conv2d_35" -> "366 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"366 quantize_per_tensor_default_31" -> "367 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"367 dequantize_per_tensor_default_41" -> "368 add__3" [label="(1, 48, 14, 14)", style=solid]; +"368 add__3" -> "369 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"369 quantize_per_tensor_default_32" -> "370 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"370 dequantize_per_tensor_default_42" -> "377 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"371 features_9_block_0_0_weight_bias" -> "377 conv2d_36" [label="(288,)", style=solid]; +"372 scale_updated_constant24" -> "374 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"373 compressed_weight_updated_constant24" -> "374 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"374 mul_tensor_24" -> "376 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"375 zero_point_updated_constant24" -> "376 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"376 sub_tensor_24" -> "377 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"377 conv2d_36" -> "380 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"378 hardswish__11_scale_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"378 hardswish__11_scale_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"380 hardswish__11" -> "381 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"381 quantize_per_channel_default_33" -> "382 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"382 dequantize_per_channel_default_33" -> "389 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"383 features_9_block_1_0_weight_bias" -> "389 conv2d_37" [label="(288,)", style=solid]; +"384 scale_updated_constant25" -> "386 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"385 compressed_weight_updated_constant25" -> "386 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"386 mul_tensor_25" -> "388 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"387 zero_point_updated_constant25" -> "388 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"388 sub_tensor_25" -> "389 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"389 conv2d_37" -> "390 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"390 hardswish__12" -> "391 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_33" -> "393 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"392 dequantize_per_tensor_default_44" -> "401 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_43" -> "394 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"394 adaptive_avg_pool2d_6" -> "395 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"395 conv2d_38" -> "396 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"396 relu_6" -> "397 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"397 conv2d_39" -> "398 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"398 hardsigmoid_6" -> "399 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"399 quantize_per_tensor_default_34" -> "400 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"400 dequantize_per_tensor_default_45" -> "401 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"401 mul_6" -> "402 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"402 quantize_per_tensor_default_35" -> "403 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"403 dequantize_per_tensor_default_46" -> "410 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"404 features_9_block_3_0_weight_bias" -> "410 conv2d_40" [label="(96,)", style=solid]; +"405 scale_updated_constant26" -> "407 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"406 compressed_weight_updated_constant26" -> "407 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"407 mul_tensor_26" -> "409 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"408 zero_point_updated_constant26" -> "409 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"409 sub_tensor_26" -> "410 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"410 conv2d_40" -> "411 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"411 quantize_per_tensor_default_36" -> "412 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"411 quantize_per_tensor_default_36" -> "413 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"412 dequantize_per_tensor_default_48" -> "456 add__4" [label="(1, 96, 7, 7)", style=solid]; +"413 dequantize_per_tensor_default_47" -> "420 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"414 features_10_block_0_0_weight_bias" -> "420 conv2d_41" [label="(576,)", style=solid]; +"415 scale_updated_constant27" -> "417 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"416 compressed_weight_updated_constant27" -> "417 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"417 mul_tensor_27" -> "419 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"418 zero_point_updated_constant27" -> "419 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"419 sub_tensor_27" -> "420 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"420 conv2d_41" -> "423 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"421 hardswish__13_scale_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"421 hardswish__13_scale_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"423 hardswish__13" -> "424 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_channel_default_37" -> "425 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"425 dequantize_per_channel_default_37" -> "432 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"426 features_10_block_1_0_weight_bias" -> "432 conv2d_42" [label="(576,)", style=solid]; +"427 scale_updated_constant28" -> "429 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"428 compressed_weight_updated_constant28" -> "429 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"429 mul_tensor_28" -> "431 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"430 zero_point_updated_constant28" -> "431 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"431 sub_tensor_28" -> "432 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"432 conv2d_42" -> "433 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"433 hardswish__14" -> "434 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"434 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"434 quantize_per_tensor_default_37" -> "436 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"435 dequantize_per_tensor_default_50" -> "444 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"436 dequantize_per_tensor_default_49" -> "437 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"437 adaptive_avg_pool2d_7" -> "438 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"438 conv2d_43" -> "439 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"439 relu_7" -> "440 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"440 conv2d_44" -> "441 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"441 hardsigmoid_7" -> "442 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"442 quantize_per_tensor_default_38" -> "443 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"443 dequantize_per_tensor_default_51" -> "444 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"444 mul_7" -> "445 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"445 quantize_per_tensor_default_39" -> "446 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"446 dequantize_per_tensor_default_52" -> "453 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"447 features_10_block_3_0_weight_bias" -> "453 conv2d_45" [label="(96,)", style=solid]; +"448 scale_updated_constant29" -> "450 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"449 compressed_weight_updated_constant29" -> "450 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"450 mul_tensor_29" -> "452 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"451 zero_point_updated_constant29" -> "452 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"452 sub_tensor_29" -> "453 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"453 conv2d_45" -> "454 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"454 quantize_per_tensor_default_40" -> "455 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"455 dequantize_per_tensor_default_53" -> "456 add__4" [label="(1, 96, 7, 7)", style=solid]; +"456 add__4" -> "457 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"457 quantize_per_tensor_default_41" -> "458 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"457 quantize_per_tensor_default_41" -> "459 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"458 dequantize_per_tensor_default_55" -> "502 add__5" [label="(1, 96, 7, 7)", style=solid]; +"459 dequantize_per_tensor_default_54" -> "466 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"460 features_11_block_0_0_weight_bias" -> "466 conv2d_46" [label="(576,)", style=solid]; +"461 scale_updated_constant30" -> "463 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"462 compressed_weight_updated_constant30" -> "463 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"463 mul_tensor_30" -> "465 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"464 zero_point_updated_constant30" -> "465 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"465 sub_tensor_30" -> "466 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"466 conv2d_46" -> "469 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"467 hardswish__15_scale_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"467 hardswish__15_scale_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"469 hardswish__15" -> "470 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"470 quantize_per_channel_default_41" -> "471 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"471 dequantize_per_channel_default_41" -> "478 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"472 features_11_block_1_0_weight_bias" -> "478 conv2d_47" [label="(576,)", style=solid]; +"473 scale_updated_constant31" -> "475 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"474 compressed_weight_updated_constant31" -> "475 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"475 mul_tensor_31" -> "477 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"476 zero_point_updated_constant31" -> "477 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"477 sub_tensor_31" -> "478 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"478 conv2d_47" -> "479 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"479 hardswish__16" -> "480 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"480 quantize_per_tensor_default_42" -> "481 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"480 quantize_per_tensor_default_42" -> "482 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"481 dequantize_per_tensor_default_57" -> "490 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"482 dequantize_per_tensor_default_56" -> "483 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"483 adaptive_avg_pool2d_8" -> "484 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"484 conv2d_48" -> "485 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"485 relu_8" -> "486 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"486 conv2d_49" -> "487 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"487 hardsigmoid_8" -> "488 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"488 quantize_per_tensor_default_43" -> "489 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"489 dequantize_per_tensor_default_58" -> "490 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"490 mul_8" -> "491 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"491 quantize_per_tensor_default_44" -> "492 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"492 dequantize_per_tensor_default_59" -> "499 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"493 features_11_block_3_0_weight_bias" -> "499 conv2d_50" [label="(96,)", style=solid]; +"494 scale_updated_constant32" -> "496 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"495 compressed_weight_updated_constant32" -> "496 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"496 mul_tensor_32" -> "498 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"497 zero_point_updated_constant32" -> "498 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"498 sub_tensor_32" -> "499 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"499 conv2d_50" -> "500 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"500 quantize_per_tensor_default_45" -> "501 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"501 dequantize_per_tensor_default_60" -> "502 add__5" [label="(1, 96, 7, 7)", style=solid]; +"502 add__5" -> "503 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"503 quantize_per_tensor_default_46" -> "504 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"504 dequantize_per_tensor_default_61" -> "511 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"505 features_12_0_weight_bias" -> "511 conv2d_51" [label="(576,)", style=solid]; +"506 scale_updated_constant33" -> "508 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"507 compressed_weight_updated_constant33" -> "508 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"508 mul_tensor_33" -> "510 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"509 zero_point_updated_constant33" -> "510 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"510 sub_tensor_33" -> "511 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"511 conv2d_51" -> "512 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"512 hardswish__17" -> "513 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"513 quantize_per_tensor_default_47" -> "514 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"514 dequantize_per_tensor_default_62" -> "515 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"515 adaptive_avg_pool2d_9" -> "516 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"516 quantize_per_tensor_default_48" -> "517 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"517 dequantize_per_tensor_default_63" -> "518 flatten" [label="(1, 576, 1, 1)", style=solid]; +"518 flatten" -> "524 linear" [label="(1, 576)", style=solid]; +"519 scale_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 1)", style=solid]; +"520 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 576)", style=solid]; +"521 mul_tensor_34" -> "523 sub_tensor_34" [label="(1024, 576)", style=solid]; +"522 zero_point_updated_constant34" -> "523 sub_tensor_34" [label="(1024, 1)", style=solid]; +"523 sub_tensor_34" -> "524 linear" [label="(1024, 576)", style=solid]; +"524 linear" -> "525 hardswish__18" [label="(1, 1024)", style=solid]; +"525 hardswish__18" -> "526 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"526 quantize_per_tensor_default_49" -> "527 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"527 dequantize_per_tensor_default_64" -> "528 dropout_" [label="(1, 1024)", style=solid]; +"528 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; "529 scale_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1)", style=solid]; "530 compressed_weight_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1024)", style=solid]; "531 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot index 27ed6dbd832..d819ff3299e 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot @@ -1,241 +1,241 @@ strict digraph { -"0 x" [id=0, type=input]; -"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; -"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv1_weight_bias_0_0" [id=3, type=get_attr]; -"4 scale_updated_constant0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 zero_point_updated_constant0" [id=7, type=get_attr]; -"8 sub_tensor" [id=8, type=sub]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu_" [id=10, type=relu_]; -"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; -"13 max_pool2d" [id=13, type=max_pool2d]; -"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; -"15 scale_updated_constant1" [id=15, type=get_attr]; -"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; -"17 mul_tensor_1" [id=17, type=mul]; -"18 zero_point_updated_constant1" [id=18, type=get_attr]; -"19 sub_tensor_1" [id=19, type=sub]; -"20 conv2d_1" [id=20, type=conv2d]; -"21 relu__1" [id=21, type=relu_]; -"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; -"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 layer1_0_conv2_weight_bias_0_0" [id=24, type=get_attr]; -"25 scale_updated_constant2" [id=25, type=get_attr]; -"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; -"27 mul_tensor_2" [id=27, type=mul]; -"28 zero_point_updated_constant2" [id=28, type=get_attr]; -"29 sub_tensor_2" [id=29, type=sub]; -"30 conv2d_2" [id=30, type=conv2d]; -"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; -"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; -"33 add_" [id=33, type=add_]; -"34 relu__2" [id=34, type=relu_]; -"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; -"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 layer1_1_conv1_weight_bias_0_0" [id=38, type=get_attr]; -"39 scale_updated_constant3" [id=39, type=get_attr]; -"40 compressed_weight_updated_constant3" [id=40, type=get_attr]; -"41 mul_tensor_3" [id=41, type=mul]; -"42 zero_point_updated_constant3" [id=42, type=get_attr]; -"43 sub_tensor_3" [id=43, type=sub]; -"44 conv2d_3" [id=44, type=conv2d]; -"45 relu__3" [id=45, type=relu_]; -"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 layer1_1_conv2_weight_bias_0_0" [id=48, type=get_attr]; -"49 scale_updated_constant4" [id=49, type=get_attr]; -"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; -"51 mul_tensor_4" [id=51, type=mul]; -"52 zero_point_updated_constant4" [id=52, type=get_attr]; -"53 sub_tensor_4" [id=53, type=sub]; -"54 conv2d_4" [id=54, type=conv2d]; -"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; -"57 add__1" [id=57, type=add_]; -"58 relu__4" [id=58, type=relu_]; -"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; -"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; -"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 layer2_0_conv1_weight_bias_0_0" [id=62, type=get_attr]; -"63 scale_updated_constant5" [id=63, type=get_attr]; -"64 compressed_weight_updated_constant5" [id=64, type=get_attr]; -"65 mul_tensor_5" [id=65, type=mul]; -"66 zero_point_updated_constant5" [id=66, type=get_attr]; -"67 sub_tensor_5" [id=67, type=sub]; -"68 conv2d_5" [id=68, type=conv2d]; -"69 relu__5" [id=69, type=relu_]; -"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 layer2_0_conv2_weight_bias_0_0" [id=72, type=get_attr]; -"73 scale_updated_constant6" [id=73, type=get_attr]; -"74 compressed_weight_updated_constant6" [id=74, type=get_attr]; -"75 mul_tensor_6" [id=75, type=mul]; -"76 zero_point_updated_constant6" [id=76, type=get_attr]; -"77 sub_tensor_6" [id=77, type=sub]; -"78 conv2d_6" [id=78, type=conv2d]; -"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; -"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 layer2_0_downsample_0_weight_bias_0_0" [id=81, type=get_attr]; -"82 scale_updated_constant7" [id=82, type=get_attr]; -"83 compressed_weight_updated_constant7" [id=83, type=get_attr]; -"84 mul_tensor_7" [id=84, type=mul]; -"85 zero_point_updated_constant7" [id=85, type=get_attr]; -"86 sub_tensor_7" [id=86, type=sub]; -"87 conv2d_7" [id=87, type=conv2d]; -"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; -"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; -"90 add__2" [id=90, type=add_]; -"91 relu__6" [id=91, type=relu_]; -"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; -"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 layer2_1_conv1_weight_bias_0_0" [id=95, type=get_attr]; -"96 scale_updated_constant8" [id=96, type=get_attr]; -"97 compressed_weight_updated_constant8" [id=97, type=get_attr]; -"98 mul_tensor_8" [id=98, type=mul]; -"99 zero_point_updated_constant8" [id=99, type=get_attr]; -"100 sub_tensor_8" [id=100, type=sub]; -"101 conv2d_8" [id=101, type=conv2d]; -"102 relu__7" [id=102, type=relu_]; -"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 layer2_1_conv2_weight_bias_0_0" [id=105, type=get_attr]; -"106 scale_updated_constant9" [id=106, type=get_attr]; -"107 compressed_weight_updated_constant9" [id=107, type=get_attr]; -"108 mul_tensor_9" [id=108, type=mul]; -"109 zero_point_updated_constant9" [id=109, type=get_attr]; -"110 sub_tensor_9" [id=110, type=sub]; -"111 conv2d_9" [id=111, type=conv2d]; -"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; -"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; -"114 add__3" [id=114, type=add_]; -"115 relu__8" [id=115, type=relu_]; -"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; -"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 layer3_0_conv1_weight_bias_0_0" [id=119, type=get_attr]; -"120 scale_updated_constant10" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant10" [id=121, type=get_attr]; -"122 mul_tensor_10" [id=122, type=mul]; -"123 zero_point_updated_constant10" [id=123, type=get_attr]; -"124 sub_tensor_10" [id=124, type=sub]; -"125 conv2d_10" [id=125, type=conv2d]; -"126 relu__9" [id=126, type=relu_]; -"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; -"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 layer3_0_conv2_weight_bias_0_0" [id=129, type=get_attr]; -"130 scale_updated_constant11" [id=130, type=get_attr]; -"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; -"132 mul_tensor_11" [id=132, type=mul]; -"133 zero_point_updated_constant11" [id=133, type=get_attr]; -"134 sub_tensor_11" [id=134, type=sub]; -"135 conv2d_11" [id=135, type=conv2d]; -"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 layer3_0_downsample_0_weight_bias_0_0" [id=138, type=get_attr]; -"139 scale_updated_constant12" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant12" [id=140, type=get_attr]; -"141 mul_tensor_12" [id=141, type=mul]; -"142 zero_point_updated_constant12" [id=142, type=get_attr]; -"143 sub_tensor_12" [id=143, type=sub]; -"144 conv2d_12" [id=144, type=conv2d]; -"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; -"147 add__4" [id=147, type=add_]; -"148 relu__10" [id=148, type=relu_]; -"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; -"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; -"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 layer3_1_conv1_weight_bias_0_0" [id=152, type=get_attr]; -"153 scale_updated_constant13" [id=153, type=get_attr]; -"154 compressed_weight_updated_constant13" [id=154, type=get_attr]; -"155 mul_tensor_13" [id=155, type=mul]; -"156 zero_point_updated_constant13" [id=156, type=get_attr]; -"157 sub_tensor_13" [id=157, type=sub]; -"158 conv2d_13" [id=158, type=conv2d]; -"159 relu__11" [id=159, type=relu_]; -"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 layer3_1_conv2_weight_bias_0_0" [id=162, type=get_attr]; -"163 scale_updated_constant14" [id=163, type=get_attr]; -"164 compressed_weight_updated_constant14" [id=164, type=get_attr]; -"165 mul_tensor_14" [id=165, type=mul]; -"166 zero_point_updated_constant14" [id=166, type=get_attr]; -"167 sub_tensor_14" [id=167, type=sub]; -"168 conv2d_14" [id=168, type=conv2d]; -"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; -"171 add__5" [id=171, type=add_]; -"172 relu__12" [id=172, type=relu_]; -"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; -"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 layer4_0_conv1_weight_bias_0_0" [id=176, type=get_attr]; -"177 scale_updated_constant15" [id=177, type=get_attr]; -"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; -"179 mul_tensor_15" [id=179, type=mul]; -"180 zero_point_updated_constant15" [id=180, type=get_attr]; -"181 sub_tensor_15" [id=181, type=sub]; -"182 conv2d_15" [id=182, type=conv2d]; -"183 relu__13" [id=183, type=relu_]; -"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; -"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 layer4_0_conv2_weight_bias_0_0" [id=186, type=get_attr]; -"187 scale_updated_constant16" [id=187, type=get_attr]; -"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; -"189 mul_tensor_16" [id=189, type=mul]; -"190 zero_point_updated_constant16" [id=190, type=get_attr]; -"191 sub_tensor_16" [id=191, type=sub]; -"192 conv2d_16" [id=192, type=conv2d]; -"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 layer4_0_downsample_0_weight_bias_0_0" [id=195, type=get_attr]; -"196 scale_updated_constant17" [id=196, type=get_attr]; -"197 compressed_weight_updated_constant17" [id=197, type=get_attr]; -"198 mul_tensor_17" [id=198, type=mul]; -"199 zero_point_updated_constant17" [id=199, type=get_attr]; -"200 sub_tensor_17" [id=200, type=sub]; -"201 conv2d_17" [id=201, type=conv2d]; -"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; -"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; -"204 add__6" [id=204, type=add_]; -"205 relu__14" [id=205, type=relu_]; -"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; -"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 layer4_1_conv1_weight_bias_0_0" [id=209, type=get_attr]; -"210 scale_updated_constant18" [id=210, type=get_attr]; -"211 compressed_weight_updated_constant18" [id=211, type=get_attr]; -"212 mul_tensor_18" [id=212, type=mul]; -"213 zero_point_updated_constant18" [id=213, type=get_attr]; -"214 sub_tensor_18" [id=214, type=sub]; -"215 conv2d_18" [id=215, type=conv2d]; -"216 relu__15" [id=216, type=relu_]; -"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; -"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 layer4_1_conv2_weight_bias_0_0" [id=219, type=get_attr]; -"220 scale_updated_constant19" [id=220, type=get_attr]; -"221 compressed_weight_updated_constant19" [id=221, type=get_attr]; -"222 mul_tensor_19" [id=222, type=mul]; -"223 zero_point_updated_constant19" [id=223, type=get_attr]; -"224 sub_tensor_19" [id=224, type=sub]; -"225 conv2d_19" [id=225, type=conv2d]; -"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; -"228 add__7" [id=228, type=add_]; -"229 relu__16" [id=229, type=relu_]; -"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; -"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; -"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; -"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; -"235 flatten" [id=235, type=flatten]; -"236 fc_bias_0_0" [id=236, type=get_attr]; +"0 fc_bias" [id=0, type=get_attr]; +"1 x" [id=1, type=input]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 conv1_weight_bias" [id=4, type=get_attr]; +"5 scale_updated_constant0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 zero_point_updated_constant0" [id=8, type=get_attr]; +"9 sub_tensor" [id=9, type=sub]; +"10 conv2d" [id=10, type=conv2d]; +"11 relu_" [id=11, type=relu_]; +"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; +"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; +"14 max_pool2d" [id=14, type=max_pool2d]; +"15 layer1_0_conv1_weight_bias" [id=15, type=get_attr]; +"16 scale_updated_constant1" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; +"18 mul_tensor_1" [id=18, type=mul]; +"19 zero_point_updated_constant1" [id=19, type=get_attr]; +"20 sub_tensor_1" [id=20, type=sub]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu__1" [id=22, type=relu_]; +"23 quantize_per_tensor_default_2" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 layer1_0_conv2_weight_bias" [id=25, type=get_attr]; +"26 scale_updated_constant2" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 zero_point_updated_constant2" [id=29, type=get_attr]; +"30 sub_tensor_2" [id=30, type=sub]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 quantize_per_tensor_default_3" [id=32, type=quantize_per_tensor]; +"33 dequantize_per_tensor_default_3" [id=33, type=dequantize_per_tensor]; +"34 add_" [id=34, type=add_]; +"35 relu__2" [id=35, type=relu_]; +"36 quantize_per_tensor_default_4" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_5" [id=37, type=dequantize_per_tensor]; +"38 dequantize_per_tensor_default_4" [id=38, type=dequantize_per_tensor]; +"39 layer1_1_conv1_weight_bias" [id=39, type=get_attr]; +"40 scale_updated_constant3" [id=40, type=get_attr]; +"41 compressed_weight_updated_constant3" [id=41, type=get_attr]; +"42 mul_tensor_3" [id=42, type=mul]; +"43 zero_point_updated_constant3" [id=43, type=get_attr]; +"44 sub_tensor_3" [id=44, type=sub]; +"45 conv2d_3" [id=45, type=conv2d]; +"46 relu__3" [id=46, type=relu_]; +"47 quantize_per_tensor_default_5" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_6" [id=48, type=dequantize_per_tensor]; +"49 layer1_1_conv2_weight_bias" [id=49, type=get_attr]; +"50 scale_updated_constant4" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant4" [id=51, type=get_attr]; +"52 mul_tensor_4" [id=52, type=mul]; +"53 zero_point_updated_constant4" [id=53, type=get_attr]; +"54 sub_tensor_4" [id=54, type=sub]; +"55 conv2d_4" [id=55, type=conv2d]; +"56 quantize_per_tensor_default_6" [id=56, type=quantize_per_tensor]; +"57 dequantize_per_tensor_default_7" [id=57, type=dequantize_per_tensor]; +"58 add__1" [id=58, type=add_]; +"59 relu__4" [id=59, type=relu_]; +"60 quantize_per_tensor_default_7" [id=60, type=quantize_per_tensor]; +"61 dequantize_per_tensor_default_9" [id=61, type=dequantize_per_tensor]; +"62 dequantize_per_tensor_default_8" [id=62, type=dequantize_per_tensor]; +"63 layer2_0_conv1_weight_bias" [id=63, type=get_attr]; +"64 scale_updated_constant5" [id=64, type=get_attr]; +"65 compressed_weight_updated_constant5" [id=65, type=get_attr]; +"66 mul_tensor_5" [id=66, type=mul]; +"67 zero_point_updated_constant5" [id=67, type=get_attr]; +"68 sub_tensor_5" [id=68, type=sub]; +"69 conv2d_5" [id=69, type=conv2d]; +"70 relu__5" [id=70, type=relu_]; +"71 quantize_per_tensor_default_8" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_10" [id=72, type=dequantize_per_tensor]; +"73 layer2_0_conv2_weight_bias" [id=73, type=get_attr]; +"74 scale_updated_constant6" [id=74, type=get_attr]; +"75 compressed_weight_updated_constant6" [id=75, type=get_attr]; +"76 mul_tensor_6" [id=76, type=mul]; +"77 zero_point_updated_constant6" [id=77, type=get_attr]; +"78 sub_tensor_6" [id=78, type=sub]; +"79 conv2d_6" [id=79, type=conv2d]; +"80 quantize_per_tensor_default_9" [id=80, type=quantize_per_tensor]; +"81 dequantize_per_tensor_default_11" [id=81, type=dequantize_per_tensor]; +"82 layer2_0_downsample_0_weight_bias" [id=82, type=get_attr]; +"83 scale_updated_constant7" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant7" [id=84, type=get_attr]; +"85 mul_tensor_7" [id=85, type=mul]; +"86 zero_point_updated_constant7" [id=86, type=get_attr]; +"87 sub_tensor_7" [id=87, type=sub]; +"88 conv2d_7" [id=88, type=conv2d]; +"89 quantize_per_tensor_default_10" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_12" [id=90, type=dequantize_per_tensor]; +"91 add__2" [id=91, type=add_]; +"92 relu__6" [id=92, type=relu_]; +"93 quantize_per_tensor_default_11" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_14" [id=94, type=dequantize_per_tensor]; +"95 dequantize_per_tensor_default_13" [id=95, type=dequantize_per_tensor]; +"96 layer2_1_conv1_weight_bias" [id=96, type=get_attr]; +"97 scale_updated_constant8" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant8" [id=98, type=get_attr]; +"99 mul_tensor_8" [id=99, type=mul]; +"100 zero_point_updated_constant8" [id=100, type=get_attr]; +"101 sub_tensor_8" [id=101, type=sub]; +"102 conv2d_8" [id=102, type=conv2d]; +"103 relu__7" [id=103, type=relu_]; +"104 quantize_per_tensor_default_12" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_15" [id=105, type=dequantize_per_tensor]; +"106 layer2_1_conv2_weight_bias" [id=106, type=get_attr]; +"107 scale_updated_constant9" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant9" [id=108, type=get_attr]; +"109 mul_tensor_9" [id=109, type=mul]; +"110 zero_point_updated_constant9" [id=110, type=get_attr]; +"111 sub_tensor_9" [id=111, type=sub]; +"112 conv2d_9" [id=112, type=conv2d]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_16" [id=114, type=dequantize_per_tensor]; +"115 add__3" [id=115, type=add_]; +"116 relu__8" [id=116, type=relu_]; +"117 quantize_per_tensor_default_14" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_18" [id=118, type=dequantize_per_tensor]; +"119 dequantize_per_tensor_default_17" [id=119, type=dequantize_per_tensor]; +"120 layer3_0_conv1_weight_bias" [id=120, type=get_attr]; +"121 scale_updated_constant10" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant10" [id=122, type=get_attr]; +"123 mul_tensor_10" [id=123, type=mul]; +"124 zero_point_updated_constant10" [id=124, type=get_attr]; +"125 sub_tensor_10" [id=125, type=sub]; +"126 conv2d_10" [id=126, type=conv2d]; +"127 relu__9" [id=127, type=relu_]; +"128 quantize_per_tensor_default_15" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_19" [id=129, type=dequantize_per_tensor]; +"130 layer3_0_conv2_weight_bias" [id=130, type=get_attr]; +"131 scale_updated_constant11" [id=131, type=get_attr]; +"132 compressed_weight_updated_constant11" [id=132, type=get_attr]; +"133 mul_tensor_11" [id=133, type=mul]; +"134 zero_point_updated_constant11" [id=134, type=get_attr]; +"135 sub_tensor_11" [id=135, type=sub]; +"136 conv2d_11" [id=136, type=conv2d]; +"137 quantize_per_tensor_default_16" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_20" [id=138, type=dequantize_per_tensor]; +"139 layer3_0_downsample_0_weight_bias" [id=139, type=get_attr]; +"140 scale_updated_constant12" [id=140, type=get_attr]; +"141 compressed_weight_updated_constant12" [id=141, type=get_attr]; +"142 mul_tensor_12" [id=142, type=mul]; +"143 zero_point_updated_constant12" [id=143, type=get_attr]; +"144 sub_tensor_12" [id=144, type=sub]; +"145 conv2d_12" [id=145, type=conv2d]; +"146 quantize_per_tensor_default_17" [id=146, type=quantize_per_tensor]; +"147 dequantize_per_tensor_default_21" [id=147, type=dequantize_per_tensor]; +"148 add__4" [id=148, type=add_]; +"149 relu__10" [id=149, type=relu_]; +"150 quantize_per_tensor_default_18" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_23" [id=151, type=dequantize_per_tensor]; +"152 dequantize_per_tensor_default_22" [id=152, type=dequantize_per_tensor]; +"153 layer3_1_conv1_weight_bias" [id=153, type=get_attr]; +"154 scale_updated_constant13" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant13" [id=155, type=get_attr]; +"156 mul_tensor_13" [id=156, type=mul]; +"157 zero_point_updated_constant13" [id=157, type=get_attr]; +"158 sub_tensor_13" [id=158, type=sub]; +"159 conv2d_13" [id=159, type=conv2d]; +"160 relu__11" [id=160, type=relu_]; +"161 quantize_per_tensor_default_19" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_24" [id=162, type=dequantize_per_tensor]; +"163 layer3_1_conv2_weight_bias" [id=163, type=get_attr]; +"164 scale_updated_constant14" [id=164, type=get_attr]; +"165 compressed_weight_updated_constant14" [id=165, type=get_attr]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 zero_point_updated_constant14" [id=167, type=get_attr]; +"168 sub_tensor_14" [id=168, type=sub]; +"169 conv2d_14" [id=169, type=conv2d]; +"170 quantize_per_tensor_default_20" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_25" [id=171, type=dequantize_per_tensor]; +"172 add__5" [id=172, type=add_]; +"173 relu__12" [id=173, type=relu_]; +"174 quantize_per_tensor_default_21" [id=174, type=quantize_per_tensor]; +"175 dequantize_per_tensor_default_27" [id=175, type=dequantize_per_tensor]; +"176 dequantize_per_tensor_default_26" [id=176, type=dequantize_per_tensor]; +"177 layer4_0_conv1_weight_bias" [id=177, type=get_attr]; +"178 scale_updated_constant15" [id=178, type=get_attr]; +"179 compressed_weight_updated_constant15" [id=179, type=get_attr]; +"180 mul_tensor_15" [id=180, type=mul]; +"181 zero_point_updated_constant15" [id=181, type=get_attr]; +"182 sub_tensor_15" [id=182, type=sub]; +"183 conv2d_15" [id=183, type=conv2d]; +"184 relu__13" [id=184, type=relu_]; +"185 quantize_per_tensor_default_22" [id=185, type=quantize_per_tensor]; +"186 dequantize_per_tensor_default_28" [id=186, type=dequantize_per_tensor]; +"187 layer4_0_conv2_weight_bias" [id=187, type=get_attr]; +"188 scale_updated_constant16" [id=188, type=get_attr]; +"189 compressed_weight_updated_constant16" [id=189, type=get_attr]; +"190 mul_tensor_16" [id=190, type=mul]; +"191 zero_point_updated_constant16" [id=191, type=get_attr]; +"192 sub_tensor_16" [id=192, type=sub]; +"193 conv2d_16" [id=193, type=conv2d]; +"194 quantize_per_tensor_default_23" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_29" [id=195, type=dequantize_per_tensor]; +"196 layer4_0_downsample_0_weight_bias" [id=196, type=get_attr]; +"197 scale_updated_constant17" [id=197, type=get_attr]; +"198 compressed_weight_updated_constant17" [id=198, type=get_attr]; +"199 mul_tensor_17" [id=199, type=mul]; +"200 zero_point_updated_constant17" [id=200, type=get_attr]; +"201 sub_tensor_17" [id=201, type=sub]; +"202 conv2d_17" [id=202, type=conv2d]; +"203 quantize_per_tensor_default_24" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_30" [id=204, type=dequantize_per_tensor]; +"205 add__6" [id=205, type=add_]; +"206 relu__14" [id=206, type=relu_]; +"207 quantize_per_tensor_default_25" [id=207, type=quantize_per_tensor]; +"208 dequantize_per_tensor_default_32" [id=208, type=dequantize_per_tensor]; +"209 dequantize_per_tensor_default_31" [id=209, type=dequantize_per_tensor]; +"210 layer4_1_conv1_weight_bias" [id=210, type=get_attr]; +"211 scale_updated_constant18" [id=211, type=get_attr]; +"212 compressed_weight_updated_constant18" [id=212, type=get_attr]; +"213 mul_tensor_18" [id=213, type=mul]; +"214 zero_point_updated_constant18" [id=214, type=get_attr]; +"215 sub_tensor_18" [id=215, type=sub]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu__15" [id=217, type=relu_]; +"218 quantize_per_tensor_default_26" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_33" [id=219, type=dequantize_per_tensor]; +"220 layer4_1_conv2_weight_bias" [id=220, type=get_attr]; +"221 scale_updated_constant19" [id=221, type=get_attr]; +"222 compressed_weight_updated_constant19" [id=222, type=get_attr]; +"223 mul_tensor_19" [id=223, type=mul]; +"224 zero_point_updated_constant19" [id=224, type=get_attr]; +"225 sub_tensor_19" [id=225, type=sub]; +"226 conv2d_19" [id=226, type=conv2d]; +"227 quantize_per_tensor_default_27" [id=227, type=quantize_per_tensor]; +"228 dequantize_per_tensor_default_34" [id=228, type=dequantize_per_tensor]; +"229 add__7" [id=229, type=add_]; +"230 relu__16" [id=230, type=relu_]; +"231 quantize_per_tensor_default_28" [id=231, type=quantize_per_tensor]; +"232 dequantize_per_tensor_default_35" [id=232, type=dequantize_per_tensor]; +"233 adaptive_avg_pool2d" [id=233, type=adaptive_avg_pool2d]; +"234 quantize_per_tensor_default_29" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_36" [id=235, type=dequantize_per_tensor]; +"236 flatten" [id=236, type=flatten]; "237 scale_updated_constant20" [id=237, type=get_attr]; "238 compressed_weight_updated_constant20" [id=238, type=get_attr]; "239 mul_tensor_20" [id=239, type=mul]; @@ -243,251 +243,251 @@ strict digraph { "241 sub_tensor_20" [id=241, type=sub]; "242 linear" [id=242, type=linear]; "243 output" [id=243, type=output]; -"0 x" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; -"6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; -"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; -"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; -"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; -"13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; -"13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; -"15 scale_updated_constant1" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"16 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"17 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"18 zero_point_updated_constant1" -> "19 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"19 sub_tensor_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; -"21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; -"25 scale_updated_constant2" -> "27 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; -"26 compressed_weight_updated_constant2" -> "27 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; -"27 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; -"28 zero_point_updated_constant2" -> "29 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; -"29 sub_tensor_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; -"30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"33 add_" -> "34 relu__2" [label="(1, 64, 56, 56)", style=solid]; -"34 relu__2" -> "35 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; -"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; -"39 scale_updated_constant3" -> "41 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; -"40 compressed_weight_updated_constant3" -> "41 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; -"41 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; -"42 zero_point_updated_constant3" -> "43 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; -"43 sub_tensor_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; -"44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; -"45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; -"49 scale_updated_constant4" -> "51 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; -"50 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; -"51 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; -"52 zero_point_updated_constant4" -> "53 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; -"53 sub_tensor_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; -"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; -"57 add__1" -> "58 relu__4" [label="(1, 64, 56, 56)", style=solid]; -"58 relu__4" -> "59 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; -"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; -"60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; -"61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; -"63 scale_updated_constant5" -> "65 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; -"64 compressed_weight_updated_constant5" -> "65 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; -"65 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; -"66 zero_point_updated_constant5" -> "67 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; -"67 sub_tensor_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; -"68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; -"69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; -"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; -"73 scale_updated_constant6" -> "75 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; -"74 compressed_weight_updated_constant6" -> "75 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; -"75 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; -"76 zero_point_updated_constant6" -> "77 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; -"77 sub_tensor_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; -"78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; -"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; -"82 scale_updated_constant7" -> "84 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; -"83 compressed_weight_updated_constant7" -> "84 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; -"84 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; -"85 zero_point_updated_constant7" -> "86 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; -"86 sub_tensor_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; -"87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"90 add__2" -> "91 relu__6" [label="(1, 128, 28, 28)", style=solid]; -"91 relu__6" -> "92 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; -"94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; -"96 scale_updated_constant8" -> "98 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; -"97 compressed_weight_updated_constant8" -> "98 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; -"98 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; -"99 zero_point_updated_constant8" -> "100 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; -"100 sub_tensor_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; -"101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; -"102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; -"104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; -"106 scale_updated_constant9" -> "108 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; -"107 compressed_weight_updated_constant9" -> "108 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; -"108 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; -"109 zero_point_updated_constant9" -> "110 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; -"110 sub_tensor_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; -"111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; -"113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; -"114 add__3" -> "115 relu__8" [label="(1, 128, 28, 28)", style=solid]; -"115 relu__8" -> "116 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; -"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; -"117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; -"118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; -"120 scale_updated_constant10" -> "122 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; -"121 compressed_weight_updated_constant10" -> "122 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; -"122 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; -"123 zero_point_updated_constant10" -> "124 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; -"124 sub_tensor_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; -"125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; -"126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; -"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; -"130 scale_updated_constant11" -> "132 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; -"131 compressed_weight_updated_constant11" -> "132 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; -"132 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; -"133 zero_point_updated_constant11" -> "134 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; -"134 sub_tensor_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; -"135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; -"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; -"139 scale_updated_constant12" -> "141 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; -"140 compressed_weight_updated_constant12" -> "141 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; -"141 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; -"142 zero_point_updated_constant12" -> "143 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; -"143 sub_tensor_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; -"144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"147 add__4" -> "148 relu__10" [label="(1, 256, 14, 14)", style=solid]; -"148 relu__10" -> "149 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; -"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; -"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; -"150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; -"151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; -"153 scale_updated_constant13" -> "155 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; -"154 compressed_weight_updated_constant13" -> "155 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; -"155 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; -"156 zero_point_updated_constant13" -> "157 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; -"157 sub_tensor_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; -"159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; -"161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; -"163 scale_updated_constant14" -> "165 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"164 compressed_weight_updated_constant14" -> "165 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; -"165 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; -"166 zero_point_updated_constant14" -> "167 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"167 sub_tensor_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; -"168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; -"170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; -"171 add__5" -> "172 relu__12" [label="(1, 256, 14, 14)", style=solid]; -"172 relu__12" -> "173 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; -"174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; -"175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; -"177 scale_updated_constant15" -> "179 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; -"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; -"179 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; -"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; -"181 sub_tensor_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; -"182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; -"183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; -"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; -"187 scale_updated_constant16" -> "189 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; -"188 compressed_weight_updated_constant16" -> "189 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; -"189 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; -"190 zero_point_updated_constant16" -> "191 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; -"191 sub_tensor_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; -"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; -"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; -"194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; -"196 scale_updated_constant17" -> "198 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; -"197 compressed_weight_updated_constant17" -> "198 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; -"198 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; -"199 zero_point_updated_constant17" -> "200 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; -"200 sub_tensor_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; -"201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; -"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; -"203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"204 add__6" -> "205 relu__14" [label="(1, 512, 7, 7)", style=solid]; -"205 relu__14" -> "206 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; -"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; -"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; -"207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; -"208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; -"210 scale_updated_constant18" -> "212 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; -"211 compressed_weight_updated_constant18" -> "212 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; -"212 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; -"213 zero_point_updated_constant18" -> "214 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; -"214 sub_tensor_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; -"215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; -"216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; -"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; -"218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; -"220 scale_updated_constant19" -> "222 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; -"221 compressed_weight_updated_constant19" -> "222 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; -"222 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; -"223 zero_point_updated_constant19" -> "224 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; -"224 sub_tensor_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; -"225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; -"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; -"227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; -"228 add__7" -> "229 relu__16" [label="(1, 512, 7, 7)", style=solid]; -"229 relu__16" -> "230 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; -"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; -"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; -"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; -"234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; -"235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 fc_bias_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"0 fc_bias" -> "242 linear" [label="(1000,)", style=solid]; +"1 x" -> "2 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"3 dequantize_per_tensor_default" -> "10 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"4 conv1_weight_bias" -> "10 conv2d" [label="(64,)", style=solid]; +"5 scale_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"7 mul_tensor" -> "9 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; +"8 zero_point_updated_constant0" -> "9 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"9 sub_tensor" -> "10 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"10 conv2d" -> "11 relu_" [label="(1, 64, 112, 112)", style=solid]; +"11 relu_" -> "12 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"13 dequantize_per_tensor_default_1" -> "14 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"14 max_pool2d" -> "21 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"14 max_pool2d" -> "34 add_" [label="(1, 64, 56, 56)", style=solid]; +"15 layer1_0_conv1_weight_bias" -> "21 conv2d_1" [label="(64,)", style=solid]; +"16 scale_updated_constant1" -> "18 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"18 mul_tensor_1" -> "20 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"19 zero_point_updated_constant1" -> "20 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"20 sub_tensor_1" -> "21 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"21 conv2d_1" -> "22 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"22 relu__1" -> "23 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_2" -> "24 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "31 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"25 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [label="(64,)", style=solid]; +"26 scale_updated_constant2" -> "28 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"28 mul_tensor_2" -> "30 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"29 zero_point_updated_constant2" -> "30 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"30 sub_tensor_2" -> "31 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"31 conv2d_2" -> "32 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"32 quantize_per_tensor_default_3" -> "33 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"33 dequantize_per_tensor_default_3" -> "34 add_" [label="(1, 64, 56, 56)", style=solid]; +"34 add_" -> "35 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"35 relu__2" -> "36 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"36 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"36 quantize_per_tensor_default_4" -> "38 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"37 dequantize_per_tensor_default_5" -> "58 add__1" [label="(1, 64, 56, 56)", style=solid]; +"38 dequantize_per_tensor_default_4" -> "45 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"39 layer1_1_conv1_weight_bias" -> "45 conv2d_3" [label="(64,)", style=solid]; +"40 scale_updated_constant3" -> "42 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"41 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"42 mul_tensor_3" -> "44 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"43 zero_point_updated_constant3" -> "44 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"44 sub_tensor_3" -> "45 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"45 conv2d_3" -> "46 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"46 relu__3" -> "47 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"47 quantize_per_tensor_default_5" -> "48 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"48 dequantize_per_tensor_default_6" -> "55 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"49 layer1_1_conv2_weight_bias" -> "55 conv2d_4" [label="(64,)", style=solid]; +"50 scale_updated_constant4" -> "52 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"51 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"52 mul_tensor_4" -> "54 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"53 zero_point_updated_constant4" -> "54 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"54 sub_tensor_4" -> "55 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"55 conv2d_4" -> "56 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"56 quantize_per_tensor_default_6" -> "57 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"57 dequantize_per_tensor_default_7" -> "58 add__1" [label="(1, 64, 56, 56)", style=solid]; +"58 add__1" -> "59 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"59 relu__4" -> "60 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"60 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"60 quantize_per_tensor_default_7" -> "62 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"61 dequantize_per_tensor_default_9" -> "88 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"62 dequantize_per_tensor_default_8" -> "69 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"63 layer2_0_conv1_weight_bias" -> "69 conv2d_5" [label="(128,)", style=solid]; +"64 scale_updated_constant5" -> "66 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"65 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"66 mul_tensor_5" -> "68 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"67 zero_point_updated_constant5" -> "68 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"68 sub_tensor_5" -> "69 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"69 conv2d_5" -> "70 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"70 relu__5" -> "71 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"71 quantize_per_tensor_default_8" -> "72 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"72 dequantize_per_tensor_default_10" -> "79 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"73 layer2_0_conv2_weight_bias" -> "79 conv2d_6" [label="(128,)", style=solid]; +"74 scale_updated_constant6" -> "76 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"75 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"76 mul_tensor_6" -> "78 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"77 zero_point_updated_constant6" -> "78 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"78 sub_tensor_6" -> "79 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"79 conv2d_6" -> "80 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"80 quantize_per_tensor_default_9" -> "81 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"81 dequantize_per_tensor_default_11" -> "91 add__2" [label="(1, 128, 28, 28)", style=solid]; +"82 layer2_0_downsample_0_weight_bias" -> "88 conv2d_7" [label="(128,)", style=solid]; +"83 scale_updated_constant7" -> "85 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"84 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"85 mul_tensor_7" -> "87 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"86 zero_point_updated_constant7" -> "87 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"87 sub_tensor_7" -> "88 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"88 conv2d_7" -> "89 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"89 quantize_per_tensor_default_10" -> "90 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"90 dequantize_per_tensor_default_12" -> "91 add__2" [label="(1, 128, 28, 28)", style=solid]; +"91 add__2" -> "92 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"92 relu__6" -> "93 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_11" -> "95 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_14" -> "115 add__3" [label="(1, 128, 28, 28)", style=solid]; +"95 dequantize_per_tensor_default_13" -> "102 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"96 layer2_1_conv1_weight_bias" -> "102 conv2d_8" [label="(128,)", style=solid]; +"97 scale_updated_constant8" -> "99 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"98 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"99 mul_tensor_8" -> "101 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"100 zero_point_updated_constant8" -> "101 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"101 sub_tensor_8" -> "102 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"102 conv2d_8" -> "103 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"103 relu__7" -> "104 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"104 quantize_per_tensor_default_12" -> "105 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"105 dequantize_per_tensor_default_15" -> "112 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"106 layer2_1_conv2_weight_bias" -> "112 conv2d_9" [label="(128,)", style=solid]; +"107 scale_updated_constant9" -> "109 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"108 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"109 mul_tensor_9" -> "111 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"110 zero_point_updated_constant9" -> "111 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"111 sub_tensor_9" -> "112 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"112 conv2d_9" -> "113 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_16" -> "115 add__3" [label="(1, 128, 28, 28)", style=solid]; +"115 add__3" -> "116 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"116 relu__8" -> "117 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"117 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"117 quantize_per_tensor_default_14" -> "119 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"118 dequantize_per_tensor_default_18" -> "145 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"119 dequantize_per_tensor_default_17" -> "126 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"120 layer3_0_conv1_weight_bias" -> "126 conv2d_10" [label="(256,)", style=solid]; +"121 scale_updated_constant10" -> "123 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"122 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"123 mul_tensor_10" -> "125 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"124 zero_point_updated_constant10" -> "125 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"125 sub_tensor_10" -> "126 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"126 conv2d_10" -> "127 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"127 relu__9" -> "128 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"128 quantize_per_tensor_default_15" -> "129 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"129 dequantize_per_tensor_default_19" -> "136 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"130 layer3_0_conv2_weight_bias" -> "136 conv2d_11" [label="(256,)", style=solid]; +"131 scale_updated_constant11" -> "133 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"132 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"133 mul_tensor_11" -> "135 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"134 zero_point_updated_constant11" -> "135 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"135 sub_tensor_11" -> "136 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"136 conv2d_11" -> "137 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"137 quantize_per_tensor_default_16" -> "138 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"138 dequantize_per_tensor_default_20" -> "148 add__4" [label="(1, 256, 14, 14)", style=solid]; +"139 layer3_0_downsample_0_weight_bias" -> "145 conv2d_12" [label="(256,)", style=solid]; +"140 scale_updated_constant12" -> "142 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"141 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"142 mul_tensor_12" -> "144 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"143 zero_point_updated_constant12" -> "144 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"144 sub_tensor_12" -> "145 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"145 conv2d_12" -> "146 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"146 quantize_per_tensor_default_17" -> "147 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"147 dequantize_per_tensor_default_21" -> "148 add__4" [label="(1, 256, 14, 14)", style=solid]; +"148 add__4" -> "149 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"149 relu__10" -> "150 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_18" -> "152 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_23" -> "172 add__5" [label="(1, 256, 14, 14)", style=solid]; +"152 dequantize_per_tensor_default_22" -> "159 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"153 layer3_1_conv1_weight_bias" -> "159 conv2d_13" [label="(256,)", style=solid]; +"154 scale_updated_constant13" -> "156 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"155 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"156 mul_tensor_13" -> "158 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"157 zero_point_updated_constant13" -> "158 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"158 sub_tensor_13" -> "159 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"159 conv2d_13" -> "160 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"160 relu__11" -> "161 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"161 quantize_per_tensor_default_19" -> "162 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"162 dequantize_per_tensor_default_24" -> "169 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"163 layer3_1_conv2_weight_bias" -> "169 conv2d_14" [label="(256,)", style=solid]; +"164 scale_updated_constant14" -> "166 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"166 mul_tensor_14" -> "168 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"168 sub_tensor_14" -> "169 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"169 conv2d_14" -> "170 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"170 quantize_per_tensor_default_20" -> "171 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"171 dequantize_per_tensor_default_25" -> "172 add__5" [label="(1, 256, 14, 14)", style=solid]; +"172 add__5" -> "173 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"173 relu__12" -> "174 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"174 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"174 quantize_per_tensor_default_21" -> "176 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"175 dequantize_per_tensor_default_27" -> "202 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_26" -> "183 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"177 layer4_0_conv1_weight_bias" -> "183 conv2d_15" [label="(512,)", style=solid]; +"178 scale_updated_constant15" -> "180 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"179 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"180 mul_tensor_15" -> "182 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"181 zero_point_updated_constant15" -> "182 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"182 sub_tensor_15" -> "183 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"183 conv2d_15" -> "184 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"184 relu__13" -> "185 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"185 quantize_per_tensor_default_22" -> "186 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"186 dequantize_per_tensor_default_28" -> "193 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"187 layer4_0_conv2_weight_bias" -> "193 conv2d_16" [label="(512,)", style=solid]; +"188 scale_updated_constant16" -> "190 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"189 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"190 mul_tensor_16" -> "192 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"191 zero_point_updated_constant16" -> "192 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"192 sub_tensor_16" -> "193 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"193 conv2d_16" -> "194 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"194 quantize_per_tensor_default_23" -> "195 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"195 dequantize_per_tensor_default_29" -> "205 add__6" [label="(1, 512, 7, 7)", style=solid]; +"196 layer4_0_downsample_0_weight_bias" -> "202 conv2d_17" [label="(512,)", style=solid]; +"197 scale_updated_constant17" -> "199 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"198 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"199 mul_tensor_17" -> "201 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"200 zero_point_updated_constant17" -> "201 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"201 sub_tensor_17" -> "202 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"202 conv2d_17" -> "203 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"203 quantize_per_tensor_default_24" -> "204 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"204 dequantize_per_tensor_default_30" -> "205 add__6" [label="(1, 512, 7, 7)", style=solid]; +"205 add__6" -> "206 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"206 relu__14" -> "207 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_25" -> "209 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"208 dequantize_per_tensor_default_32" -> "229 add__7" [label="(1, 512, 7, 7)", style=solid]; +"209 dequantize_per_tensor_default_31" -> "216 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"210 layer4_1_conv1_weight_bias" -> "216 conv2d_18" [label="(512,)", style=solid]; +"211 scale_updated_constant18" -> "213 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"212 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"213 mul_tensor_18" -> "215 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"214 zero_point_updated_constant18" -> "215 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"215 sub_tensor_18" -> "216 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"216 conv2d_18" -> "217 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"217 relu__15" -> "218 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"218 quantize_per_tensor_default_26" -> "219 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"219 dequantize_per_tensor_default_33" -> "226 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"220 layer4_1_conv2_weight_bias" -> "226 conv2d_19" [label="(512,)", style=solid]; +"221 scale_updated_constant19" -> "223 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"222 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"223 mul_tensor_19" -> "225 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"224 zero_point_updated_constant19" -> "225 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"225 sub_tensor_19" -> "226 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"226 conv2d_19" -> "227 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"227 quantize_per_tensor_default_27" -> "228 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"228 dequantize_per_tensor_default_34" -> "229 add__7" [label="(1, 512, 7, 7)", style=solid]; +"229 add__7" -> "230 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"230 relu__16" -> "231 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"231 quantize_per_tensor_default_28" -> "232 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"232 dequantize_per_tensor_default_35" -> "233 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"233 adaptive_avg_pool2d" -> "234 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"234 quantize_per_tensor_default_29" -> "235 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"235 dequantize_per_tensor_default_36" -> "236 flatten" [label="(1, 512, 1, 1)", style=solid]; +"236 flatten" -> "242 linear" [label="(1, 512)", style=solid]; "237 scale_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 1)", style=solid]; "238 compressed_weight_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 512)", style=solid]; "239 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot index 74e0e2c334c..308b55dbef2 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot @@ -1,2506 +1,2506 @@ strict digraph { -"0 features_0_2_weight" [id=0, type=get_attr]; -"1 features_0_2_bias" [id=1, type=get_attr]; -"2 features_1_0_norm1_weight" [id=2, type=get_attr]; -"3 features_1_0_norm1_bias" [id=3, type=get_attr]; -"4 features_1_0_norm2_weight" [id=4, type=get_attr]; -"5 features_1_0_norm2_bias" [id=5, type=get_attr]; -"6 features_1_1_norm1_weight" [id=6, type=get_attr]; -"7 features_1_1_norm1_bias" [id=7, type=get_attr]; -"8 features_1_1_norm2_weight" [id=8, type=get_attr]; -"9 features_1_1_norm2_bias" [id=9, type=get_attr]; -"10 features_2_norm_weight" [id=10, type=get_attr]; -"11 features_2_norm_bias" [id=11, type=get_attr]; -"12 features_3_0_norm1_weight" [id=12, type=get_attr]; -"13 features_3_0_norm1_bias" [id=13, type=get_attr]; -"14 features_3_0_norm2_weight" [id=14, type=get_attr]; -"15 features_3_0_norm2_bias" [id=15, type=get_attr]; -"16 features_3_1_norm1_weight" [id=16, type=get_attr]; -"17 features_3_1_norm1_bias" [id=17, type=get_attr]; -"18 features_3_1_norm2_weight" [id=18, type=get_attr]; -"19 features_3_1_norm2_bias" [id=19, type=get_attr]; -"20 features_4_norm_weight" [id=20, type=get_attr]; -"21 features_4_norm_bias" [id=21, type=get_attr]; -"22 features_5_0_norm1_weight" [id=22, type=get_attr]; -"23 features_5_0_norm1_bias" [id=23, type=get_attr]; -"24 features_5_0_norm2_weight" [id=24, type=get_attr]; -"25 features_5_0_norm2_bias" [id=25, type=get_attr]; -"26 features_5_1_norm1_weight" [id=26, type=get_attr]; -"27 features_5_1_norm1_bias" [id=27, type=get_attr]; -"28 features_5_1_norm2_weight" [id=28, type=get_attr]; -"29 features_5_1_norm2_bias" [id=29, type=get_attr]; -"30 features_5_2_norm1_weight" [id=30, type=get_attr]; -"31 features_5_2_norm1_bias" [id=31, type=get_attr]; -"32 features_5_2_norm2_weight" [id=32, type=get_attr]; -"33 features_5_2_norm2_bias" [id=33, type=get_attr]; -"34 features_5_3_norm1_weight" [id=34, type=get_attr]; -"35 features_5_3_norm1_bias" [id=35, type=get_attr]; -"36 features_5_3_norm2_weight" [id=36, type=get_attr]; -"37 features_5_3_norm2_bias" [id=37, type=get_attr]; -"38 features_5_4_norm1_weight" [id=38, type=get_attr]; -"39 features_5_4_norm1_bias" [id=39, type=get_attr]; -"40 features_5_4_norm2_weight" [id=40, type=get_attr]; -"41 features_5_4_norm2_bias" [id=41, type=get_attr]; -"42 features_5_5_norm1_weight" [id=42, type=get_attr]; -"43 features_5_5_norm1_bias" [id=43, type=get_attr]; -"44 features_5_5_norm2_weight" [id=44, type=get_attr]; -"45 features_5_5_norm2_bias" [id=45, type=get_attr]; -"46 features_5_6_norm1_weight" [id=46, type=get_attr]; -"47 features_5_6_norm1_bias" [id=47, type=get_attr]; -"48 features_5_6_norm2_weight" [id=48, type=get_attr]; -"49 features_5_6_norm2_bias" [id=49, type=get_attr]; -"50 features_5_7_norm1_weight" [id=50, type=get_attr]; -"51 features_5_7_norm1_bias" [id=51, type=get_attr]; -"52 features_5_7_norm2_weight" [id=52, type=get_attr]; -"53 features_5_7_norm2_bias" [id=53, type=get_attr]; -"54 features_5_8_norm1_weight" [id=54, type=get_attr]; -"55 features_5_8_norm1_bias" [id=55, type=get_attr]; -"56 features_5_8_norm2_weight" [id=56, type=get_attr]; -"57 features_5_8_norm2_bias" [id=57, type=get_attr]; -"58 features_5_9_norm1_weight" [id=58, type=get_attr]; -"59 features_5_9_norm1_bias" [id=59, type=get_attr]; -"60 features_5_9_norm2_weight" [id=60, type=get_attr]; -"61 features_5_9_norm2_bias" [id=61, type=get_attr]; -"62 features_5_10_norm1_weight" [id=62, type=get_attr]; -"63 features_5_10_norm1_bias" [id=63, type=get_attr]; -"64 features_5_10_norm2_weight" [id=64, type=get_attr]; -"65 features_5_10_norm2_bias" [id=65, type=get_attr]; -"66 features_5_11_norm1_weight" [id=66, type=get_attr]; -"67 features_5_11_norm1_bias" [id=67, type=get_attr]; -"68 features_5_11_norm2_weight" [id=68, type=get_attr]; -"69 features_5_11_norm2_bias" [id=69, type=get_attr]; -"70 features_5_12_norm1_weight" [id=70, type=get_attr]; -"71 features_5_12_norm1_bias" [id=71, type=get_attr]; -"72 features_5_12_norm2_weight" [id=72, type=get_attr]; -"73 features_5_12_norm2_bias" [id=73, type=get_attr]; -"74 features_5_13_norm1_weight" [id=74, type=get_attr]; -"75 features_5_13_norm1_bias" [id=75, type=get_attr]; -"76 features_5_13_norm2_weight" [id=76, type=get_attr]; -"77 features_5_13_norm2_bias" [id=77, type=get_attr]; -"78 features_5_14_norm1_weight" [id=78, type=get_attr]; -"79 features_5_14_norm1_bias" [id=79, type=get_attr]; -"80 features_5_14_norm2_weight" [id=80, type=get_attr]; -"81 features_5_14_norm2_bias" [id=81, type=get_attr]; -"82 features_5_15_norm1_weight" [id=82, type=get_attr]; -"83 features_5_15_norm1_bias" [id=83, type=get_attr]; -"84 features_5_15_norm2_weight" [id=84, type=get_attr]; -"85 features_5_15_norm2_bias" [id=85, type=get_attr]; -"86 features_5_16_norm1_weight" [id=86, type=get_attr]; -"87 features_5_16_norm1_bias" [id=87, type=get_attr]; -"88 features_5_16_norm2_weight" [id=88, type=get_attr]; -"89 features_5_16_norm2_bias" [id=89, type=get_attr]; -"90 features_5_17_norm1_weight" [id=90, type=get_attr]; -"91 features_5_17_norm1_bias" [id=91, type=get_attr]; -"92 features_5_17_norm2_weight" [id=92, type=get_attr]; -"93 features_5_17_norm2_bias" [id=93, type=get_attr]; -"94 features_6_norm_weight" [id=94, type=get_attr]; -"95 features_6_norm_bias" [id=95, type=get_attr]; -"96 features_7_0_norm1_weight" [id=96, type=get_attr]; -"97 features_7_0_norm1_bias" [id=97, type=get_attr]; -"98 features_7_0_norm2_weight" [id=98, type=get_attr]; -"99 features_7_0_norm2_bias" [id=99, type=get_attr]; -"100 features_7_1_norm1_weight" [id=100, type=get_attr]; -"101 features_7_1_norm1_bias" [id=101, type=get_attr]; -"102 features_7_1_norm2_weight" [id=102, type=get_attr]; -"103 features_7_1_norm2_bias" [id=103, type=get_attr]; -"104 norm_weight" [id=104, type=get_attr]; -"105 norm_bias" [id=105, type=get_attr]; -"106 x" [id=106, type=input]; -"107 quantize_per_tensor_default" [id=107, type=quantize_per_tensor]; -"108 dequantize_per_tensor_default" [id=108, type=dequantize_per_tensor]; -"109 features_0_0_bias_0_0" [id=109, type=get_attr]; -"110 scale_updated_constant0" [id=110, type=get_attr]; -"111 compressed_weight_updated_constant0" [id=111, type=get_attr]; -"112 mul_tensor" [id=112, type=mul]; -"113 zero_point_updated_constant0" [id=113, type=get_attr]; -"114 sub_tensor" [id=114, type=sub]; -"115 conv2d" [id=115, type=conv2d]; -"116 permute" [id=116, type=permute]; -"117 layer_norm" [id=117, type=layer_norm]; -"118 _frozen_param0" [id=118, type=get_attr]; -"119 pad" [id=119, type=pad]; -"120 view_2" [id=120, type=view]; -"121 permute_2" [id=121, type=permute]; -"122 reshape" [id=122, type=reshape]; -"123 reshape_0_0_nncf_smooth_quant_0" [id=123, type=call_module]; -"124 quantize_per_tensor_default_1" [id=124, type=quantize_per_tensor]; -"125 dequantize_per_tensor_default_1" [id=125, type=dequantize_per_tensor]; -"126 _frozen_param1_0_0" [id=126, type=get_attr]; -"127 scale_updated_constant1" [id=127, type=get_attr]; -"128 compressed_weight_updated_constant1" [id=128, type=get_attr]; -"129 mul_tensor_1" [id=129, type=mul]; -"130 zero_point_updated_constant1" [id=130, type=get_attr]; -"131 sub_tensor_1" [id=131, type=sub]; -"132 linear_2" [id=132, type=linear]; -"133 reshape_1" [id=133, type=reshape]; -"134 permute_3" [id=134, type=permute]; -"135 select" [id=135, type=select]; -"136 select_1" [id=136, type=select]; -"137 select_2" [id=137, type=select]; -"138 linalg_vector_norm" [id=138, type=linalg_vector_norm]; -"139 clamp_min" [id=139, type=clamp_min]; -"140 expand_as" [id=140, type=expand_as]; -"141 div" [id=141, type=div]; -"142 quantize_per_tensor_default_2" [id=142, type=quantize_per_tensor]; -"143 dequantize_per_tensor_default_2" [id=143, type=dequantize_per_tensor]; -"144 linalg_vector_norm_1" [id=144, type=linalg_vector_norm]; -"145 clamp_min_1" [id=145, type=clamp_min]; -"146 expand_as_1" [id=146, type=expand_as]; -"147 div_1" [id=147, type=div]; -"148 quantize_per_tensor_default_3" [id=148, type=quantize_per_tensor]; -"149 dequantize_per_tensor_default_3" [id=149, type=dequantize_per_tensor]; -"150 transpose" [id=150, type=transpose]; -"151 matmul" [id=151, type=matmul]; -"152 _frozen_param3" [id=152, type=get_attr]; -"153 mul_1" [id=153, type=mul]; -"154 add" [id=154, type=add]; -"155 softmax" [id=155, type=softmax]; -"156 dropout" [id=156, type=dropout]; -"157 matmul_1" [id=157, type=matmul]; -"158 transpose_1" [id=158, type=transpose]; -"159 reshape_2" [id=159, type=reshape]; -"160 reshape_2_0_0_nncf_smooth_quant_0" [id=160, type=call_module]; -"161 quantize_per_tensor_default_4" [id=161, type=quantize_per_tensor]; -"162 dequantize_per_tensor_default_4" [id=162, type=dequantize_per_tensor]; -"163 features_1_0_attn_proj_bias_0_0" [id=163, type=get_attr]; -"164 scale_updated_constant2" [id=164, type=get_attr]; -"165 compressed_weight_updated_constant2" [id=165, type=get_attr]; -"166 mul_tensor_2" [id=166, type=mul]; -"167 zero_point_updated_constant2" [id=167, type=get_attr]; -"168 sub_tensor_2" [id=168, type=sub]; -"169 linear_3" [id=169, type=linear]; -"170 dropout_1" [id=170, type=dropout]; -"171 view_3" [id=171, type=view]; -"172 permute_4" [id=172, type=permute]; -"173 reshape_3" [id=173, type=reshape]; -"174 slice_2" [id=174, type=slice]; -"175 slice_3" [id=175, type=slice]; -"176 layer_norm_1" [id=176, type=layer_norm]; -"177 add_1" [id=177, type=add]; -"178 add_1_0_0_nncf_smooth_quant_0" [id=178, type=call_module]; -"179 quantize_per_tensor_default_5" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_5" [id=180, type=dequantize_per_tensor]; -"181 features_1_0_mlp_0_bias_0_0" [id=181, type=get_attr]; -"182 scale_updated_constant3" [id=182, type=get_attr]; -"183 compressed_weight_updated_constant3" [id=183, type=get_attr]; -"184 mul_tensor_3" [id=184, type=mul]; -"185 zero_point_updated_constant3" [id=185, type=get_attr]; -"186 sub_tensor_3" [id=186, type=sub]; -"187 linear_4" [id=187, type=linear]; -"188 gelu" [id=188, type=gelu]; -"189 dropout_2" [id=189, type=dropout]; -"190 dropout_2_0_0_nncf_smooth_quant_0" [id=190, type=call_module]; -"191 quantize_per_tensor_default_6" [id=191, type=quantize_per_tensor]; -"192 dequantize_per_tensor_default_6" [id=192, type=dequantize_per_tensor]; -"193 features_1_0_mlp_3_bias_0_0" [id=193, type=get_attr]; -"194 scale_updated_constant4" [id=194, type=get_attr]; -"195 compressed_weight_updated_constant4" [id=195, type=get_attr]; -"196 mul_tensor_4" [id=196, type=mul]; -"197 zero_point_updated_constant4" [id=197, type=get_attr]; -"198 sub_tensor_4" [id=198, type=sub]; -"199 linear_5" [id=199, type=linear]; -"200 dropout_3" [id=200, type=dropout]; -"201 layer_norm_2" [id=201, type=layer_norm]; -"202 add_2" [id=202, type=add]; -"203 _frozen_param4" [id=203, type=get_attr]; -"204 pad_1" [id=204, type=pad]; -"205 roll" [id=205, type=roll]; -"206 view_6" [id=206, type=view]; -"207 permute_6" [id=207, type=permute]; -"208 reshape_4" [id=208, type=reshape]; -"209 reshape_4_0_0_nncf_smooth_quant_0" [id=209, type=call_module]; -"210 quantize_per_tensor_default_7" [id=210, type=quantize_per_tensor]; -"211 dequantize_per_tensor_default_7" [id=211, type=dequantize_per_tensor]; -"212 _frozen_param5_0_0" [id=212, type=get_attr]; -"213 scale_updated_constant5" [id=213, type=get_attr]; -"214 compressed_weight_updated_constant5" [id=214, type=get_attr]; -"215 mul_tensor_5" [id=215, type=mul]; -"216 zero_point_updated_constant5" [id=216, type=get_attr]; -"217 sub_tensor_5" [id=217, type=sub]; -"218 linear_8" [id=218, type=linear]; -"219 reshape_5" [id=219, type=reshape]; -"220 permute_7" [id=220, type=permute]; -"221 select_3" [id=221, type=select]; -"222 select_4" [id=222, type=select]; -"223 select_5" [id=223, type=select]; -"224 linalg_vector_norm_2" [id=224, type=linalg_vector_norm]; -"225 clamp_min_2" [id=225, type=clamp_min]; -"226 expand_as_2" [id=226, type=expand_as]; -"227 div_2" [id=227, type=div]; -"228 quantize_per_tensor_default_8" [id=228, type=quantize_per_tensor]; -"229 dequantize_per_tensor_default_8" [id=229, type=dequantize_per_tensor]; -"230 linalg_vector_norm_3" [id=230, type=linalg_vector_norm]; -"231 clamp_min_3" [id=231, type=clamp_min]; -"232 expand_as_3" [id=232, type=expand_as]; -"233 div_3" [id=233, type=div]; -"234 quantize_per_tensor_default_9" [id=234, type=quantize_per_tensor]; -"235 dequantize_per_tensor_default_9" [id=235, type=dequantize_per_tensor]; -"236 transpose_2" [id=236, type=transpose]; -"237 matmul_2" [id=237, type=matmul]; -"238 _frozen_param7" [id=238, type=get_attr]; -"239 mul_3" [id=239, type=mul]; -"240 add_3" [id=240, type=add]; -"241 new_zeros" [id=241, type=new_zeros]; -"242 view_7" [id=242, type=view]; -"243 permute_8" [id=243, type=permute]; -"244 reshape_6" [id=244, type=reshape]; -"245 unsqueeze_2" [id=245, type=unsqueeze]; -"246 unsqueeze_3" [id=246, type=unsqueeze]; -"247 sub" [id=247, type=sub]; -"248 ne" [id=248, type=ne]; -"249 masked_fill" [id=249, type=masked_fill]; -"250 eq" [id=250, type=eq]; -"251 masked_fill_1" [id=251, type=masked_fill]; -"252 view_8" [id=252, type=view]; -"253 unsqueeze_4" [id=253, type=unsqueeze]; -"254 unsqueeze_5" [id=254, type=unsqueeze]; -"255 add_4" [id=255, type=add]; -"256 view_9" [id=256, type=view]; -"257 softmax_1" [id=257, type=softmax]; -"258 dropout_4" [id=258, type=dropout]; -"259 matmul_3" [id=259, type=matmul]; -"260 transpose_3" [id=260, type=transpose]; -"261 reshape_7" [id=261, type=reshape]; -"262 reshape_7_0_0_nncf_smooth_quant_0" [id=262, type=call_module]; -"263 quantize_per_tensor_default_10" [id=263, type=quantize_per_tensor]; -"264 dequantize_per_tensor_default_10" [id=264, type=dequantize_per_tensor]; -"265 features_1_1_attn_proj_bias_0_0" [id=265, type=get_attr]; -"266 scale_updated_constant6" [id=266, type=get_attr]; -"267 compressed_weight_updated_constant6" [id=267, type=get_attr]; -"268 mul_tensor_6" [id=268, type=mul]; -"269 zero_point_updated_constant6" [id=269, type=get_attr]; -"270 sub_tensor_6" [id=270, type=sub]; -"271 linear_9" [id=271, type=linear]; -"272 dropout_5" [id=272, type=dropout]; -"273 view_10" [id=273, type=view]; -"274 permute_9" [id=274, type=permute]; -"275 reshape_8" [id=275, type=reshape]; -"276 roll_1" [id=276, type=roll]; -"277 slice_23" [id=277, type=slice]; -"278 slice_24" [id=278, type=slice]; -"279 layer_norm_3" [id=279, type=layer_norm]; -"280 add_5" [id=280, type=add]; -"281 add_5_0_0_nncf_smooth_quant_0" [id=281, type=call_module]; -"282 quantize_per_tensor_default_11" [id=282, type=quantize_per_tensor]; -"283 dequantize_per_tensor_default_11" [id=283, type=dequantize_per_tensor]; -"284 features_1_1_mlp_0_bias_0_0" [id=284, type=get_attr]; -"285 scale_updated_constant7" [id=285, type=get_attr]; -"286 compressed_weight_updated_constant7" [id=286, type=get_attr]; -"287 mul_tensor_7" [id=287, type=mul]; -"288 zero_point_updated_constant7" [id=288, type=get_attr]; -"289 sub_tensor_7" [id=289, type=sub]; -"290 linear_10" [id=290, type=linear]; -"291 gelu_1" [id=291, type=gelu]; -"292 dropout_6" [id=292, type=dropout]; -"293 dropout_6_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; -"294 quantize_per_tensor_default_12" [id=294, type=quantize_per_tensor]; -"295 dequantize_per_tensor_default_12" [id=295, type=dequantize_per_tensor]; -"296 features_1_1_mlp_3_bias_0_0" [id=296, type=get_attr]; -"297 scale_updated_constant8" [id=297, type=get_attr]; -"298 compressed_weight_updated_constant8" [id=298, type=get_attr]; -"299 mul_tensor_8" [id=299, type=mul]; -"300 zero_point_updated_constant8" [id=300, type=get_attr]; -"301 sub_tensor_8" [id=301, type=sub]; -"302 linear_11" [id=302, type=linear]; -"303 dropout_7" [id=303, type=dropout]; -"304 layer_norm_4" [id=304, type=layer_norm]; -"305 add_6" [id=305, type=add]; -"306 pad_2" [id=306, type=pad]; -"307 slice_25" [id=307, type=slice]; -"308 slice_26" [id=308, type=slice]; -"309 slice_27" [id=309, type=slice]; -"310 slice_28" [id=310, type=slice]; -"311 slice_29" [id=311, type=slice]; -"312 slice_30" [id=312, type=slice]; -"313 slice_31" [id=313, type=slice]; -"314 slice_32" [id=314, type=slice]; -"315 slice_33" [id=315, type=slice]; -"316 slice_34" [id=316, type=slice]; -"317 slice_35" [id=317, type=slice]; -"318 slice_36" [id=318, type=slice]; -"319 cat" [id=319, type=cat]; -"320 cat_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; -"321 quantize_per_tensor_default_13" [id=321, type=quantize_per_tensor]; -"322 dequantize_per_tensor_default_13" [id=322, type=dequantize_per_tensor]; -"323 scale_updated_constant9" [id=323, type=get_attr]; -"324 compressed_weight_updated_constant9" [id=324, type=get_attr]; -"325 mul_tensor_9" [id=325, type=mul]; -"326 zero_point_updated_constant9" [id=326, type=get_attr]; -"327 sub_tensor_9" [id=327, type=sub]; -"328 linear_12" [id=328, type=linear]; -"329 layer_norm_5" [id=329, type=layer_norm]; -"330 _frozen_param17" [id=330, type=get_attr]; -"331 pad_3" [id=331, type=pad]; -"332 view_13" [id=332, type=view]; -"333 permute_11" [id=333, type=permute]; -"334 reshape_9" [id=334, type=reshape]; -"335 reshape_9_0_0_nncf_smooth_quant_0" [id=335, type=call_module]; -"336 quantize_per_tensor_default_14" [id=336, type=quantize_per_tensor]; -"337 dequantize_per_tensor_default_14" [id=337, type=dequantize_per_tensor]; -"338 _frozen_param18_0_0" [id=338, type=get_attr]; -"339 scale_updated_constant10" [id=339, type=get_attr]; -"340 compressed_weight_updated_constant10" [id=340, type=get_attr]; -"341 mul_tensor_10" [id=341, type=mul]; -"342 zero_point_updated_constant10" [id=342, type=get_attr]; -"343 sub_tensor_10" [id=343, type=sub]; -"344 linear_15" [id=344, type=linear]; -"345 reshape_10" [id=345, type=reshape]; -"346 permute_12" [id=346, type=permute]; -"347 select_6" [id=347, type=select]; -"348 select_7" [id=348, type=select]; -"349 select_8" [id=349, type=select]; -"350 linalg_vector_norm_4" [id=350, type=linalg_vector_norm]; -"351 clamp_min_4" [id=351, type=clamp_min]; -"352 expand_as_4" [id=352, type=expand_as]; -"353 div_4" [id=353, type=div]; -"354 quantize_per_tensor_default_15" [id=354, type=quantize_per_tensor]; -"355 dequantize_per_tensor_default_15" [id=355, type=dequantize_per_tensor]; -"356 linalg_vector_norm_5" [id=356, type=linalg_vector_norm]; -"357 clamp_min_5" [id=357, type=clamp_min]; -"358 expand_as_5" [id=358, type=expand_as]; -"359 div_5" [id=359, type=div]; -"360 quantize_per_tensor_default_16" [id=360, type=quantize_per_tensor]; -"361 dequantize_per_tensor_default_16" [id=361, type=dequantize_per_tensor]; -"362 transpose_4" [id=362, type=transpose]; -"363 matmul_4" [id=363, type=matmul]; -"364 _frozen_param20" [id=364, type=get_attr]; -"365 mul_5" [id=365, type=mul]; -"366 add_7" [id=366, type=add]; -"367 softmax_2" [id=367, type=softmax]; -"368 dropout_8" [id=368, type=dropout]; -"369 matmul_5" [id=369, type=matmul]; -"370 transpose_5" [id=370, type=transpose]; -"371 reshape_11" [id=371, type=reshape]; -"372 reshape_11_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; -"373 quantize_per_tensor_default_17" [id=373, type=quantize_per_tensor]; -"374 dequantize_per_tensor_default_17" [id=374, type=dequantize_per_tensor]; -"375 features_3_0_attn_proj_bias_0_0" [id=375, type=get_attr]; -"376 scale_updated_constant11" [id=376, type=get_attr]; -"377 compressed_weight_updated_constant11" [id=377, type=get_attr]; -"378 mul_tensor_11" [id=378, type=mul]; -"379 zero_point_updated_constant11" [id=379, type=get_attr]; -"380 sub_tensor_11" [id=380, type=sub]; -"381 linear_16" [id=381, type=linear]; -"382 dropout_9" [id=382, type=dropout]; -"383 view_14" [id=383, type=view]; -"384 permute_13" [id=384, type=permute]; -"385 reshape_12" [id=385, type=reshape]; -"386 slice_38" [id=386, type=slice]; -"387 slice_39" [id=387, type=slice]; -"388 slice_40" [id=388, type=slice]; -"389 slice_41" [id=389, type=slice]; -"390 contiguous_3" [id=390, type=contiguous]; -"391 layer_norm_6" [id=391, type=layer_norm]; -"392 add_8" [id=392, type=add]; -"393 add_8_0_0_nncf_smooth_quant_0" [id=393, type=call_module]; -"394 quantize_per_tensor_default_18" [id=394, type=quantize_per_tensor]; -"395 dequantize_per_tensor_default_18" [id=395, type=dequantize_per_tensor]; -"396 features_3_0_mlp_0_bias_0_0" [id=396, type=get_attr]; -"397 scale_updated_constant12" [id=397, type=get_attr]; -"398 compressed_weight_updated_constant12" [id=398, type=get_attr]; -"399 mul_tensor_12" [id=399, type=mul]; -"400 zero_point_updated_constant12" [id=400, type=get_attr]; -"401 sub_tensor_12" [id=401, type=sub]; -"402 linear_17" [id=402, type=linear]; -"403 gelu_2" [id=403, type=gelu]; -"404 dropout_10" [id=404, type=dropout]; -"405 dropout_10_0_0_nncf_smooth_quant_0" [id=405, type=call_module]; -"406 quantize_per_tensor_default_19" [id=406, type=quantize_per_tensor]; -"407 dequantize_per_tensor_default_19" [id=407, type=dequantize_per_tensor]; -"408 features_3_0_mlp_3_bias_0_0" [id=408, type=get_attr]; -"409 scale_updated_constant13" [id=409, type=get_attr]; -"410 compressed_weight_updated_constant13" [id=410, type=get_attr]; -"411 mul_tensor_13" [id=411, type=mul]; -"412 zero_point_updated_constant13" [id=412, type=get_attr]; -"413 sub_tensor_13" [id=413, type=sub]; -"414 linear_18" [id=414, type=linear]; -"415 dropout_11" [id=415, type=dropout]; -"416 layer_norm_7" [id=416, type=layer_norm]; -"417 add_9" [id=417, type=add]; -"418 _frozen_param21" [id=418, type=get_attr]; -"419 pad_4" [id=419, type=pad]; -"420 roll_2" [id=420, type=roll]; -"421 view_17" [id=421, type=view]; -"422 permute_15" [id=422, type=permute]; -"423 reshape_13" [id=423, type=reshape]; -"424 reshape_13_0_0_nncf_smooth_quant_0" [id=424, type=call_module]; -"425 quantize_per_tensor_default_20" [id=425, type=quantize_per_tensor]; -"426 dequantize_per_tensor_default_20" [id=426, type=dequantize_per_tensor]; -"427 _frozen_param22_0_0" [id=427, type=get_attr]; -"428 scale_updated_constant14" [id=428, type=get_attr]; -"429 compressed_weight_updated_constant14" [id=429, type=get_attr]; -"430 mul_tensor_14" [id=430, type=mul]; -"431 zero_point_updated_constant14" [id=431, type=get_attr]; -"432 sub_tensor_14" [id=432, type=sub]; -"433 linear_21" [id=433, type=linear]; -"434 reshape_14" [id=434, type=reshape]; -"435 permute_16" [id=435, type=permute]; -"436 select_9" [id=436, type=select]; -"437 select_10" [id=437, type=select]; -"438 select_11" [id=438, type=select]; -"439 linalg_vector_norm_6" [id=439, type=linalg_vector_norm]; -"440 clamp_min_6" [id=440, type=clamp_min]; -"441 expand_as_6" [id=441, type=expand_as]; -"442 div_6" [id=442, type=div]; -"443 quantize_per_tensor_default_21" [id=443, type=quantize_per_tensor]; -"444 dequantize_per_tensor_default_21" [id=444, type=dequantize_per_tensor]; -"445 linalg_vector_norm_7" [id=445, type=linalg_vector_norm]; -"446 clamp_min_7" [id=446, type=clamp_min]; -"447 expand_as_7" [id=447, type=expand_as]; -"448 div_7" [id=448, type=div]; -"449 quantize_per_tensor_default_22" [id=449, type=quantize_per_tensor]; -"450 dequantize_per_tensor_default_22" [id=450, type=dequantize_per_tensor]; -"451 transpose_6" [id=451, type=transpose]; -"452 matmul_6" [id=452, type=matmul]; -"453 _frozen_param24" [id=453, type=get_attr]; -"454 mul_7" [id=454, type=mul]; -"455 add_10" [id=455, type=add]; -"456 new_zeros_1" [id=456, type=new_zeros]; -"457 view_18" [id=457, type=view]; -"458 permute_17" [id=458, type=permute]; -"459 reshape_15" [id=459, type=reshape]; -"460 unsqueeze_8" [id=460, type=unsqueeze]; -"461 unsqueeze_9" [id=461, type=unsqueeze]; -"462 sub_1" [id=462, type=sub]; -"463 ne_1" [id=463, type=ne]; -"464 masked_fill_2" [id=464, type=masked_fill]; -"465 eq_1" [id=465, type=eq]; -"466 masked_fill_3" [id=466, type=masked_fill]; -"467 view_19" [id=467, type=view]; -"468 unsqueeze_10" [id=468, type=unsqueeze]; -"469 unsqueeze_11" [id=469, type=unsqueeze]; -"470 add_11" [id=470, type=add]; -"471 view_20" [id=471, type=view]; -"472 softmax_3" [id=472, type=softmax]; -"473 dropout_12" [id=473, type=dropout]; -"474 matmul_7" [id=474, type=matmul]; -"475 transpose_7" [id=475, type=transpose]; -"476 reshape_16" [id=476, type=reshape]; -"477 reshape_16_0_0_nncf_smooth_quant_0" [id=477, type=call_module]; -"478 quantize_per_tensor_default_23" [id=478, type=quantize_per_tensor]; -"479 dequantize_per_tensor_default_23" [id=479, type=dequantize_per_tensor]; -"480 features_3_1_attn_proj_bias_0_0" [id=480, type=get_attr]; -"481 scale_updated_constant15" [id=481, type=get_attr]; -"482 compressed_weight_updated_constant15" [id=482, type=get_attr]; -"483 mul_tensor_15" [id=483, type=mul]; -"484 zero_point_updated_constant15" [id=484, type=get_attr]; -"485 sub_tensor_15" [id=485, type=sub]; -"486 linear_22" [id=486, type=linear]; -"487 dropout_13" [id=487, type=dropout]; -"488 view_21" [id=488, type=view]; -"489 permute_18" [id=489, type=permute]; -"490 reshape_17" [id=490, type=reshape]; -"491 roll_3" [id=491, type=roll]; -"492 slice_61" [id=492, type=slice]; -"493 slice_62" [id=493, type=slice]; -"494 slice_63" [id=494, type=slice]; -"495 slice_64" [id=495, type=slice]; -"496 contiguous_5" [id=496, type=contiguous]; -"497 layer_norm_8" [id=497, type=layer_norm]; -"498 add_12" [id=498, type=add]; -"499 add_12_0_0_nncf_smooth_quant_0" [id=499, type=call_module]; -"500 quantize_per_tensor_default_24" [id=500, type=quantize_per_tensor]; -"501 dequantize_per_tensor_default_24" [id=501, type=dequantize_per_tensor]; -"502 features_3_1_mlp_0_bias_0_0" [id=502, type=get_attr]; -"503 scale_updated_constant16" [id=503, type=get_attr]; -"504 compressed_weight_updated_constant16" [id=504, type=get_attr]; -"505 mul_tensor_16" [id=505, type=mul]; -"506 zero_point_updated_constant16" [id=506, type=get_attr]; -"507 sub_tensor_16" [id=507, type=sub]; -"508 linear_23" [id=508, type=linear]; -"509 gelu_3" [id=509, type=gelu]; -"510 dropout_14" [id=510, type=dropout]; -"511 dropout_14_0_0_nncf_smooth_quant_0" [id=511, type=call_module]; -"512 quantize_per_tensor_default_25" [id=512, type=quantize_per_tensor]; -"513 dequantize_per_tensor_default_25" [id=513, type=dequantize_per_tensor]; -"514 features_3_1_mlp_3_bias_0_0" [id=514, type=get_attr]; -"515 scale_updated_constant17" [id=515, type=get_attr]; -"516 compressed_weight_updated_constant17" [id=516, type=get_attr]; -"517 mul_tensor_17" [id=517, type=mul]; -"518 zero_point_updated_constant17" [id=518, type=get_attr]; -"519 sub_tensor_17" [id=519, type=sub]; -"520 linear_24" [id=520, type=linear]; -"521 dropout_15" [id=521, type=dropout]; -"522 layer_norm_9" [id=522, type=layer_norm]; -"523 add_13" [id=523, type=add]; -"524 pad_5" [id=524, type=pad]; -"525 slice_65" [id=525, type=slice]; -"526 slice_66" [id=526, type=slice]; -"527 slice_67" [id=527, type=slice]; -"528 slice_68" [id=528, type=slice]; -"529 slice_69" [id=529, type=slice]; -"530 slice_70" [id=530, type=slice]; -"531 slice_71" [id=531, type=slice]; -"532 slice_72" [id=532, type=slice]; -"533 slice_73" [id=533, type=slice]; -"534 slice_74" [id=534, type=slice]; -"535 slice_75" [id=535, type=slice]; -"536 slice_76" [id=536, type=slice]; -"537 cat_1" [id=537, type=cat]; -"538 cat_1_0_0_nncf_smooth_quant_0" [id=538, type=call_module]; -"539 quantize_per_tensor_default_26" [id=539, type=quantize_per_tensor]; -"540 dequantize_per_tensor_default_26" [id=540, type=dequantize_per_tensor]; -"541 scale_updated_constant18" [id=541, type=get_attr]; -"542 compressed_weight_updated_constant18" [id=542, type=get_attr]; -"543 mul_tensor_18" [id=543, type=mul]; -"544 zero_point_updated_constant18" [id=544, type=get_attr]; -"545 sub_tensor_18" [id=545, type=sub]; -"546 linear_25" [id=546, type=linear]; -"547 layer_norm_10" [id=547, type=layer_norm]; -"548 _frozen_param34" [id=548, type=get_attr]; -"549 pad_6" [id=549, type=pad]; -"550 view_24" [id=550, type=view]; -"551 permute_20" [id=551, type=permute]; -"552 reshape_18" [id=552, type=reshape]; -"553 reshape_18_0_0_nncf_smooth_quant_0" [id=553, type=call_module]; -"554 quantize_per_tensor_default_27" [id=554, type=quantize_per_tensor]; -"555 dequantize_per_tensor_default_27" [id=555, type=dequantize_per_tensor]; -"556 _frozen_param35_0_0" [id=556, type=get_attr]; -"557 scale_updated_constant19" [id=557, type=get_attr]; -"558 compressed_weight_updated_constant19" [id=558, type=get_attr]; -"559 mul_tensor_19" [id=559, type=mul]; -"560 zero_point_updated_constant19" [id=560, type=get_attr]; -"561 sub_tensor_19" [id=561, type=sub]; -"562 linear_28" [id=562, type=linear]; -"563 reshape_19" [id=563, type=reshape]; -"564 permute_21" [id=564, type=permute]; -"565 select_12" [id=565, type=select]; -"566 select_13" [id=566, type=select]; -"567 select_14" [id=567, type=select]; -"568 linalg_vector_norm_8" [id=568, type=linalg_vector_norm]; -"569 clamp_min_8" [id=569, type=clamp_min]; -"570 expand_as_8" [id=570, type=expand_as]; -"571 div_8" [id=571, type=div]; -"572 quantize_per_tensor_default_28" [id=572, type=quantize_per_tensor]; -"573 dequantize_per_tensor_default_28" [id=573, type=dequantize_per_tensor]; -"574 linalg_vector_norm_9" [id=574, type=linalg_vector_norm]; -"575 clamp_min_9" [id=575, type=clamp_min]; -"576 expand_as_9" [id=576, type=expand_as]; -"577 div_9" [id=577, type=div]; -"578 quantize_per_tensor_default_29" [id=578, type=quantize_per_tensor]; -"579 dequantize_per_tensor_default_29" [id=579, type=dequantize_per_tensor]; -"580 transpose_8" [id=580, type=transpose]; -"581 matmul_8" [id=581, type=matmul]; -"582 _frozen_param37" [id=582, type=get_attr]; -"583 mul_9" [id=583, type=mul]; -"584 add_14" [id=584, type=add]; -"585 softmax_4" [id=585, type=softmax]; -"586 dropout_16" [id=586, type=dropout]; -"587 matmul_9" [id=587, type=matmul]; -"588 transpose_9" [id=588, type=transpose]; -"589 reshape_20" [id=589, type=reshape]; -"590 reshape_20_0_0_nncf_smooth_quant_0" [id=590, type=call_module]; -"591 quantize_per_tensor_default_30" [id=591, type=quantize_per_tensor]; -"592 dequantize_per_tensor_default_30" [id=592, type=dequantize_per_tensor]; -"593 features_5_0_attn_proj_bias_0_0" [id=593, type=get_attr]; -"594 scale_updated_constant20" [id=594, type=get_attr]; -"595 compressed_weight_updated_constant20" [id=595, type=get_attr]; -"596 mul_tensor_20" [id=596, type=mul]; -"597 zero_point_updated_constant20" [id=597, type=get_attr]; -"598 sub_tensor_20" [id=598, type=sub]; -"599 linear_29" [id=599, type=linear]; -"600 dropout_17" [id=600, type=dropout]; -"601 view_25" [id=601, type=view]; -"602 permute_22" [id=602, type=permute]; -"603 reshape_21" [id=603, type=reshape]; -"604 slice_78" [id=604, type=slice]; -"605 slice_79" [id=605, type=slice]; -"606 slice_80" [id=606, type=slice]; -"607 slice_81" [id=607, type=slice]; -"608 contiguous_7" [id=608, type=contiguous]; -"609 layer_norm_11" [id=609, type=layer_norm]; -"610 add_15" [id=610, type=add]; -"611 add_15_0_0_nncf_smooth_quant_0" [id=611, type=call_module]; -"612 quantize_per_tensor_default_31" [id=612, type=quantize_per_tensor]; -"613 dequantize_per_tensor_default_31" [id=613, type=dequantize_per_tensor]; -"614 features_5_0_mlp_0_bias_0_0" [id=614, type=get_attr]; -"615 scale_updated_constant21" [id=615, type=get_attr]; -"616 compressed_weight_updated_constant21" [id=616, type=get_attr]; -"617 mul_tensor_21" [id=617, type=mul]; -"618 zero_point_updated_constant21" [id=618, type=get_attr]; -"619 sub_tensor_21" [id=619, type=sub]; -"620 linear_30" [id=620, type=linear]; -"621 gelu_4" [id=621, type=gelu]; -"622 dropout_18" [id=622, type=dropout]; -"623 dropout_18_0_0_nncf_smooth_quant_0" [id=623, type=call_module]; -"624 quantize_per_tensor_default_32" [id=624, type=quantize_per_tensor]; -"625 dequantize_per_tensor_default_32" [id=625, type=dequantize_per_tensor]; -"626 features_5_0_mlp_3_bias_0_0" [id=626, type=get_attr]; -"627 scale_updated_constant22" [id=627, type=get_attr]; -"628 compressed_weight_updated_constant22" [id=628, type=get_attr]; -"629 mul_tensor_22" [id=629, type=mul]; -"630 zero_point_updated_constant22" [id=630, type=get_attr]; -"631 sub_tensor_22" [id=631, type=sub]; -"632 linear_31" [id=632, type=linear]; -"633 dropout_19" [id=633, type=dropout]; -"634 layer_norm_12" [id=634, type=layer_norm]; -"635 add_16" [id=635, type=add]; -"636 _frozen_param38" [id=636, type=get_attr]; -"637 pad_7" [id=637, type=pad]; -"638 roll_4" [id=638, type=roll]; -"639 view_28" [id=639, type=view]; -"640 permute_24" [id=640, type=permute]; -"641 reshape_22" [id=641, type=reshape]; -"642 reshape_22_0_0_nncf_smooth_quant_0" [id=642, type=call_module]; -"643 quantize_per_tensor_default_33" [id=643, type=quantize_per_tensor]; -"644 dequantize_per_tensor_default_33" [id=644, type=dequantize_per_tensor]; -"645 _frozen_param39_0_0" [id=645, type=get_attr]; -"646 scale_updated_constant23" [id=646, type=get_attr]; -"647 compressed_weight_updated_constant23" [id=647, type=get_attr]; -"648 mul_tensor_23" [id=648, type=mul]; -"649 zero_point_updated_constant23" [id=649, type=get_attr]; -"650 sub_tensor_23" [id=650, type=sub]; -"651 linear_34" [id=651, type=linear]; -"652 reshape_23" [id=652, type=reshape]; -"653 permute_25" [id=653, type=permute]; -"654 select_15" [id=654, type=select]; -"655 select_16" [id=655, type=select]; -"656 select_17" [id=656, type=select]; -"657 linalg_vector_norm_10" [id=657, type=linalg_vector_norm]; -"658 clamp_min_10" [id=658, type=clamp_min]; -"659 expand_as_10" [id=659, type=expand_as]; -"660 div_10" [id=660, type=div]; -"661 quantize_per_tensor_default_34" [id=661, type=quantize_per_tensor]; -"662 dequantize_per_tensor_default_34" [id=662, type=dequantize_per_tensor]; -"663 linalg_vector_norm_11" [id=663, type=linalg_vector_norm]; -"664 clamp_min_11" [id=664, type=clamp_min]; -"665 expand_as_11" [id=665, type=expand_as]; -"666 div_11" [id=666, type=div]; -"667 quantize_per_tensor_default_35" [id=667, type=quantize_per_tensor]; -"668 dequantize_per_tensor_default_35" [id=668, type=dequantize_per_tensor]; -"669 transpose_10" [id=669, type=transpose]; -"670 matmul_10" [id=670, type=matmul]; -"671 _frozen_param41" [id=671, type=get_attr]; -"672 mul_11" [id=672, type=mul]; -"673 add_17" [id=673, type=add]; -"674 new_zeros_2" [id=674, type=new_zeros]; -"675 view_29" [id=675, type=view]; -"676 permute_26" [id=676, type=permute]; -"677 reshape_24" [id=677, type=reshape]; -"678 unsqueeze_14" [id=678, type=unsqueeze]; -"679 unsqueeze_15" [id=679, type=unsqueeze]; -"680 sub_2" [id=680, type=sub]; -"681 ne_2" [id=681, type=ne]; -"682 masked_fill_4" [id=682, type=masked_fill]; -"683 eq_2" [id=683, type=eq]; -"684 masked_fill_5" [id=684, type=masked_fill]; -"685 view_30" [id=685, type=view]; -"686 unsqueeze_16" [id=686, type=unsqueeze]; -"687 unsqueeze_17" [id=687, type=unsqueeze]; -"688 add_18" [id=688, type=add]; -"689 view_31" [id=689, type=view]; -"690 softmax_5" [id=690, type=softmax]; -"691 dropout_20" [id=691, type=dropout]; -"692 matmul_11" [id=692, type=matmul]; -"693 transpose_11" [id=693, type=transpose]; -"694 reshape_25" [id=694, type=reshape]; -"695 reshape_25_0_0_nncf_smooth_quant_0" [id=695, type=call_module]; -"696 quantize_per_tensor_default_36" [id=696, type=quantize_per_tensor]; -"697 dequantize_per_tensor_default_36" [id=697, type=dequantize_per_tensor]; -"698 features_5_1_attn_proj_bias_0_0" [id=698, type=get_attr]; -"699 scale_updated_constant24" [id=699, type=get_attr]; -"700 compressed_weight_updated_constant24" [id=700, type=get_attr]; -"701 mul_tensor_24" [id=701, type=mul]; -"702 zero_point_updated_constant24" [id=702, type=get_attr]; -"703 sub_tensor_24" [id=703, type=sub]; -"704 linear_35" [id=704, type=linear]; -"705 dropout_21" [id=705, type=dropout]; -"706 view_32" [id=706, type=view]; -"707 permute_27" [id=707, type=permute]; -"708 reshape_26" [id=708, type=reshape]; -"709 roll_5" [id=709, type=roll]; -"710 slice_101" [id=710, type=slice]; -"711 slice_102" [id=711, type=slice]; -"712 slice_103" [id=712, type=slice]; -"713 slice_104" [id=713, type=slice]; -"714 contiguous_9" [id=714, type=contiguous]; -"715 layer_norm_13" [id=715, type=layer_norm]; -"716 add_19" [id=716, type=add]; -"717 add_19_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; -"718 quantize_per_tensor_default_37" [id=718, type=quantize_per_tensor]; -"719 dequantize_per_tensor_default_37" [id=719, type=dequantize_per_tensor]; -"720 features_5_1_mlp_0_bias_0_0" [id=720, type=get_attr]; -"721 scale_updated_constant25" [id=721, type=get_attr]; -"722 compressed_weight_updated_constant25" [id=722, type=get_attr]; -"723 mul_tensor_25" [id=723, type=mul]; -"724 zero_point_updated_constant25" [id=724, type=get_attr]; -"725 sub_tensor_25" [id=725, type=sub]; -"726 linear_36" [id=726, type=linear]; -"727 gelu_5" [id=727, type=gelu]; -"728 dropout_22" [id=728, type=dropout]; -"729 dropout_22_0_0_nncf_smooth_quant_0" [id=729, type=call_module]; -"730 quantize_per_tensor_default_38" [id=730, type=quantize_per_tensor]; -"731 dequantize_per_tensor_default_38" [id=731, type=dequantize_per_tensor]; -"732 features_5_1_mlp_3_bias_0_0" [id=732, type=get_attr]; -"733 scale_updated_constant26" [id=733, type=get_attr]; -"734 compressed_weight_updated_constant26" [id=734, type=get_attr]; -"735 mul_tensor_26" [id=735, type=mul]; -"736 zero_point_updated_constant26" [id=736, type=get_attr]; -"737 sub_tensor_26" [id=737, type=sub]; -"738 linear_37" [id=738, type=linear]; -"739 dropout_23" [id=739, type=dropout]; -"740 layer_norm_14" [id=740, type=layer_norm]; -"741 add_20" [id=741, type=add]; -"742 _frozen_param51" [id=742, type=get_attr]; -"743 pad_8" [id=743, type=pad]; -"744 view_35" [id=744, type=view]; -"745 permute_29" [id=745, type=permute]; -"746 reshape_27" [id=746, type=reshape]; -"747 reshape_27_0_0_nncf_smooth_quant_0" [id=747, type=call_module]; -"748 quantize_per_tensor_default_39" [id=748, type=quantize_per_tensor]; -"749 dequantize_per_tensor_default_39" [id=749, type=dequantize_per_tensor]; -"750 _frozen_param52_0_0" [id=750, type=get_attr]; -"751 scale_updated_constant27" [id=751, type=get_attr]; -"752 compressed_weight_updated_constant27" [id=752, type=get_attr]; -"753 mul_tensor_27" [id=753, type=mul]; -"754 zero_point_updated_constant27" [id=754, type=get_attr]; -"755 sub_tensor_27" [id=755, type=sub]; -"756 linear_40" [id=756, type=linear]; -"757 reshape_28" [id=757, type=reshape]; -"758 permute_30" [id=758, type=permute]; -"759 select_18" [id=759, type=select]; -"760 select_19" [id=760, type=select]; -"761 select_20" [id=761, type=select]; -"762 linalg_vector_norm_12" [id=762, type=linalg_vector_norm]; -"763 clamp_min_12" [id=763, type=clamp_min]; -"764 expand_as_12" [id=764, type=expand_as]; -"765 div_12" [id=765, type=div]; -"766 quantize_per_tensor_default_40" [id=766, type=quantize_per_tensor]; -"767 dequantize_per_tensor_default_40" [id=767, type=dequantize_per_tensor]; -"768 linalg_vector_norm_13" [id=768, type=linalg_vector_norm]; -"769 clamp_min_13" [id=769, type=clamp_min]; -"770 expand_as_13" [id=770, type=expand_as]; -"771 div_13" [id=771, type=div]; -"772 quantize_per_tensor_default_41" [id=772, type=quantize_per_tensor]; -"773 dequantize_per_tensor_default_41" [id=773, type=dequantize_per_tensor]; -"774 transpose_12" [id=774, type=transpose]; -"775 matmul_12" [id=775, type=matmul]; -"776 _frozen_param54" [id=776, type=get_attr]; -"777 mul_13" [id=777, type=mul]; -"778 add_21" [id=778, type=add]; -"779 softmax_6" [id=779, type=softmax]; -"780 dropout_24" [id=780, type=dropout]; -"781 matmul_13" [id=781, type=matmul]; -"782 transpose_13" [id=782, type=transpose]; -"783 reshape_29" [id=783, type=reshape]; -"784 reshape_29_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; -"785 quantize_per_tensor_default_42" [id=785, type=quantize_per_tensor]; -"786 dequantize_per_tensor_default_42" [id=786, type=dequantize_per_tensor]; -"787 features_5_2_attn_proj_bias_0_0" [id=787, type=get_attr]; -"788 scale_updated_constant28" [id=788, type=get_attr]; -"789 compressed_weight_updated_constant28" [id=789, type=get_attr]; -"790 mul_tensor_28" [id=790, type=mul]; -"791 zero_point_updated_constant28" [id=791, type=get_attr]; -"792 sub_tensor_28" [id=792, type=sub]; -"793 linear_41" [id=793, type=linear]; -"794 dropout_25" [id=794, type=dropout]; -"795 view_36" [id=795, type=view]; -"796 permute_31" [id=796, type=permute]; -"797 reshape_30" [id=797, type=reshape]; -"798 slice_106" [id=798, type=slice]; -"799 slice_107" [id=799, type=slice]; -"800 slice_108" [id=800, type=slice]; -"801 slice_109" [id=801, type=slice]; -"802 contiguous_11" [id=802, type=contiguous]; -"803 layer_norm_15" [id=803, type=layer_norm]; -"804 add_22" [id=804, type=add]; -"805 add_22_0_0_nncf_smooth_quant_0" [id=805, type=call_module]; -"806 quantize_per_tensor_default_43" [id=806, type=quantize_per_tensor]; -"807 dequantize_per_tensor_default_43" [id=807, type=dequantize_per_tensor]; -"808 features_5_2_mlp_0_bias_0_0" [id=808, type=get_attr]; -"809 scale_updated_constant29" [id=809, type=get_attr]; -"810 compressed_weight_updated_constant29" [id=810, type=get_attr]; -"811 mul_tensor_29" [id=811, type=mul]; -"812 zero_point_updated_constant29" [id=812, type=get_attr]; -"813 sub_tensor_29" [id=813, type=sub]; -"814 linear_42" [id=814, type=linear]; -"815 gelu_6" [id=815, type=gelu]; -"816 dropout_26" [id=816, type=dropout]; -"817 dropout_26_0_0_nncf_smooth_quant_0" [id=817, type=call_module]; -"818 quantize_per_tensor_default_44" [id=818, type=quantize_per_tensor]; -"819 dequantize_per_tensor_default_44" [id=819, type=dequantize_per_tensor]; -"820 features_5_2_mlp_3_bias_0_0" [id=820, type=get_attr]; -"821 scale_updated_constant30" [id=821, type=get_attr]; -"822 compressed_weight_updated_constant30" [id=822, type=get_attr]; -"823 mul_tensor_30" [id=823, type=mul]; -"824 zero_point_updated_constant30" [id=824, type=get_attr]; -"825 sub_tensor_30" [id=825, type=sub]; -"826 linear_43" [id=826, type=linear]; -"827 dropout_27" [id=827, type=dropout]; -"828 layer_norm_16" [id=828, type=layer_norm]; -"829 add_23" [id=829, type=add]; -"830 _frozen_param55" [id=830, type=get_attr]; -"831 pad_9" [id=831, type=pad]; -"832 roll_6" [id=832, type=roll]; -"833 view_39" [id=833, type=view]; -"834 permute_33" [id=834, type=permute]; -"835 reshape_31" [id=835, type=reshape]; -"836 reshape_31_0_0_nncf_smooth_quant_0" [id=836, type=call_module]; -"837 quantize_per_tensor_default_45" [id=837, type=quantize_per_tensor]; -"838 dequantize_per_tensor_default_45" [id=838, type=dequantize_per_tensor]; -"839 _frozen_param56_0_0" [id=839, type=get_attr]; -"840 scale_updated_constant31" [id=840, type=get_attr]; -"841 compressed_weight_updated_constant31" [id=841, type=get_attr]; -"842 mul_tensor_31" [id=842, type=mul]; -"843 zero_point_updated_constant31" [id=843, type=get_attr]; -"844 sub_tensor_31" [id=844, type=sub]; -"845 linear_46" [id=845, type=linear]; -"846 reshape_32" [id=846, type=reshape]; -"847 permute_34" [id=847, type=permute]; -"848 select_21" [id=848, type=select]; -"849 select_22" [id=849, type=select]; -"850 select_23" [id=850, type=select]; -"851 linalg_vector_norm_14" [id=851, type=linalg_vector_norm]; -"852 clamp_min_14" [id=852, type=clamp_min]; -"853 expand_as_14" [id=853, type=expand_as]; -"854 div_14" [id=854, type=div]; -"855 quantize_per_tensor_default_46" [id=855, type=quantize_per_tensor]; -"856 dequantize_per_tensor_default_46" [id=856, type=dequantize_per_tensor]; -"857 linalg_vector_norm_15" [id=857, type=linalg_vector_norm]; -"858 clamp_min_15" [id=858, type=clamp_min]; -"859 expand_as_15" [id=859, type=expand_as]; -"860 div_15" [id=860, type=div]; -"861 quantize_per_tensor_default_47" [id=861, type=quantize_per_tensor]; -"862 dequantize_per_tensor_default_47" [id=862, type=dequantize_per_tensor]; -"863 transpose_14" [id=863, type=transpose]; -"864 matmul_14" [id=864, type=matmul]; -"865 _frozen_param58" [id=865, type=get_attr]; -"866 mul_15" [id=866, type=mul]; -"867 add_24" [id=867, type=add]; -"868 new_zeros_3" [id=868, type=new_zeros]; -"869 view_40" [id=869, type=view]; -"870 permute_35" [id=870, type=permute]; -"871 reshape_33" [id=871, type=reshape]; -"872 unsqueeze_20" [id=872, type=unsqueeze]; -"873 unsqueeze_21" [id=873, type=unsqueeze]; -"874 sub_3" [id=874, type=sub]; -"875 ne_3" [id=875, type=ne]; -"876 masked_fill_6" [id=876, type=masked_fill]; -"877 eq_3" [id=877, type=eq]; -"878 masked_fill_7" [id=878, type=masked_fill]; -"879 view_41" [id=879, type=view]; -"880 unsqueeze_22" [id=880, type=unsqueeze]; -"881 unsqueeze_23" [id=881, type=unsqueeze]; -"882 add_25" [id=882, type=add]; -"883 view_42" [id=883, type=view]; -"884 softmax_7" [id=884, type=softmax]; -"885 dropout_28" [id=885, type=dropout]; -"886 matmul_15" [id=886, type=matmul]; -"887 transpose_15" [id=887, type=transpose]; -"888 reshape_34" [id=888, type=reshape]; -"889 reshape_34_0_0_nncf_smooth_quant_0" [id=889, type=call_module]; -"890 quantize_per_tensor_default_48" [id=890, type=quantize_per_tensor]; -"891 dequantize_per_tensor_default_48" [id=891, type=dequantize_per_tensor]; -"892 features_5_3_attn_proj_bias_0_0" [id=892, type=get_attr]; -"893 scale_updated_constant32" [id=893, type=get_attr]; -"894 compressed_weight_updated_constant32" [id=894, type=get_attr]; -"895 mul_tensor_32" [id=895, type=mul]; -"896 zero_point_updated_constant32" [id=896, type=get_attr]; -"897 sub_tensor_32" [id=897, type=sub]; -"898 linear_47" [id=898, type=linear]; -"899 dropout_29" [id=899, type=dropout]; -"900 view_43" [id=900, type=view]; -"901 permute_36" [id=901, type=permute]; -"902 reshape_35" [id=902, type=reshape]; -"903 roll_7" [id=903, type=roll]; -"904 slice_129" [id=904, type=slice]; -"905 slice_130" [id=905, type=slice]; -"906 slice_131" [id=906, type=slice]; -"907 slice_132" [id=907, type=slice]; -"908 contiguous_13" [id=908, type=contiguous]; -"909 layer_norm_17" [id=909, type=layer_norm]; -"910 add_26" [id=910, type=add]; -"911 add_26_0_0_nncf_smooth_quant_0" [id=911, type=call_module]; -"912 quantize_per_tensor_default_49" [id=912, type=quantize_per_tensor]; -"913 dequantize_per_tensor_default_49" [id=913, type=dequantize_per_tensor]; -"914 features_5_3_mlp_0_bias_0_0" [id=914, type=get_attr]; -"915 scale_updated_constant33" [id=915, type=get_attr]; -"916 compressed_weight_updated_constant33" [id=916, type=get_attr]; -"917 mul_tensor_33" [id=917, type=mul]; -"918 zero_point_updated_constant33" [id=918, type=get_attr]; -"919 sub_tensor_33" [id=919, type=sub]; -"920 linear_48" [id=920, type=linear]; -"921 gelu_7" [id=921, type=gelu]; -"922 dropout_30" [id=922, type=dropout]; -"923 dropout_30_0_0_nncf_smooth_quant_0" [id=923, type=call_module]; -"924 quantize_per_tensor_default_50" [id=924, type=quantize_per_tensor]; -"925 dequantize_per_tensor_default_50" [id=925, type=dequantize_per_tensor]; -"926 features_5_3_mlp_3_bias_0_0" [id=926, type=get_attr]; -"927 scale_updated_constant34" [id=927, type=get_attr]; -"928 compressed_weight_updated_constant34" [id=928, type=get_attr]; -"929 mul_tensor_34" [id=929, type=mul]; -"930 zero_point_updated_constant34" [id=930, type=get_attr]; -"931 sub_tensor_34" [id=931, type=sub]; -"932 linear_49" [id=932, type=linear]; -"933 dropout_31" [id=933, type=dropout]; -"934 layer_norm_18" [id=934, type=layer_norm]; -"935 add_27" [id=935, type=add]; -"936 _frozen_param68" [id=936, type=get_attr]; -"937 pad_10" [id=937, type=pad]; -"938 view_46" [id=938, type=view]; -"939 permute_38" [id=939, type=permute]; -"940 reshape_36" [id=940, type=reshape]; -"941 reshape_36_0_0_nncf_smooth_quant_0" [id=941, type=call_module]; -"942 quantize_per_tensor_default_51" [id=942, type=quantize_per_tensor]; -"943 dequantize_per_tensor_default_51" [id=943, type=dequantize_per_tensor]; -"944 _frozen_param69_0_0" [id=944, type=get_attr]; -"945 scale_updated_constant35" [id=945, type=get_attr]; -"946 compressed_weight_updated_constant35" [id=946, type=get_attr]; -"947 mul_tensor_35" [id=947, type=mul]; -"948 zero_point_updated_constant35" [id=948, type=get_attr]; -"949 sub_tensor_35" [id=949, type=sub]; -"950 linear_52" [id=950, type=linear]; -"951 reshape_37" [id=951, type=reshape]; -"952 permute_39" [id=952, type=permute]; -"953 select_24" [id=953, type=select]; -"954 select_25" [id=954, type=select]; -"955 select_26" [id=955, type=select]; -"956 linalg_vector_norm_16" [id=956, type=linalg_vector_norm]; -"957 clamp_min_16" [id=957, type=clamp_min]; -"958 expand_as_16" [id=958, type=expand_as]; -"959 div_16" [id=959, type=div]; -"960 quantize_per_tensor_default_52" [id=960, type=quantize_per_tensor]; -"961 dequantize_per_tensor_default_52" [id=961, type=dequantize_per_tensor]; -"962 linalg_vector_norm_17" [id=962, type=linalg_vector_norm]; -"963 clamp_min_17" [id=963, type=clamp_min]; -"964 expand_as_17" [id=964, type=expand_as]; -"965 div_17" [id=965, type=div]; -"966 quantize_per_tensor_default_53" [id=966, type=quantize_per_tensor]; -"967 dequantize_per_tensor_default_53" [id=967, type=dequantize_per_tensor]; -"968 transpose_16" [id=968, type=transpose]; -"969 matmul_16" [id=969, type=matmul]; -"970 _frozen_param71" [id=970, type=get_attr]; -"971 mul_17" [id=971, type=mul]; -"972 add_28" [id=972, type=add]; -"973 softmax_8" [id=973, type=softmax]; -"974 dropout_32" [id=974, type=dropout]; -"975 matmul_17" [id=975, type=matmul]; -"976 transpose_17" [id=976, type=transpose]; -"977 reshape_38" [id=977, type=reshape]; -"978 reshape_38_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; -"979 quantize_per_tensor_default_54" [id=979, type=quantize_per_tensor]; -"980 dequantize_per_tensor_default_54" [id=980, type=dequantize_per_tensor]; -"981 features_5_4_attn_proj_bias_0_0" [id=981, type=get_attr]; -"982 scale_updated_constant36" [id=982, type=get_attr]; -"983 compressed_weight_updated_constant36" [id=983, type=get_attr]; -"984 mul_tensor_36" [id=984, type=mul]; -"985 zero_point_updated_constant36" [id=985, type=get_attr]; -"986 sub_tensor_36" [id=986, type=sub]; -"987 linear_53" [id=987, type=linear]; -"988 dropout_33" [id=988, type=dropout]; -"989 view_47" [id=989, type=view]; -"990 permute_40" [id=990, type=permute]; -"991 reshape_39" [id=991, type=reshape]; -"992 slice_134" [id=992, type=slice]; -"993 slice_135" [id=993, type=slice]; -"994 slice_136" [id=994, type=slice]; -"995 slice_137" [id=995, type=slice]; -"996 contiguous_15" [id=996, type=contiguous]; -"997 layer_norm_19" [id=997, type=layer_norm]; -"998 add_29" [id=998, type=add]; -"999 add_29_0_0_nncf_smooth_quant_0" [id=999, type=call_module]; -"1000 quantize_per_tensor_default_55" [id=1000, type=quantize_per_tensor]; -"1001 dequantize_per_tensor_default_55" [id=1001, type=dequantize_per_tensor]; -"1002 features_5_4_mlp_0_bias_0_0" [id=1002, type=get_attr]; -"1003 scale_updated_constant37" [id=1003, type=get_attr]; -"1004 compressed_weight_updated_constant37" [id=1004, type=get_attr]; -"1005 mul_tensor_37" [id=1005, type=mul]; -"1006 zero_point_updated_constant37" [id=1006, type=get_attr]; -"1007 sub_tensor_37" [id=1007, type=sub]; -"1008 linear_54" [id=1008, type=linear]; -"1009 gelu_8" [id=1009, type=gelu]; -"1010 dropout_34" [id=1010, type=dropout]; -"1011 dropout_34_0_0_nncf_smooth_quant_0" [id=1011, type=call_module]; -"1012 quantize_per_tensor_default_56" [id=1012, type=quantize_per_tensor]; -"1013 dequantize_per_tensor_default_56" [id=1013, type=dequantize_per_tensor]; -"1014 features_5_4_mlp_3_bias_0_0" [id=1014, type=get_attr]; -"1015 scale_updated_constant38" [id=1015, type=get_attr]; -"1016 compressed_weight_updated_constant38" [id=1016, type=get_attr]; -"1017 mul_tensor_38" [id=1017, type=mul]; -"1018 zero_point_updated_constant38" [id=1018, type=get_attr]; -"1019 sub_tensor_38" [id=1019, type=sub]; -"1020 linear_55" [id=1020, type=linear]; -"1021 dropout_35" [id=1021, type=dropout]; -"1022 layer_norm_20" [id=1022, type=layer_norm]; -"1023 add_30" [id=1023, type=add]; -"1024 _frozen_param72" [id=1024, type=get_attr]; -"1025 pad_11" [id=1025, type=pad]; -"1026 roll_8" [id=1026, type=roll]; -"1027 view_50" [id=1027, type=view]; -"1028 permute_42" [id=1028, type=permute]; -"1029 reshape_40" [id=1029, type=reshape]; -"1030 reshape_40_0_0_nncf_smooth_quant_0" [id=1030, type=call_module]; -"1031 quantize_per_tensor_default_57" [id=1031, type=quantize_per_tensor]; -"1032 dequantize_per_tensor_default_57" [id=1032, type=dequantize_per_tensor]; -"1033 _frozen_param73_0_0" [id=1033, type=get_attr]; -"1034 scale_updated_constant39" [id=1034, type=get_attr]; -"1035 compressed_weight_updated_constant39" [id=1035, type=get_attr]; -"1036 mul_tensor_39" [id=1036, type=mul]; -"1037 zero_point_updated_constant39" [id=1037, type=get_attr]; -"1038 sub_tensor_39" [id=1038, type=sub]; -"1039 linear_58" [id=1039, type=linear]; -"1040 reshape_41" [id=1040, type=reshape]; -"1041 permute_43" [id=1041, type=permute]; -"1042 select_27" [id=1042, type=select]; -"1043 select_28" [id=1043, type=select]; -"1044 select_29" [id=1044, type=select]; -"1045 linalg_vector_norm_18" [id=1045, type=linalg_vector_norm]; -"1046 clamp_min_18" [id=1046, type=clamp_min]; -"1047 expand_as_18" [id=1047, type=expand_as]; -"1048 div_18" [id=1048, type=div]; -"1049 quantize_per_tensor_default_58" [id=1049, type=quantize_per_tensor]; -"1050 dequantize_per_tensor_default_58" [id=1050, type=dequantize_per_tensor]; -"1051 linalg_vector_norm_19" [id=1051, type=linalg_vector_norm]; -"1052 clamp_min_19" [id=1052, type=clamp_min]; -"1053 expand_as_19" [id=1053, type=expand_as]; -"1054 div_19" [id=1054, type=div]; -"1055 quantize_per_tensor_default_59" [id=1055, type=quantize_per_tensor]; -"1056 dequantize_per_tensor_default_59" [id=1056, type=dequantize_per_tensor]; -"1057 transpose_18" [id=1057, type=transpose]; -"1058 matmul_18" [id=1058, type=matmul]; -"1059 _frozen_param75" [id=1059, type=get_attr]; -"1060 mul_19" [id=1060, type=mul]; -"1061 add_31" [id=1061, type=add]; -"1062 new_zeros_4" [id=1062, type=new_zeros]; -"1063 view_51" [id=1063, type=view]; -"1064 permute_44" [id=1064, type=permute]; -"1065 reshape_42" [id=1065, type=reshape]; -"1066 unsqueeze_26" [id=1066, type=unsqueeze]; -"1067 unsqueeze_27" [id=1067, type=unsqueeze]; -"1068 sub_4" [id=1068, type=sub]; -"1069 ne_4" [id=1069, type=ne]; -"1070 masked_fill_8" [id=1070, type=masked_fill]; -"1071 eq_4" [id=1071, type=eq]; -"1072 masked_fill_9" [id=1072, type=masked_fill]; -"1073 view_52" [id=1073, type=view]; -"1074 unsqueeze_28" [id=1074, type=unsqueeze]; -"1075 unsqueeze_29" [id=1075, type=unsqueeze]; -"1076 add_32" [id=1076, type=add]; -"1077 view_53" [id=1077, type=view]; -"1078 softmax_9" [id=1078, type=softmax]; -"1079 dropout_36" [id=1079, type=dropout]; -"1080 matmul_19" [id=1080, type=matmul]; -"1081 transpose_19" [id=1081, type=transpose]; -"1082 reshape_43" [id=1082, type=reshape]; -"1083 reshape_43_0_0_nncf_smooth_quant_0" [id=1083, type=call_module]; -"1084 quantize_per_tensor_default_60" [id=1084, type=quantize_per_tensor]; -"1085 dequantize_per_tensor_default_60" [id=1085, type=dequantize_per_tensor]; -"1086 features_5_5_attn_proj_bias_0_0" [id=1086, type=get_attr]; -"1087 scale_updated_constant40" [id=1087, type=get_attr]; -"1088 compressed_weight_updated_constant40" [id=1088, type=get_attr]; -"1089 mul_tensor_40" [id=1089, type=mul]; -"1090 zero_point_updated_constant40" [id=1090, type=get_attr]; -"1091 sub_tensor_40" [id=1091, type=sub]; -"1092 linear_59" [id=1092, type=linear]; -"1093 dropout_37" [id=1093, type=dropout]; -"1094 view_54" [id=1094, type=view]; -"1095 permute_45" [id=1095, type=permute]; -"1096 reshape_44" [id=1096, type=reshape]; -"1097 roll_9" [id=1097, type=roll]; -"1098 slice_157" [id=1098, type=slice]; -"1099 slice_158" [id=1099, type=slice]; -"1100 slice_159" [id=1100, type=slice]; -"1101 slice_160" [id=1101, type=slice]; -"1102 contiguous_17" [id=1102, type=contiguous]; -"1103 layer_norm_21" [id=1103, type=layer_norm]; -"1104 add_33" [id=1104, type=add]; -"1105 add_33_0_0_nncf_smooth_quant_0" [id=1105, type=call_module]; -"1106 quantize_per_tensor_default_61" [id=1106, type=quantize_per_tensor]; -"1107 dequantize_per_tensor_default_61" [id=1107, type=dequantize_per_tensor]; -"1108 features_5_5_mlp_0_bias_0_0" [id=1108, type=get_attr]; -"1109 scale_updated_constant41" [id=1109, type=get_attr]; -"1110 compressed_weight_updated_constant41" [id=1110, type=get_attr]; -"1111 mul_tensor_41" [id=1111, type=mul]; -"1112 zero_point_updated_constant41" [id=1112, type=get_attr]; -"1113 sub_tensor_41" [id=1113, type=sub]; -"1114 linear_60" [id=1114, type=linear]; -"1115 gelu_9" [id=1115, type=gelu]; -"1116 dropout_38" [id=1116, type=dropout]; -"1117 dropout_38_0_0_nncf_smooth_quant_0" [id=1117, type=call_module]; -"1118 quantize_per_tensor_default_62" [id=1118, type=quantize_per_tensor]; -"1119 dequantize_per_tensor_default_62" [id=1119, type=dequantize_per_tensor]; -"1120 features_5_5_mlp_3_bias_0_0" [id=1120, type=get_attr]; -"1121 scale_updated_constant42" [id=1121, type=get_attr]; -"1122 compressed_weight_updated_constant42" [id=1122, type=get_attr]; -"1123 mul_tensor_42" [id=1123, type=mul]; -"1124 zero_point_updated_constant42" [id=1124, type=get_attr]; -"1125 sub_tensor_42" [id=1125, type=sub]; -"1126 linear_61" [id=1126, type=linear]; -"1127 dropout_39" [id=1127, type=dropout]; -"1128 layer_norm_22" [id=1128, type=layer_norm]; -"1129 add_34" [id=1129, type=add]; -"1130 _frozen_param85" [id=1130, type=get_attr]; -"1131 pad_12" [id=1131, type=pad]; -"1132 view_57" [id=1132, type=view]; -"1133 permute_47" [id=1133, type=permute]; -"1134 reshape_45" [id=1134, type=reshape]; -"1135 reshape_45_0_0_nncf_smooth_quant_0" [id=1135, type=call_module]; -"1136 quantize_per_tensor_default_63" [id=1136, type=quantize_per_tensor]; -"1137 dequantize_per_tensor_default_63" [id=1137, type=dequantize_per_tensor]; -"1138 _frozen_param86_0_0" [id=1138, type=get_attr]; -"1139 scale_updated_constant43" [id=1139, type=get_attr]; -"1140 compressed_weight_updated_constant43" [id=1140, type=get_attr]; -"1141 mul_tensor_43" [id=1141, type=mul]; -"1142 zero_point_updated_constant43" [id=1142, type=get_attr]; -"1143 sub_tensor_43" [id=1143, type=sub]; -"1144 linear_64" [id=1144, type=linear]; -"1145 reshape_46" [id=1145, type=reshape]; -"1146 permute_48" [id=1146, type=permute]; -"1147 select_30" [id=1147, type=select]; -"1148 select_31" [id=1148, type=select]; -"1149 select_32" [id=1149, type=select]; -"1150 linalg_vector_norm_20" [id=1150, type=linalg_vector_norm]; -"1151 clamp_min_20" [id=1151, type=clamp_min]; -"1152 expand_as_20" [id=1152, type=expand_as]; -"1153 div_20" [id=1153, type=div]; -"1154 quantize_per_tensor_default_64" [id=1154, type=quantize_per_tensor]; -"1155 dequantize_per_tensor_default_64" [id=1155, type=dequantize_per_tensor]; -"1156 linalg_vector_norm_21" [id=1156, type=linalg_vector_norm]; -"1157 clamp_min_21" [id=1157, type=clamp_min]; -"1158 expand_as_21" [id=1158, type=expand_as]; -"1159 div_21" [id=1159, type=div]; -"1160 quantize_per_tensor_default_65" [id=1160, type=quantize_per_tensor]; -"1161 dequantize_per_tensor_default_65" [id=1161, type=dequantize_per_tensor]; -"1162 transpose_20" [id=1162, type=transpose]; -"1163 matmul_20" [id=1163, type=matmul]; -"1164 _frozen_param88" [id=1164, type=get_attr]; -"1165 mul_21" [id=1165, type=mul]; -"1166 add_35" [id=1166, type=add]; -"1167 softmax_10" [id=1167, type=softmax]; -"1168 dropout_40" [id=1168, type=dropout]; -"1169 matmul_21" [id=1169, type=matmul]; -"1170 transpose_21" [id=1170, type=transpose]; -"1171 reshape_47" [id=1171, type=reshape]; -"1172 reshape_47_0_0_nncf_smooth_quant_0" [id=1172, type=call_module]; -"1173 quantize_per_tensor_default_66" [id=1173, type=quantize_per_tensor]; -"1174 dequantize_per_tensor_default_66" [id=1174, type=dequantize_per_tensor]; -"1175 features_5_6_attn_proj_bias_0_0" [id=1175, type=get_attr]; -"1176 scale_updated_constant44" [id=1176, type=get_attr]; -"1177 compressed_weight_updated_constant44" [id=1177, type=get_attr]; -"1178 mul_tensor_44" [id=1178, type=mul]; -"1179 zero_point_updated_constant44" [id=1179, type=get_attr]; -"1180 sub_tensor_44" [id=1180, type=sub]; -"1181 linear_65" [id=1181, type=linear]; -"1182 dropout_41" [id=1182, type=dropout]; -"1183 view_58" [id=1183, type=view]; -"1184 permute_49" [id=1184, type=permute]; -"1185 reshape_48" [id=1185, type=reshape]; -"1186 slice_162" [id=1186, type=slice]; -"1187 slice_163" [id=1187, type=slice]; -"1188 slice_164" [id=1188, type=slice]; -"1189 slice_165" [id=1189, type=slice]; -"1190 contiguous_19" [id=1190, type=contiguous]; -"1191 layer_norm_23" [id=1191, type=layer_norm]; -"1192 add_36" [id=1192, type=add]; -"1193 add_36_0_0_nncf_smooth_quant_0" [id=1193, type=call_module]; -"1194 quantize_per_tensor_default_67" [id=1194, type=quantize_per_tensor]; -"1195 dequantize_per_tensor_default_67" [id=1195, type=dequantize_per_tensor]; -"1196 features_5_6_mlp_0_bias_0_0" [id=1196, type=get_attr]; -"1197 scale_updated_constant45" [id=1197, type=get_attr]; -"1198 compressed_weight_updated_constant45" [id=1198, type=get_attr]; -"1199 mul_tensor_45" [id=1199, type=mul]; -"1200 zero_point_updated_constant45" [id=1200, type=get_attr]; -"1201 sub_tensor_45" [id=1201, type=sub]; -"1202 linear_66" [id=1202, type=linear]; -"1203 gelu_10" [id=1203, type=gelu]; -"1204 dropout_42" [id=1204, type=dropout]; -"1205 dropout_42_0_0_nncf_smooth_quant_0" [id=1205, type=call_module]; -"1206 quantize_per_tensor_default_68" [id=1206, type=quantize_per_tensor]; -"1207 dequantize_per_tensor_default_68" [id=1207, type=dequantize_per_tensor]; -"1208 features_5_6_mlp_3_bias_0_0" [id=1208, type=get_attr]; -"1209 scale_updated_constant46" [id=1209, type=get_attr]; -"1210 compressed_weight_updated_constant46" [id=1210, type=get_attr]; -"1211 mul_tensor_46" [id=1211, type=mul]; -"1212 zero_point_updated_constant46" [id=1212, type=get_attr]; -"1213 sub_tensor_46" [id=1213, type=sub]; -"1214 linear_67" [id=1214, type=linear]; -"1215 dropout_43" [id=1215, type=dropout]; -"1216 layer_norm_24" [id=1216, type=layer_norm]; -"1217 add_37" [id=1217, type=add]; -"1218 _frozen_param89" [id=1218, type=get_attr]; -"1219 pad_13" [id=1219, type=pad]; -"1220 roll_10" [id=1220, type=roll]; -"1221 view_61" [id=1221, type=view]; -"1222 permute_51" [id=1222, type=permute]; -"1223 reshape_49" [id=1223, type=reshape]; -"1224 reshape_49_0_0_nncf_smooth_quant_0" [id=1224, type=call_module]; -"1225 quantize_per_tensor_default_69" [id=1225, type=quantize_per_tensor]; -"1226 dequantize_per_tensor_default_69" [id=1226, type=dequantize_per_tensor]; -"1227 _frozen_param90_0_0" [id=1227, type=get_attr]; -"1228 scale_updated_constant47" [id=1228, type=get_attr]; -"1229 compressed_weight_updated_constant47" [id=1229, type=get_attr]; -"1230 mul_tensor_47" [id=1230, type=mul]; -"1231 zero_point_updated_constant47" [id=1231, type=get_attr]; -"1232 sub_tensor_47" [id=1232, type=sub]; -"1233 linear_70" [id=1233, type=linear]; -"1234 reshape_50" [id=1234, type=reshape]; -"1235 permute_52" [id=1235, type=permute]; -"1236 select_33" [id=1236, type=select]; -"1237 select_34" [id=1237, type=select]; -"1238 select_35" [id=1238, type=select]; -"1239 linalg_vector_norm_22" [id=1239, type=linalg_vector_norm]; -"1240 clamp_min_22" [id=1240, type=clamp_min]; -"1241 expand_as_22" [id=1241, type=expand_as]; -"1242 div_22" [id=1242, type=div]; -"1243 quantize_per_tensor_default_70" [id=1243, type=quantize_per_tensor]; -"1244 dequantize_per_tensor_default_70" [id=1244, type=dequantize_per_tensor]; -"1245 linalg_vector_norm_23" [id=1245, type=linalg_vector_norm]; -"1246 clamp_min_23" [id=1246, type=clamp_min]; -"1247 expand_as_23" [id=1247, type=expand_as]; -"1248 div_23" [id=1248, type=div]; -"1249 quantize_per_tensor_default_71" [id=1249, type=quantize_per_tensor]; -"1250 dequantize_per_tensor_default_71" [id=1250, type=dequantize_per_tensor]; -"1251 transpose_22" [id=1251, type=transpose]; -"1252 matmul_22" [id=1252, type=matmul]; -"1253 _frozen_param92" [id=1253, type=get_attr]; -"1254 mul_23" [id=1254, type=mul]; -"1255 add_38" [id=1255, type=add]; -"1256 new_zeros_5" [id=1256, type=new_zeros]; -"1257 view_62" [id=1257, type=view]; -"1258 permute_53" [id=1258, type=permute]; -"1259 reshape_51" [id=1259, type=reshape]; -"1260 unsqueeze_32" [id=1260, type=unsqueeze]; -"1261 unsqueeze_33" [id=1261, type=unsqueeze]; -"1262 sub_5" [id=1262, type=sub]; -"1263 ne_5" [id=1263, type=ne]; -"1264 masked_fill_10" [id=1264, type=masked_fill]; -"1265 eq_5" [id=1265, type=eq]; -"1266 masked_fill_11" [id=1266, type=masked_fill]; -"1267 view_63" [id=1267, type=view]; -"1268 unsqueeze_34" [id=1268, type=unsqueeze]; -"1269 unsqueeze_35" [id=1269, type=unsqueeze]; -"1270 add_39" [id=1270, type=add]; -"1271 view_64" [id=1271, type=view]; -"1272 softmax_11" [id=1272, type=softmax]; -"1273 dropout_44" [id=1273, type=dropout]; -"1274 matmul_23" [id=1274, type=matmul]; -"1275 transpose_23" [id=1275, type=transpose]; -"1276 reshape_52" [id=1276, type=reshape]; -"1277 reshape_52_0_0_nncf_smooth_quant_0" [id=1277, type=call_module]; -"1278 quantize_per_tensor_default_72" [id=1278, type=quantize_per_tensor]; -"1279 dequantize_per_tensor_default_72" [id=1279, type=dequantize_per_tensor]; -"1280 features_5_7_attn_proj_bias_0_0" [id=1280, type=get_attr]; -"1281 scale_updated_constant48" [id=1281, type=get_attr]; -"1282 compressed_weight_updated_constant48" [id=1282, type=get_attr]; -"1283 mul_tensor_48" [id=1283, type=mul]; -"1284 zero_point_updated_constant48" [id=1284, type=get_attr]; -"1285 sub_tensor_48" [id=1285, type=sub]; -"1286 linear_71" [id=1286, type=linear]; -"1287 dropout_45" [id=1287, type=dropout]; -"1288 view_65" [id=1288, type=view]; -"1289 permute_54" [id=1289, type=permute]; -"1290 reshape_53" [id=1290, type=reshape]; -"1291 roll_11" [id=1291, type=roll]; -"1292 slice_185" [id=1292, type=slice]; -"1293 slice_186" [id=1293, type=slice]; -"1294 slice_187" [id=1294, type=slice]; -"1295 slice_188" [id=1295, type=slice]; -"1296 contiguous_21" [id=1296, type=contiguous]; -"1297 layer_norm_25" [id=1297, type=layer_norm]; -"1298 add_40" [id=1298, type=add]; -"1299 add_40_0_0_nncf_smooth_quant_0" [id=1299, type=call_module]; -"1300 quantize_per_tensor_default_73" [id=1300, type=quantize_per_tensor]; -"1301 dequantize_per_tensor_default_73" [id=1301, type=dequantize_per_tensor]; -"1302 features_5_7_mlp_0_bias_0_0" [id=1302, type=get_attr]; -"1303 scale_updated_constant49" [id=1303, type=get_attr]; -"1304 compressed_weight_updated_constant49" [id=1304, type=get_attr]; -"1305 mul_tensor_49" [id=1305, type=mul]; -"1306 zero_point_updated_constant49" [id=1306, type=get_attr]; -"1307 sub_tensor_49" [id=1307, type=sub]; -"1308 linear_72" [id=1308, type=linear]; -"1309 gelu_11" [id=1309, type=gelu]; -"1310 dropout_46" [id=1310, type=dropout]; -"1311 dropout_46_0_0_nncf_smooth_quant_0" [id=1311, type=call_module]; -"1312 quantize_per_tensor_default_74" [id=1312, type=quantize_per_tensor]; -"1313 dequantize_per_tensor_default_74" [id=1313, type=dequantize_per_tensor]; -"1314 features_5_7_mlp_3_bias_0_0" [id=1314, type=get_attr]; -"1315 scale_updated_constant50" [id=1315, type=get_attr]; -"1316 compressed_weight_updated_constant50" [id=1316, type=get_attr]; -"1317 mul_tensor_50" [id=1317, type=mul]; -"1318 zero_point_updated_constant50" [id=1318, type=get_attr]; -"1319 sub_tensor_50" [id=1319, type=sub]; -"1320 linear_73" [id=1320, type=linear]; -"1321 dropout_47" [id=1321, type=dropout]; -"1322 layer_norm_26" [id=1322, type=layer_norm]; -"1323 add_41" [id=1323, type=add]; -"1324 _frozen_param102" [id=1324, type=get_attr]; -"1325 pad_14" [id=1325, type=pad]; -"1326 view_68" [id=1326, type=view]; -"1327 permute_56" [id=1327, type=permute]; -"1328 reshape_54" [id=1328, type=reshape]; -"1329 reshape_54_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; -"1330 quantize_per_tensor_default_75" [id=1330, type=quantize_per_tensor]; -"1331 dequantize_per_tensor_default_75" [id=1331, type=dequantize_per_tensor]; -"1332 _frozen_param103_0_0" [id=1332, type=get_attr]; -"1333 scale_updated_constant51" [id=1333, type=get_attr]; -"1334 compressed_weight_updated_constant51" [id=1334, type=get_attr]; -"1335 mul_tensor_51" [id=1335, type=mul]; -"1336 zero_point_updated_constant51" [id=1336, type=get_attr]; -"1337 sub_tensor_51" [id=1337, type=sub]; -"1338 linear_76" [id=1338, type=linear]; -"1339 reshape_55" [id=1339, type=reshape]; -"1340 permute_57" [id=1340, type=permute]; -"1341 select_36" [id=1341, type=select]; -"1342 select_37" [id=1342, type=select]; -"1343 select_38" [id=1343, type=select]; -"1344 linalg_vector_norm_24" [id=1344, type=linalg_vector_norm]; -"1345 clamp_min_24" [id=1345, type=clamp_min]; -"1346 expand_as_24" [id=1346, type=expand_as]; -"1347 div_24" [id=1347, type=div]; -"1348 quantize_per_tensor_default_76" [id=1348, type=quantize_per_tensor]; -"1349 dequantize_per_tensor_default_76" [id=1349, type=dequantize_per_tensor]; -"1350 linalg_vector_norm_25" [id=1350, type=linalg_vector_norm]; -"1351 clamp_min_25" [id=1351, type=clamp_min]; -"1352 expand_as_25" [id=1352, type=expand_as]; -"1353 div_25" [id=1353, type=div]; -"1354 quantize_per_tensor_default_77" [id=1354, type=quantize_per_tensor]; -"1355 dequantize_per_tensor_default_77" [id=1355, type=dequantize_per_tensor]; -"1356 transpose_24" [id=1356, type=transpose]; -"1357 matmul_24" [id=1357, type=matmul]; -"1358 _frozen_param105" [id=1358, type=get_attr]; -"1359 mul_25" [id=1359, type=mul]; -"1360 add_42" [id=1360, type=add]; -"1361 softmax_12" [id=1361, type=softmax]; -"1362 dropout_48" [id=1362, type=dropout]; -"1363 matmul_25" [id=1363, type=matmul]; -"1364 transpose_25" [id=1364, type=transpose]; -"1365 reshape_56" [id=1365, type=reshape]; -"1366 reshape_56_0_0_nncf_smooth_quant_0" [id=1366, type=call_module]; -"1367 quantize_per_tensor_default_78" [id=1367, type=quantize_per_tensor]; -"1368 dequantize_per_tensor_default_78" [id=1368, type=dequantize_per_tensor]; -"1369 features_5_8_attn_proj_bias_0_0" [id=1369, type=get_attr]; -"1370 scale_updated_constant52" [id=1370, type=get_attr]; -"1371 compressed_weight_updated_constant52" [id=1371, type=get_attr]; -"1372 mul_tensor_52" [id=1372, type=mul]; -"1373 zero_point_updated_constant52" [id=1373, type=get_attr]; -"1374 sub_tensor_52" [id=1374, type=sub]; -"1375 linear_77" [id=1375, type=linear]; -"1376 dropout_49" [id=1376, type=dropout]; -"1377 view_69" [id=1377, type=view]; -"1378 permute_58" [id=1378, type=permute]; -"1379 reshape_57" [id=1379, type=reshape]; -"1380 slice_190" [id=1380, type=slice]; -"1381 slice_191" [id=1381, type=slice]; -"1382 slice_192" [id=1382, type=slice]; -"1383 slice_193" [id=1383, type=slice]; -"1384 contiguous_23" [id=1384, type=contiguous]; -"1385 layer_norm_27" [id=1385, type=layer_norm]; -"1386 add_43" [id=1386, type=add]; -"1387 add_43_0_0_nncf_smooth_quant_0" [id=1387, type=call_module]; -"1388 quantize_per_tensor_default_79" [id=1388, type=quantize_per_tensor]; -"1389 dequantize_per_tensor_default_79" [id=1389, type=dequantize_per_tensor]; -"1390 features_5_8_mlp_0_bias_0_0" [id=1390, type=get_attr]; -"1391 scale_updated_constant53" [id=1391, type=get_attr]; -"1392 compressed_weight_updated_constant53" [id=1392, type=get_attr]; -"1393 mul_tensor_53" [id=1393, type=mul]; -"1394 zero_point_updated_constant53" [id=1394, type=get_attr]; -"1395 sub_tensor_53" [id=1395, type=sub]; -"1396 linear_78" [id=1396, type=linear]; -"1397 gelu_12" [id=1397, type=gelu]; -"1398 dropout_50" [id=1398, type=dropout]; -"1399 dropout_50_0_0_nncf_smooth_quant_0" [id=1399, type=call_module]; -"1400 quantize_per_tensor_default_80" [id=1400, type=quantize_per_tensor]; -"1401 dequantize_per_tensor_default_80" [id=1401, type=dequantize_per_tensor]; -"1402 features_5_8_mlp_3_bias_0_0" [id=1402, type=get_attr]; -"1403 scale_updated_constant54" [id=1403, type=get_attr]; -"1404 compressed_weight_updated_constant54" [id=1404, type=get_attr]; -"1405 mul_tensor_54" [id=1405, type=mul]; -"1406 zero_point_updated_constant54" [id=1406, type=get_attr]; -"1407 sub_tensor_54" [id=1407, type=sub]; -"1408 linear_79" [id=1408, type=linear]; -"1409 dropout_51" [id=1409, type=dropout]; -"1410 layer_norm_28" [id=1410, type=layer_norm]; -"1411 add_44" [id=1411, type=add]; -"1412 _frozen_param106" [id=1412, type=get_attr]; -"1413 pad_15" [id=1413, type=pad]; -"1414 roll_12" [id=1414, type=roll]; -"1415 view_72" [id=1415, type=view]; -"1416 permute_60" [id=1416, type=permute]; -"1417 reshape_58" [id=1417, type=reshape]; -"1418 reshape_58_0_0_nncf_smooth_quant_0" [id=1418, type=call_module]; -"1419 quantize_per_tensor_default_81" [id=1419, type=quantize_per_tensor]; -"1420 dequantize_per_tensor_default_81" [id=1420, type=dequantize_per_tensor]; -"1421 _frozen_param107_0_0" [id=1421, type=get_attr]; -"1422 scale_updated_constant55" [id=1422, type=get_attr]; -"1423 compressed_weight_updated_constant55" [id=1423, type=get_attr]; -"1424 mul_tensor_55" [id=1424, type=mul]; -"1425 zero_point_updated_constant55" [id=1425, type=get_attr]; -"1426 sub_tensor_55" [id=1426, type=sub]; -"1427 linear_82" [id=1427, type=linear]; -"1428 reshape_59" [id=1428, type=reshape]; -"1429 permute_61" [id=1429, type=permute]; -"1430 select_39" [id=1430, type=select]; -"1431 select_40" [id=1431, type=select]; -"1432 select_41" [id=1432, type=select]; -"1433 linalg_vector_norm_26" [id=1433, type=linalg_vector_norm]; -"1434 clamp_min_26" [id=1434, type=clamp_min]; -"1435 expand_as_26" [id=1435, type=expand_as]; -"1436 div_26" [id=1436, type=div]; -"1437 quantize_per_tensor_default_82" [id=1437, type=quantize_per_tensor]; -"1438 dequantize_per_tensor_default_82" [id=1438, type=dequantize_per_tensor]; -"1439 linalg_vector_norm_27" [id=1439, type=linalg_vector_norm]; -"1440 clamp_min_27" [id=1440, type=clamp_min]; -"1441 expand_as_27" [id=1441, type=expand_as]; -"1442 div_27" [id=1442, type=div]; -"1443 quantize_per_tensor_default_83" [id=1443, type=quantize_per_tensor]; -"1444 dequantize_per_tensor_default_83" [id=1444, type=dequantize_per_tensor]; -"1445 transpose_26" [id=1445, type=transpose]; -"1446 matmul_26" [id=1446, type=matmul]; -"1447 _frozen_param109" [id=1447, type=get_attr]; -"1448 mul_27" [id=1448, type=mul]; -"1449 add_45" [id=1449, type=add]; -"1450 new_zeros_6" [id=1450, type=new_zeros]; -"1451 view_73" [id=1451, type=view]; -"1452 permute_62" [id=1452, type=permute]; -"1453 reshape_60" [id=1453, type=reshape]; -"1454 unsqueeze_38" [id=1454, type=unsqueeze]; -"1455 unsqueeze_39" [id=1455, type=unsqueeze]; -"1456 sub_6" [id=1456, type=sub]; -"1457 ne_6" [id=1457, type=ne]; -"1458 masked_fill_12" [id=1458, type=masked_fill]; -"1459 eq_6" [id=1459, type=eq]; -"1460 masked_fill_13" [id=1460, type=masked_fill]; -"1461 view_74" [id=1461, type=view]; -"1462 unsqueeze_40" [id=1462, type=unsqueeze]; -"1463 unsqueeze_41" [id=1463, type=unsqueeze]; -"1464 add_46" [id=1464, type=add]; -"1465 view_75" [id=1465, type=view]; -"1466 softmax_13" [id=1466, type=softmax]; -"1467 dropout_52" [id=1467, type=dropout]; -"1468 matmul_27" [id=1468, type=matmul]; -"1469 transpose_27" [id=1469, type=transpose]; -"1470 reshape_61" [id=1470, type=reshape]; -"1471 reshape_61_0_0_nncf_smooth_quant_0" [id=1471, type=call_module]; -"1472 quantize_per_tensor_default_84" [id=1472, type=quantize_per_tensor]; -"1473 dequantize_per_tensor_default_84" [id=1473, type=dequantize_per_tensor]; -"1474 features_5_9_attn_proj_bias_0_0" [id=1474, type=get_attr]; -"1475 scale_updated_constant56" [id=1475, type=get_attr]; -"1476 compressed_weight_updated_constant56" [id=1476, type=get_attr]; -"1477 mul_tensor_56" [id=1477, type=mul]; -"1478 zero_point_updated_constant56" [id=1478, type=get_attr]; -"1479 sub_tensor_56" [id=1479, type=sub]; -"1480 linear_83" [id=1480, type=linear]; -"1481 dropout_53" [id=1481, type=dropout]; -"1482 view_76" [id=1482, type=view]; -"1483 permute_63" [id=1483, type=permute]; -"1484 reshape_62" [id=1484, type=reshape]; -"1485 roll_13" [id=1485, type=roll]; -"1486 slice_213" [id=1486, type=slice]; -"1487 slice_214" [id=1487, type=slice]; -"1488 slice_215" [id=1488, type=slice]; -"1489 slice_216" [id=1489, type=slice]; -"1490 contiguous_25" [id=1490, type=contiguous]; -"1491 layer_norm_29" [id=1491, type=layer_norm]; -"1492 add_47" [id=1492, type=add]; -"1493 add_47_0_0_nncf_smooth_quant_0" [id=1493, type=call_module]; -"1494 quantize_per_tensor_default_85" [id=1494, type=quantize_per_tensor]; -"1495 dequantize_per_tensor_default_85" [id=1495, type=dequantize_per_tensor]; -"1496 features_5_9_mlp_0_bias_0_0" [id=1496, type=get_attr]; -"1497 scale_updated_constant57" [id=1497, type=get_attr]; -"1498 compressed_weight_updated_constant57" [id=1498, type=get_attr]; -"1499 mul_tensor_57" [id=1499, type=mul]; -"1500 zero_point_updated_constant57" [id=1500, type=get_attr]; -"1501 sub_tensor_57" [id=1501, type=sub]; -"1502 linear_84" [id=1502, type=linear]; -"1503 gelu_13" [id=1503, type=gelu]; -"1504 dropout_54" [id=1504, type=dropout]; -"1505 dropout_54_0_0_nncf_smooth_quant_0" [id=1505, type=call_module]; -"1506 quantize_per_tensor_default_86" [id=1506, type=quantize_per_tensor]; -"1507 dequantize_per_tensor_default_86" [id=1507, type=dequantize_per_tensor]; -"1508 features_5_9_mlp_3_bias_0_0" [id=1508, type=get_attr]; -"1509 scale_updated_constant58" [id=1509, type=get_attr]; -"1510 compressed_weight_updated_constant58" [id=1510, type=get_attr]; -"1511 mul_tensor_58" [id=1511, type=mul]; -"1512 zero_point_updated_constant58" [id=1512, type=get_attr]; -"1513 sub_tensor_58" [id=1513, type=sub]; -"1514 linear_85" [id=1514, type=linear]; -"1515 dropout_55" [id=1515, type=dropout]; -"1516 layer_norm_30" [id=1516, type=layer_norm]; -"1517 add_48" [id=1517, type=add]; -"1518 _frozen_param119" [id=1518, type=get_attr]; -"1519 pad_16" [id=1519, type=pad]; -"1520 view_79" [id=1520, type=view]; -"1521 permute_65" [id=1521, type=permute]; -"1522 reshape_63" [id=1522, type=reshape]; -"1523 reshape_63_0_0_nncf_smooth_quant_0" [id=1523, type=call_module]; -"1524 quantize_per_tensor_default_87" [id=1524, type=quantize_per_tensor]; -"1525 dequantize_per_tensor_default_87" [id=1525, type=dequantize_per_tensor]; -"1526 _frozen_param120_0_0" [id=1526, type=get_attr]; -"1527 scale_updated_constant59" [id=1527, type=get_attr]; -"1528 compressed_weight_updated_constant59" [id=1528, type=get_attr]; -"1529 mul_tensor_59" [id=1529, type=mul]; -"1530 zero_point_updated_constant59" [id=1530, type=get_attr]; -"1531 sub_tensor_59" [id=1531, type=sub]; -"1532 linear_88" [id=1532, type=linear]; -"1533 reshape_64" [id=1533, type=reshape]; -"1534 permute_66" [id=1534, type=permute]; -"1535 select_42" [id=1535, type=select]; -"1536 select_43" [id=1536, type=select]; -"1537 select_44" [id=1537, type=select]; -"1538 linalg_vector_norm_28" [id=1538, type=linalg_vector_norm]; -"1539 clamp_min_28" [id=1539, type=clamp_min]; -"1540 expand_as_28" [id=1540, type=expand_as]; -"1541 div_28" [id=1541, type=div]; -"1542 quantize_per_tensor_default_88" [id=1542, type=quantize_per_tensor]; -"1543 dequantize_per_tensor_default_88" [id=1543, type=dequantize_per_tensor]; -"1544 linalg_vector_norm_29" [id=1544, type=linalg_vector_norm]; -"1545 clamp_min_29" [id=1545, type=clamp_min]; -"1546 expand_as_29" [id=1546, type=expand_as]; -"1547 div_29" [id=1547, type=div]; -"1548 quantize_per_tensor_default_89" [id=1548, type=quantize_per_tensor]; -"1549 dequantize_per_tensor_default_89" [id=1549, type=dequantize_per_tensor]; -"1550 transpose_28" [id=1550, type=transpose]; -"1551 matmul_28" [id=1551, type=matmul]; -"1552 _frozen_param122" [id=1552, type=get_attr]; -"1553 mul_29" [id=1553, type=mul]; -"1554 add_49" [id=1554, type=add]; -"1555 softmax_14" [id=1555, type=softmax]; -"1556 dropout_56" [id=1556, type=dropout]; -"1557 matmul_29" [id=1557, type=matmul]; -"1558 transpose_29" [id=1558, type=transpose]; -"1559 reshape_65" [id=1559, type=reshape]; -"1560 reshape_65_0_0_nncf_smooth_quant_0" [id=1560, type=call_module]; -"1561 quantize_per_tensor_default_90" [id=1561, type=quantize_per_tensor]; -"1562 dequantize_per_tensor_default_90" [id=1562, type=dequantize_per_tensor]; -"1563 features_5_10_attn_proj_bias_0_0" [id=1563, type=get_attr]; -"1564 scale_updated_constant60" [id=1564, type=get_attr]; -"1565 compressed_weight_updated_constant60" [id=1565, type=get_attr]; -"1566 mul_tensor_60" [id=1566, type=mul]; -"1567 zero_point_updated_constant60" [id=1567, type=get_attr]; -"1568 sub_tensor_60" [id=1568, type=sub]; -"1569 linear_89" [id=1569, type=linear]; -"1570 dropout_57" [id=1570, type=dropout]; -"1571 view_80" [id=1571, type=view]; -"1572 permute_67" [id=1572, type=permute]; -"1573 reshape_66" [id=1573, type=reshape]; -"1574 slice_218" [id=1574, type=slice]; -"1575 slice_219" [id=1575, type=slice]; -"1576 slice_220" [id=1576, type=slice]; -"1577 slice_221" [id=1577, type=slice]; -"1578 contiguous_27" [id=1578, type=contiguous]; -"1579 layer_norm_31" [id=1579, type=layer_norm]; -"1580 add_50" [id=1580, type=add]; -"1581 add_50_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; -"1582 quantize_per_tensor_default_91" [id=1582, type=quantize_per_tensor]; -"1583 dequantize_per_tensor_default_91" [id=1583, type=dequantize_per_tensor]; -"1584 features_5_10_mlp_0_bias_0_0" [id=1584, type=get_attr]; -"1585 scale_updated_constant61" [id=1585, type=get_attr]; -"1586 compressed_weight_updated_constant61" [id=1586, type=get_attr]; -"1587 mul_tensor_61" [id=1587, type=mul]; -"1588 zero_point_updated_constant61" [id=1588, type=get_attr]; -"1589 sub_tensor_61" [id=1589, type=sub]; -"1590 linear_90" [id=1590, type=linear]; -"1591 gelu_14" [id=1591, type=gelu]; -"1592 dropout_58" [id=1592, type=dropout]; -"1593 dropout_58_0_0_nncf_smooth_quant_0" [id=1593, type=call_module]; -"1594 quantize_per_tensor_default_92" [id=1594, type=quantize_per_tensor]; -"1595 dequantize_per_tensor_default_92" [id=1595, type=dequantize_per_tensor]; -"1596 features_5_10_mlp_3_bias_0_0" [id=1596, type=get_attr]; -"1597 scale_updated_constant62" [id=1597, type=get_attr]; -"1598 compressed_weight_updated_constant62" [id=1598, type=get_attr]; -"1599 mul_tensor_62" [id=1599, type=mul]; -"1600 zero_point_updated_constant62" [id=1600, type=get_attr]; -"1601 sub_tensor_62" [id=1601, type=sub]; -"1602 linear_91" [id=1602, type=linear]; -"1603 dropout_59" [id=1603, type=dropout]; -"1604 layer_norm_32" [id=1604, type=layer_norm]; -"1605 add_51" [id=1605, type=add]; -"1606 _frozen_param123" [id=1606, type=get_attr]; -"1607 pad_17" [id=1607, type=pad]; -"1608 roll_14" [id=1608, type=roll]; -"1609 view_83" [id=1609, type=view]; -"1610 permute_69" [id=1610, type=permute]; -"1611 reshape_67" [id=1611, type=reshape]; -"1612 reshape_67_0_0_nncf_smooth_quant_0" [id=1612, type=call_module]; -"1613 quantize_per_tensor_default_93" [id=1613, type=quantize_per_tensor]; -"1614 dequantize_per_tensor_default_93" [id=1614, type=dequantize_per_tensor]; -"1615 _frozen_param124_0_0" [id=1615, type=get_attr]; -"1616 scale_updated_constant63" [id=1616, type=get_attr]; -"1617 compressed_weight_updated_constant63" [id=1617, type=get_attr]; -"1618 mul_tensor_63" [id=1618, type=mul]; -"1619 zero_point_updated_constant63" [id=1619, type=get_attr]; -"1620 sub_tensor_63" [id=1620, type=sub]; -"1621 linear_94" [id=1621, type=linear]; -"1622 reshape_68" [id=1622, type=reshape]; -"1623 permute_70" [id=1623, type=permute]; -"1624 select_45" [id=1624, type=select]; -"1625 select_46" [id=1625, type=select]; -"1626 select_47" [id=1626, type=select]; -"1627 linalg_vector_norm_30" [id=1627, type=linalg_vector_norm]; -"1628 clamp_min_30" [id=1628, type=clamp_min]; -"1629 expand_as_30" [id=1629, type=expand_as]; -"1630 div_30" [id=1630, type=div]; -"1631 quantize_per_tensor_default_94" [id=1631, type=quantize_per_tensor]; -"1632 dequantize_per_tensor_default_94" [id=1632, type=dequantize_per_tensor]; -"1633 linalg_vector_norm_31" [id=1633, type=linalg_vector_norm]; -"1634 clamp_min_31" [id=1634, type=clamp_min]; -"1635 expand_as_31" [id=1635, type=expand_as]; -"1636 div_31" [id=1636, type=div]; -"1637 quantize_per_tensor_default_95" [id=1637, type=quantize_per_tensor]; -"1638 dequantize_per_tensor_default_95" [id=1638, type=dequantize_per_tensor]; -"1639 transpose_30" [id=1639, type=transpose]; -"1640 matmul_30" [id=1640, type=matmul]; -"1641 _frozen_param126" [id=1641, type=get_attr]; -"1642 mul_31" [id=1642, type=mul]; -"1643 add_52" [id=1643, type=add]; -"1644 new_zeros_7" [id=1644, type=new_zeros]; -"1645 view_84" [id=1645, type=view]; -"1646 permute_71" [id=1646, type=permute]; -"1647 reshape_69" [id=1647, type=reshape]; -"1648 unsqueeze_44" [id=1648, type=unsqueeze]; -"1649 unsqueeze_45" [id=1649, type=unsqueeze]; -"1650 sub_7" [id=1650, type=sub]; -"1651 ne_7" [id=1651, type=ne]; -"1652 masked_fill_14" [id=1652, type=masked_fill]; -"1653 eq_7" [id=1653, type=eq]; -"1654 masked_fill_15" [id=1654, type=masked_fill]; -"1655 view_85" [id=1655, type=view]; -"1656 unsqueeze_46" [id=1656, type=unsqueeze]; -"1657 unsqueeze_47" [id=1657, type=unsqueeze]; -"1658 add_53" [id=1658, type=add]; -"1659 view_86" [id=1659, type=view]; -"1660 softmax_15" [id=1660, type=softmax]; -"1661 dropout_60" [id=1661, type=dropout]; -"1662 matmul_31" [id=1662, type=matmul]; -"1663 transpose_31" [id=1663, type=transpose]; -"1664 reshape_70" [id=1664, type=reshape]; -"1665 reshape_70_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; -"1666 quantize_per_tensor_default_96" [id=1666, type=quantize_per_tensor]; -"1667 dequantize_per_tensor_default_96" [id=1667, type=dequantize_per_tensor]; -"1668 features_5_11_attn_proj_bias_0_0" [id=1668, type=get_attr]; -"1669 scale_updated_constant64" [id=1669, type=get_attr]; -"1670 compressed_weight_updated_constant64" [id=1670, type=get_attr]; -"1671 mul_tensor_64" [id=1671, type=mul]; -"1672 zero_point_updated_constant64" [id=1672, type=get_attr]; -"1673 sub_tensor_64" [id=1673, type=sub]; -"1674 linear_95" [id=1674, type=linear]; -"1675 dropout_61" [id=1675, type=dropout]; -"1676 view_87" [id=1676, type=view]; -"1677 permute_72" [id=1677, type=permute]; -"1678 reshape_71" [id=1678, type=reshape]; -"1679 roll_15" [id=1679, type=roll]; -"1680 slice_241" [id=1680, type=slice]; -"1681 slice_242" [id=1681, type=slice]; -"1682 slice_243" [id=1682, type=slice]; -"1683 slice_244" [id=1683, type=slice]; -"1684 contiguous_29" [id=1684, type=contiguous]; -"1685 layer_norm_33" [id=1685, type=layer_norm]; -"1686 add_54" [id=1686, type=add]; -"1687 add_54_0_0_nncf_smooth_quant_0" [id=1687, type=call_module]; -"1688 quantize_per_tensor_default_97" [id=1688, type=quantize_per_tensor]; -"1689 dequantize_per_tensor_default_97" [id=1689, type=dequantize_per_tensor]; -"1690 features_5_11_mlp_0_bias_0_0" [id=1690, type=get_attr]; -"1691 scale_updated_constant65" [id=1691, type=get_attr]; -"1692 compressed_weight_updated_constant65" [id=1692, type=get_attr]; -"1693 mul_tensor_65" [id=1693, type=mul]; -"1694 zero_point_updated_constant65" [id=1694, type=get_attr]; -"1695 sub_tensor_65" [id=1695, type=sub]; -"1696 linear_96" [id=1696, type=linear]; -"1697 gelu_15" [id=1697, type=gelu]; -"1698 dropout_62" [id=1698, type=dropout]; -"1699 dropout_62_0_0_nncf_smooth_quant_0" [id=1699, type=call_module]; -"1700 quantize_per_tensor_default_98" [id=1700, type=quantize_per_tensor]; -"1701 dequantize_per_tensor_default_98" [id=1701, type=dequantize_per_tensor]; -"1702 features_5_11_mlp_3_bias_0_0" [id=1702, type=get_attr]; -"1703 scale_updated_constant66" [id=1703, type=get_attr]; -"1704 compressed_weight_updated_constant66" [id=1704, type=get_attr]; -"1705 mul_tensor_66" [id=1705, type=mul]; -"1706 zero_point_updated_constant66" [id=1706, type=get_attr]; -"1707 sub_tensor_66" [id=1707, type=sub]; -"1708 linear_97" [id=1708, type=linear]; -"1709 dropout_63" [id=1709, type=dropout]; -"1710 layer_norm_34" [id=1710, type=layer_norm]; -"1711 add_55" [id=1711, type=add]; -"1712 _frozen_param136" [id=1712, type=get_attr]; -"1713 pad_18" [id=1713, type=pad]; -"1714 view_90" [id=1714, type=view]; -"1715 permute_74" [id=1715, type=permute]; -"1716 reshape_72" [id=1716, type=reshape]; -"1717 reshape_72_0_0_nncf_smooth_quant_0" [id=1717, type=call_module]; -"1718 quantize_per_tensor_default_99" [id=1718, type=quantize_per_tensor]; -"1719 dequantize_per_tensor_default_99" [id=1719, type=dequantize_per_tensor]; -"1720 _frozen_param137_0_0" [id=1720, type=get_attr]; -"1721 scale_updated_constant67" [id=1721, type=get_attr]; -"1722 compressed_weight_updated_constant67" [id=1722, type=get_attr]; -"1723 mul_tensor_67" [id=1723, type=mul]; -"1724 zero_point_updated_constant67" [id=1724, type=get_attr]; -"1725 sub_tensor_67" [id=1725, type=sub]; -"1726 linear_100" [id=1726, type=linear]; -"1727 reshape_73" [id=1727, type=reshape]; -"1728 permute_75" [id=1728, type=permute]; -"1729 select_48" [id=1729, type=select]; -"1730 select_49" [id=1730, type=select]; -"1731 select_50" [id=1731, type=select]; -"1732 linalg_vector_norm_32" [id=1732, type=linalg_vector_norm]; -"1733 clamp_min_32" [id=1733, type=clamp_min]; -"1734 expand_as_32" [id=1734, type=expand_as]; -"1735 div_32" [id=1735, type=div]; -"1736 quantize_per_tensor_default_100" [id=1736, type=quantize_per_tensor]; -"1737 dequantize_per_tensor_default_100" [id=1737, type=dequantize_per_tensor]; -"1738 linalg_vector_norm_33" [id=1738, type=linalg_vector_norm]; -"1739 clamp_min_33" [id=1739, type=clamp_min]; -"1740 expand_as_33" [id=1740, type=expand_as]; -"1741 div_33" [id=1741, type=div]; -"1742 quantize_per_tensor_default_101" [id=1742, type=quantize_per_tensor]; -"1743 dequantize_per_tensor_default_101" [id=1743, type=dequantize_per_tensor]; -"1744 transpose_32" [id=1744, type=transpose]; -"1745 matmul_32" [id=1745, type=matmul]; -"1746 _frozen_param139" [id=1746, type=get_attr]; -"1747 mul_33" [id=1747, type=mul]; -"1748 add_56" [id=1748, type=add]; -"1749 softmax_16" [id=1749, type=softmax]; -"1750 dropout_64" [id=1750, type=dropout]; -"1751 matmul_33" [id=1751, type=matmul]; -"1752 transpose_33" [id=1752, type=transpose]; -"1753 reshape_74" [id=1753, type=reshape]; -"1754 reshape_74_0_0_nncf_smooth_quant_0" [id=1754, type=call_module]; -"1755 quantize_per_tensor_default_102" [id=1755, type=quantize_per_tensor]; -"1756 dequantize_per_tensor_default_102" [id=1756, type=dequantize_per_tensor]; -"1757 features_5_12_attn_proj_bias_0_0" [id=1757, type=get_attr]; -"1758 scale_updated_constant68" [id=1758, type=get_attr]; -"1759 compressed_weight_updated_constant68" [id=1759, type=get_attr]; -"1760 mul_tensor_68" [id=1760, type=mul]; -"1761 zero_point_updated_constant68" [id=1761, type=get_attr]; -"1762 sub_tensor_68" [id=1762, type=sub]; -"1763 linear_101" [id=1763, type=linear]; -"1764 dropout_65" [id=1764, type=dropout]; -"1765 view_91" [id=1765, type=view]; -"1766 permute_76" [id=1766, type=permute]; -"1767 reshape_75" [id=1767, type=reshape]; -"1768 slice_246" [id=1768, type=slice]; -"1769 slice_247" [id=1769, type=slice]; -"1770 slice_248" [id=1770, type=slice]; -"1771 slice_249" [id=1771, type=slice]; -"1772 contiguous_31" [id=1772, type=contiguous]; -"1773 layer_norm_35" [id=1773, type=layer_norm]; -"1774 add_57" [id=1774, type=add]; -"1775 add_57_0_0_nncf_smooth_quant_0" [id=1775, type=call_module]; -"1776 quantize_per_tensor_default_103" [id=1776, type=quantize_per_tensor]; -"1777 dequantize_per_tensor_default_103" [id=1777, type=dequantize_per_tensor]; -"1778 features_5_12_mlp_0_bias_0_0" [id=1778, type=get_attr]; -"1779 scale_updated_constant69" [id=1779, type=get_attr]; -"1780 compressed_weight_updated_constant69" [id=1780, type=get_attr]; -"1781 mul_tensor_69" [id=1781, type=mul]; -"1782 zero_point_updated_constant69" [id=1782, type=get_attr]; -"1783 sub_tensor_69" [id=1783, type=sub]; -"1784 linear_102" [id=1784, type=linear]; -"1785 gelu_16" [id=1785, type=gelu]; -"1786 dropout_66" [id=1786, type=dropout]; -"1787 dropout_66_0_0_nncf_smooth_quant_0" [id=1787, type=call_module]; -"1788 quantize_per_tensor_default_104" [id=1788, type=quantize_per_tensor]; -"1789 dequantize_per_tensor_default_104" [id=1789, type=dequantize_per_tensor]; -"1790 features_5_12_mlp_3_bias_0_0" [id=1790, type=get_attr]; -"1791 scale_updated_constant70" [id=1791, type=get_attr]; -"1792 compressed_weight_updated_constant70" [id=1792, type=get_attr]; -"1793 mul_tensor_70" [id=1793, type=mul]; -"1794 zero_point_updated_constant70" [id=1794, type=get_attr]; -"1795 sub_tensor_70" [id=1795, type=sub]; -"1796 linear_103" [id=1796, type=linear]; -"1797 dropout_67" [id=1797, type=dropout]; -"1798 layer_norm_36" [id=1798, type=layer_norm]; -"1799 add_58" [id=1799, type=add]; -"1800 _frozen_param140" [id=1800, type=get_attr]; -"1801 pad_19" [id=1801, type=pad]; -"1802 roll_16" [id=1802, type=roll]; -"1803 view_94" [id=1803, type=view]; -"1804 permute_78" [id=1804, type=permute]; -"1805 reshape_76" [id=1805, type=reshape]; -"1806 reshape_76_0_0_nncf_smooth_quant_0" [id=1806, type=call_module]; -"1807 quantize_per_tensor_default_105" [id=1807, type=quantize_per_tensor]; -"1808 dequantize_per_tensor_default_105" [id=1808, type=dequantize_per_tensor]; -"1809 _frozen_param141_0_0" [id=1809, type=get_attr]; -"1810 scale_updated_constant71" [id=1810, type=get_attr]; -"1811 compressed_weight_updated_constant71" [id=1811, type=get_attr]; -"1812 mul_tensor_71" [id=1812, type=mul]; -"1813 zero_point_updated_constant71" [id=1813, type=get_attr]; -"1814 sub_tensor_71" [id=1814, type=sub]; -"1815 linear_106" [id=1815, type=linear]; -"1816 reshape_77" [id=1816, type=reshape]; -"1817 permute_79" [id=1817, type=permute]; -"1818 select_51" [id=1818, type=select]; -"1819 select_52" [id=1819, type=select]; -"1820 select_53" [id=1820, type=select]; -"1821 linalg_vector_norm_34" [id=1821, type=linalg_vector_norm]; -"1822 clamp_min_34" [id=1822, type=clamp_min]; -"1823 expand_as_34" [id=1823, type=expand_as]; -"1824 div_34" [id=1824, type=div]; -"1825 quantize_per_tensor_default_106" [id=1825, type=quantize_per_tensor]; -"1826 dequantize_per_tensor_default_106" [id=1826, type=dequantize_per_tensor]; -"1827 linalg_vector_norm_35" [id=1827, type=linalg_vector_norm]; -"1828 clamp_min_35" [id=1828, type=clamp_min]; -"1829 expand_as_35" [id=1829, type=expand_as]; -"1830 div_35" [id=1830, type=div]; -"1831 quantize_per_tensor_default_107" [id=1831, type=quantize_per_tensor]; -"1832 dequantize_per_tensor_default_107" [id=1832, type=dequantize_per_tensor]; -"1833 transpose_34" [id=1833, type=transpose]; -"1834 matmul_34" [id=1834, type=matmul]; -"1835 _frozen_param143" [id=1835, type=get_attr]; -"1836 mul_35" [id=1836, type=mul]; -"1837 add_59" [id=1837, type=add]; -"1838 new_zeros_8" [id=1838, type=new_zeros]; -"1839 view_95" [id=1839, type=view]; -"1840 permute_80" [id=1840, type=permute]; -"1841 reshape_78" [id=1841, type=reshape]; -"1842 unsqueeze_50" [id=1842, type=unsqueeze]; -"1843 unsqueeze_51" [id=1843, type=unsqueeze]; -"1844 sub_8" [id=1844, type=sub]; -"1845 ne_8" [id=1845, type=ne]; -"1846 masked_fill_16" [id=1846, type=masked_fill]; -"1847 eq_8" [id=1847, type=eq]; -"1848 masked_fill_17" [id=1848, type=masked_fill]; -"1849 view_96" [id=1849, type=view]; -"1850 unsqueeze_52" [id=1850, type=unsqueeze]; -"1851 unsqueeze_53" [id=1851, type=unsqueeze]; -"1852 add_60" [id=1852, type=add]; -"1853 view_97" [id=1853, type=view]; -"1854 softmax_17" [id=1854, type=softmax]; -"1855 dropout_68" [id=1855, type=dropout]; -"1856 matmul_35" [id=1856, type=matmul]; -"1857 transpose_35" [id=1857, type=transpose]; -"1858 reshape_79" [id=1858, type=reshape]; -"1859 reshape_79_0_0_nncf_smooth_quant_0" [id=1859, type=call_module]; -"1860 quantize_per_tensor_default_108" [id=1860, type=quantize_per_tensor]; -"1861 dequantize_per_tensor_default_108" [id=1861, type=dequantize_per_tensor]; -"1862 features_5_13_attn_proj_bias_0_0" [id=1862, type=get_attr]; -"1863 scale_updated_constant72" [id=1863, type=get_attr]; -"1864 compressed_weight_updated_constant72" [id=1864, type=get_attr]; -"1865 mul_tensor_72" [id=1865, type=mul]; -"1866 zero_point_updated_constant72" [id=1866, type=get_attr]; -"1867 sub_tensor_72" [id=1867, type=sub]; -"1868 linear_107" [id=1868, type=linear]; -"1869 dropout_69" [id=1869, type=dropout]; -"1870 view_98" [id=1870, type=view]; -"1871 permute_81" [id=1871, type=permute]; -"1872 reshape_80" [id=1872, type=reshape]; -"1873 roll_17" [id=1873, type=roll]; -"1874 slice_269" [id=1874, type=slice]; -"1875 slice_270" [id=1875, type=slice]; -"1876 slice_271" [id=1876, type=slice]; -"1877 slice_272" [id=1877, type=slice]; -"1878 contiguous_33" [id=1878, type=contiguous]; -"1879 layer_norm_37" [id=1879, type=layer_norm]; -"1880 add_61" [id=1880, type=add]; -"1881 add_61_0_0_nncf_smooth_quant_0" [id=1881, type=call_module]; -"1882 quantize_per_tensor_default_109" [id=1882, type=quantize_per_tensor]; -"1883 dequantize_per_tensor_default_109" [id=1883, type=dequantize_per_tensor]; -"1884 features_5_13_mlp_0_bias_0_0" [id=1884, type=get_attr]; -"1885 scale_updated_constant73" [id=1885, type=get_attr]; -"1886 compressed_weight_updated_constant73" [id=1886, type=get_attr]; -"1887 mul_tensor_73" [id=1887, type=mul]; -"1888 zero_point_updated_constant73" [id=1888, type=get_attr]; -"1889 sub_tensor_73" [id=1889, type=sub]; -"1890 linear_108" [id=1890, type=linear]; -"1891 gelu_17" [id=1891, type=gelu]; -"1892 dropout_70" [id=1892, type=dropout]; -"1893 dropout_70_0_0_nncf_smooth_quant_0" [id=1893, type=call_module]; -"1894 quantize_per_tensor_default_110" [id=1894, type=quantize_per_tensor]; -"1895 dequantize_per_tensor_default_110" [id=1895, type=dequantize_per_tensor]; -"1896 features_5_13_mlp_3_bias_0_0" [id=1896, type=get_attr]; -"1897 scale_updated_constant74" [id=1897, type=get_attr]; -"1898 compressed_weight_updated_constant74" [id=1898, type=get_attr]; -"1899 mul_tensor_74" [id=1899, type=mul]; -"1900 zero_point_updated_constant74" [id=1900, type=get_attr]; -"1901 sub_tensor_74" [id=1901, type=sub]; -"1902 linear_109" [id=1902, type=linear]; -"1903 dropout_71" [id=1903, type=dropout]; -"1904 layer_norm_38" [id=1904, type=layer_norm]; -"1905 add_62" [id=1905, type=add]; -"1906 _frozen_param153" [id=1906, type=get_attr]; -"1907 pad_20" [id=1907, type=pad]; -"1908 view_101" [id=1908, type=view]; -"1909 permute_83" [id=1909, type=permute]; -"1910 reshape_81" [id=1910, type=reshape]; -"1911 reshape_81_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; -"1912 quantize_per_tensor_default_111" [id=1912, type=quantize_per_tensor]; -"1913 dequantize_per_tensor_default_111" [id=1913, type=dequantize_per_tensor]; -"1914 _frozen_param154_0_0" [id=1914, type=get_attr]; -"1915 scale_updated_constant75" [id=1915, type=get_attr]; -"1916 compressed_weight_updated_constant75" [id=1916, type=get_attr]; -"1917 mul_tensor_75" [id=1917, type=mul]; -"1918 zero_point_updated_constant75" [id=1918, type=get_attr]; -"1919 sub_tensor_75" [id=1919, type=sub]; -"1920 linear_112" [id=1920, type=linear]; -"1921 reshape_82" [id=1921, type=reshape]; -"1922 permute_84" [id=1922, type=permute]; -"1923 select_54" [id=1923, type=select]; -"1924 select_55" [id=1924, type=select]; -"1925 select_56" [id=1925, type=select]; -"1926 linalg_vector_norm_36" [id=1926, type=linalg_vector_norm]; -"1927 clamp_min_36" [id=1927, type=clamp_min]; -"1928 expand_as_36" [id=1928, type=expand_as]; -"1929 div_36" [id=1929, type=div]; -"1930 quantize_per_tensor_default_112" [id=1930, type=quantize_per_tensor]; -"1931 dequantize_per_tensor_default_112" [id=1931, type=dequantize_per_tensor]; -"1932 linalg_vector_norm_37" [id=1932, type=linalg_vector_norm]; -"1933 clamp_min_37" [id=1933, type=clamp_min]; -"1934 expand_as_37" [id=1934, type=expand_as]; -"1935 div_37" [id=1935, type=div]; -"1936 quantize_per_tensor_default_113" [id=1936, type=quantize_per_tensor]; -"1937 dequantize_per_tensor_default_113" [id=1937, type=dequantize_per_tensor]; -"1938 transpose_36" [id=1938, type=transpose]; -"1939 matmul_36" [id=1939, type=matmul]; -"1940 _frozen_param156" [id=1940, type=get_attr]; -"1941 mul_37" [id=1941, type=mul]; -"1942 add_63" [id=1942, type=add]; -"1943 softmax_18" [id=1943, type=softmax]; -"1944 dropout_72" [id=1944, type=dropout]; -"1945 matmul_37" [id=1945, type=matmul]; -"1946 transpose_37" [id=1946, type=transpose]; -"1947 reshape_83" [id=1947, type=reshape]; -"1948 reshape_83_0_0_nncf_smooth_quant_0" [id=1948, type=call_module]; -"1949 quantize_per_tensor_default_114" [id=1949, type=quantize_per_tensor]; -"1950 dequantize_per_tensor_default_114" [id=1950, type=dequantize_per_tensor]; -"1951 features_5_14_attn_proj_bias_0_0" [id=1951, type=get_attr]; -"1952 scale_updated_constant76" [id=1952, type=get_attr]; -"1953 compressed_weight_updated_constant76" [id=1953, type=get_attr]; -"1954 mul_tensor_76" [id=1954, type=mul]; -"1955 zero_point_updated_constant76" [id=1955, type=get_attr]; -"1956 sub_tensor_76" [id=1956, type=sub]; -"1957 linear_113" [id=1957, type=linear]; -"1958 dropout_73" [id=1958, type=dropout]; -"1959 view_102" [id=1959, type=view]; -"1960 permute_85" [id=1960, type=permute]; -"1961 reshape_84" [id=1961, type=reshape]; -"1962 slice_274" [id=1962, type=slice]; -"1963 slice_275" [id=1963, type=slice]; -"1964 slice_276" [id=1964, type=slice]; -"1965 slice_277" [id=1965, type=slice]; -"1966 contiguous_35" [id=1966, type=contiguous]; -"1967 layer_norm_39" [id=1967, type=layer_norm]; -"1968 add_64" [id=1968, type=add]; -"1969 add_64_0_0_nncf_smooth_quant_0" [id=1969, type=call_module]; -"1970 quantize_per_tensor_default_115" [id=1970, type=quantize_per_tensor]; -"1971 dequantize_per_tensor_default_115" [id=1971, type=dequantize_per_tensor]; -"1972 features_5_14_mlp_0_bias_0_0" [id=1972, type=get_attr]; -"1973 scale_updated_constant77" [id=1973, type=get_attr]; -"1974 compressed_weight_updated_constant77" [id=1974, type=get_attr]; -"1975 mul_tensor_77" [id=1975, type=mul]; -"1976 zero_point_updated_constant77" [id=1976, type=get_attr]; -"1977 sub_tensor_77" [id=1977, type=sub]; -"1978 linear_114" [id=1978, type=linear]; -"1979 gelu_18" [id=1979, type=gelu]; -"1980 dropout_74" [id=1980, type=dropout]; -"1981 dropout_74_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; -"1982 quantize_per_tensor_default_116" [id=1982, type=quantize_per_tensor]; -"1983 dequantize_per_tensor_default_116" [id=1983, type=dequantize_per_tensor]; -"1984 features_5_14_mlp_3_bias_0_0" [id=1984, type=get_attr]; -"1985 scale_updated_constant78" [id=1985, type=get_attr]; -"1986 compressed_weight_updated_constant78" [id=1986, type=get_attr]; -"1987 mul_tensor_78" [id=1987, type=mul]; -"1988 zero_point_updated_constant78" [id=1988, type=get_attr]; -"1989 sub_tensor_78" [id=1989, type=sub]; -"1990 linear_115" [id=1990, type=linear]; -"1991 dropout_75" [id=1991, type=dropout]; -"1992 layer_norm_40" [id=1992, type=layer_norm]; -"1993 add_65" [id=1993, type=add]; -"1994 _frozen_param157" [id=1994, type=get_attr]; -"1995 pad_21" [id=1995, type=pad]; -"1996 roll_18" [id=1996, type=roll]; -"1997 view_105" [id=1997, type=view]; -"1998 permute_87" [id=1998, type=permute]; -"1999 reshape_85" [id=1999, type=reshape]; -"2000 reshape_85_0_0_nncf_smooth_quant_0" [id=2000, type=call_module]; -"2001 quantize_per_tensor_default_117" [id=2001, type=quantize_per_tensor]; -"2002 dequantize_per_tensor_default_117" [id=2002, type=dequantize_per_tensor]; -"2003 _frozen_param158_0_0" [id=2003, type=get_attr]; -"2004 scale_updated_constant79" [id=2004, type=get_attr]; -"2005 compressed_weight_updated_constant79" [id=2005, type=get_attr]; -"2006 mul_tensor_79" [id=2006, type=mul]; -"2007 zero_point_updated_constant79" [id=2007, type=get_attr]; -"2008 sub_tensor_79" [id=2008, type=sub]; -"2009 linear_118" [id=2009, type=linear]; -"2010 reshape_86" [id=2010, type=reshape]; -"2011 permute_88" [id=2011, type=permute]; -"2012 select_57" [id=2012, type=select]; -"2013 select_58" [id=2013, type=select]; -"2014 select_59" [id=2014, type=select]; -"2015 linalg_vector_norm_38" [id=2015, type=linalg_vector_norm]; -"2016 clamp_min_38" [id=2016, type=clamp_min]; -"2017 expand_as_38" [id=2017, type=expand_as]; -"2018 div_38" [id=2018, type=div]; -"2019 quantize_per_tensor_default_118" [id=2019, type=quantize_per_tensor]; -"2020 dequantize_per_tensor_default_118" [id=2020, type=dequantize_per_tensor]; -"2021 linalg_vector_norm_39" [id=2021, type=linalg_vector_norm]; -"2022 clamp_min_39" [id=2022, type=clamp_min]; -"2023 expand_as_39" [id=2023, type=expand_as]; -"2024 div_39" [id=2024, type=div]; -"2025 quantize_per_tensor_default_119" [id=2025, type=quantize_per_tensor]; -"2026 dequantize_per_tensor_default_119" [id=2026, type=dequantize_per_tensor]; -"2027 transpose_38" [id=2027, type=transpose]; -"2028 matmul_38" [id=2028, type=matmul]; -"2029 _frozen_param160" [id=2029, type=get_attr]; -"2030 mul_39" [id=2030, type=mul]; -"2031 add_66" [id=2031, type=add]; -"2032 new_zeros_9" [id=2032, type=new_zeros]; -"2033 view_106" [id=2033, type=view]; -"2034 permute_89" [id=2034, type=permute]; -"2035 reshape_87" [id=2035, type=reshape]; -"2036 unsqueeze_56" [id=2036, type=unsqueeze]; -"2037 unsqueeze_57" [id=2037, type=unsqueeze]; -"2038 sub_9" [id=2038, type=sub]; -"2039 ne_9" [id=2039, type=ne]; -"2040 masked_fill_18" [id=2040, type=masked_fill]; -"2041 eq_9" [id=2041, type=eq]; -"2042 masked_fill_19" [id=2042, type=masked_fill]; -"2043 view_107" [id=2043, type=view]; -"2044 unsqueeze_58" [id=2044, type=unsqueeze]; -"2045 unsqueeze_59" [id=2045, type=unsqueeze]; -"2046 add_67" [id=2046, type=add]; -"2047 view_108" [id=2047, type=view]; -"2048 softmax_19" [id=2048, type=softmax]; -"2049 dropout_76" [id=2049, type=dropout]; -"2050 matmul_39" [id=2050, type=matmul]; -"2051 transpose_39" [id=2051, type=transpose]; -"2052 reshape_88" [id=2052, type=reshape]; -"2053 reshape_88_0_0_nncf_smooth_quant_0" [id=2053, type=call_module]; -"2054 quantize_per_tensor_default_120" [id=2054, type=quantize_per_tensor]; -"2055 dequantize_per_tensor_default_120" [id=2055, type=dequantize_per_tensor]; -"2056 features_5_15_attn_proj_bias_0_0" [id=2056, type=get_attr]; -"2057 scale_updated_constant80" [id=2057, type=get_attr]; -"2058 compressed_weight_updated_constant80" [id=2058, type=get_attr]; -"2059 mul_tensor_80" [id=2059, type=mul]; -"2060 zero_point_updated_constant80" [id=2060, type=get_attr]; -"2061 sub_tensor_80" [id=2061, type=sub]; -"2062 linear_119" [id=2062, type=linear]; -"2063 dropout_77" [id=2063, type=dropout]; -"2064 view_109" [id=2064, type=view]; -"2065 permute_90" [id=2065, type=permute]; -"2066 reshape_89" [id=2066, type=reshape]; -"2067 roll_19" [id=2067, type=roll]; -"2068 slice_297" [id=2068, type=slice]; -"2069 slice_298" [id=2069, type=slice]; -"2070 slice_299" [id=2070, type=slice]; -"2071 slice_300" [id=2071, type=slice]; -"2072 contiguous_37" [id=2072, type=contiguous]; -"2073 layer_norm_41" [id=2073, type=layer_norm]; -"2074 add_68" [id=2074, type=add]; -"2075 add_68_0_0_nncf_smooth_quant_0" [id=2075, type=call_module]; -"2076 quantize_per_tensor_default_121" [id=2076, type=quantize_per_tensor]; -"2077 dequantize_per_tensor_default_121" [id=2077, type=dequantize_per_tensor]; -"2078 features_5_15_mlp_0_bias_0_0" [id=2078, type=get_attr]; -"2079 scale_updated_constant81" [id=2079, type=get_attr]; -"2080 compressed_weight_updated_constant81" [id=2080, type=get_attr]; -"2081 mul_tensor_81" [id=2081, type=mul]; -"2082 zero_point_updated_constant81" [id=2082, type=get_attr]; -"2083 sub_tensor_81" [id=2083, type=sub]; -"2084 linear_120" [id=2084, type=linear]; -"2085 gelu_19" [id=2085, type=gelu]; -"2086 dropout_78" [id=2086, type=dropout]; -"2087 dropout_78_0_0_nncf_smooth_quant_0" [id=2087, type=call_module]; -"2088 quantize_per_tensor_default_122" [id=2088, type=quantize_per_tensor]; -"2089 dequantize_per_tensor_default_122" [id=2089, type=dequantize_per_tensor]; -"2090 features_5_15_mlp_3_bias_0_0" [id=2090, type=get_attr]; -"2091 scale_updated_constant82" [id=2091, type=get_attr]; -"2092 compressed_weight_updated_constant82" [id=2092, type=get_attr]; -"2093 mul_tensor_82" [id=2093, type=mul]; -"2094 zero_point_updated_constant82" [id=2094, type=get_attr]; -"2095 sub_tensor_82" [id=2095, type=sub]; -"2096 linear_121" [id=2096, type=linear]; -"2097 dropout_79" [id=2097, type=dropout]; -"2098 layer_norm_42" [id=2098, type=layer_norm]; -"2099 add_69" [id=2099, type=add]; -"2100 _frozen_param170" [id=2100, type=get_attr]; -"2101 pad_22" [id=2101, type=pad]; -"2102 view_112" [id=2102, type=view]; -"2103 permute_92" [id=2103, type=permute]; -"2104 reshape_90" [id=2104, type=reshape]; -"2105 reshape_90_0_0_nncf_smooth_quant_0" [id=2105, type=call_module]; -"2106 quantize_per_tensor_default_123" [id=2106, type=quantize_per_tensor]; -"2107 dequantize_per_tensor_default_123" [id=2107, type=dequantize_per_tensor]; -"2108 _frozen_param171_0_0" [id=2108, type=get_attr]; -"2109 scale_updated_constant83" [id=2109, type=get_attr]; -"2110 compressed_weight_updated_constant83" [id=2110, type=get_attr]; -"2111 mul_tensor_83" [id=2111, type=mul]; -"2112 zero_point_updated_constant83" [id=2112, type=get_attr]; -"2113 sub_tensor_83" [id=2113, type=sub]; -"2114 linear_124" [id=2114, type=linear]; -"2115 reshape_91" [id=2115, type=reshape]; -"2116 permute_93" [id=2116, type=permute]; -"2117 select_60" [id=2117, type=select]; -"2118 select_61" [id=2118, type=select]; -"2119 select_62" [id=2119, type=select]; -"2120 linalg_vector_norm_40" [id=2120, type=linalg_vector_norm]; -"2121 clamp_min_40" [id=2121, type=clamp_min]; -"2122 expand_as_40" [id=2122, type=expand_as]; -"2123 div_40" [id=2123, type=div]; -"2124 quantize_per_tensor_default_124" [id=2124, type=quantize_per_tensor]; -"2125 dequantize_per_tensor_default_124" [id=2125, type=dequantize_per_tensor]; -"2126 linalg_vector_norm_41" [id=2126, type=linalg_vector_norm]; -"2127 clamp_min_41" [id=2127, type=clamp_min]; -"2128 expand_as_41" [id=2128, type=expand_as]; -"2129 div_41" [id=2129, type=div]; -"2130 quantize_per_tensor_default_125" [id=2130, type=quantize_per_tensor]; -"2131 dequantize_per_tensor_default_125" [id=2131, type=dequantize_per_tensor]; -"2132 transpose_40" [id=2132, type=transpose]; -"2133 matmul_40" [id=2133, type=matmul]; -"2134 _frozen_param173" [id=2134, type=get_attr]; -"2135 mul_41" [id=2135, type=mul]; -"2136 add_70" [id=2136, type=add]; -"2137 softmax_20" [id=2137, type=softmax]; -"2138 dropout_80" [id=2138, type=dropout]; -"2139 matmul_41" [id=2139, type=matmul]; -"2140 transpose_41" [id=2140, type=transpose]; -"2141 reshape_92" [id=2141, type=reshape]; -"2142 reshape_92_0_0_nncf_smooth_quant_0" [id=2142, type=call_module]; -"2143 quantize_per_tensor_default_126" [id=2143, type=quantize_per_tensor]; -"2144 dequantize_per_tensor_default_126" [id=2144, type=dequantize_per_tensor]; -"2145 features_5_16_attn_proj_bias_0_0" [id=2145, type=get_attr]; -"2146 scale_updated_constant84" [id=2146, type=get_attr]; -"2147 compressed_weight_updated_constant84" [id=2147, type=get_attr]; -"2148 mul_tensor_84" [id=2148, type=mul]; -"2149 zero_point_updated_constant84" [id=2149, type=get_attr]; -"2150 sub_tensor_84" [id=2150, type=sub]; -"2151 linear_125" [id=2151, type=linear]; -"2152 dropout_81" [id=2152, type=dropout]; -"2153 view_113" [id=2153, type=view]; -"2154 permute_94" [id=2154, type=permute]; -"2155 reshape_93" [id=2155, type=reshape]; -"2156 slice_302" [id=2156, type=slice]; -"2157 slice_303" [id=2157, type=slice]; -"2158 slice_304" [id=2158, type=slice]; -"2159 slice_305" [id=2159, type=slice]; -"2160 contiguous_39" [id=2160, type=contiguous]; -"2161 layer_norm_43" [id=2161, type=layer_norm]; -"2162 add_71" [id=2162, type=add]; -"2163 add_71_0_0_nncf_smooth_quant_0" [id=2163, type=call_module]; -"2164 quantize_per_tensor_default_127" [id=2164, type=quantize_per_tensor]; -"2165 dequantize_per_tensor_default_127" [id=2165, type=dequantize_per_tensor]; -"2166 features_5_16_mlp_0_bias_0_0" [id=2166, type=get_attr]; -"2167 scale_updated_constant85" [id=2167, type=get_attr]; -"2168 compressed_weight_updated_constant85" [id=2168, type=get_attr]; -"2169 mul_tensor_85" [id=2169, type=mul]; -"2170 zero_point_updated_constant85" [id=2170, type=get_attr]; -"2171 sub_tensor_85" [id=2171, type=sub]; -"2172 linear_126" [id=2172, type=linear]; -"2173 gelu_20" [id=2173, type=gelu]; -"2174 dropout_82" [id=2174, type=dropout]; -"2175 dropout_82_0_0_nncf_smooth_quant_0" [id=2175, type=call_module]; -"2176 quantize_per_tensor_default_128" [id=2176, type=quantize_per_tensor]; -"2177 dequantize_per_tensor_default_128" [id=2177, type=dequantize_per_tensor]; -"2178 features_5_16_mlp_3_bias_0_0" [id=2178, type=get_attr]; -"2179 scale_updated_constant86" [id=2179, type=get_attr]; -"2180 compressed_weight_updated_constant86" [id=2180, type=get_attr]; -"2181 mul_tensor_86" [id=2181, type=mul]; -"2182 zero_point_updated_constant86" [id=2182, type=get_attr]; -"2183 sub_tensor_86" [id=2183, type=sub]; -"2184 linear_127" [id=2184, type=linear]; -"2185 dropout_83" [id=2185, type=dropout]; -"2186 layer_norm_44" [id=2186, type=layer_norm]; -"2187 add_72" [id=2187, type=add]; -"2188 _frozen_param174" [id=2188, type=get_attr]; -"2189 pad_23" [id=2189, type=pad]; -"2190 roll_20" [id=2190, type=roll]; -"2191 view_116" [id=2191, type=view]; -"2192 permute_96" [id=2192, type=permute]; -"2193 reshape_94" [id=2193, type=reshape]; -"2194 reshape_94_0_0_nncf_smooth_quant_0" [id=2194, type=call_module]; -"2195 quantize_per_tensor_default_129" [id=2195, type=quantize_per_tensor]; -"2196 dequantize_per_tensor_default_129" [id=2196, type=dequantize_per_tensor]; -"2197 _frozen_param175_0_0" [id=2197, type=get_attr]; -"2198 scale_updated_constant87" [id=2198, type=get_attr]; -"2199 compressed_weight_updated_constant87" [id=2199, type=get_attr]; -"2200 mul_tensor_87" [id=2200, type=mul]; -"2201 zero_point_updated_constant87" [id=2201, type=get_attr]; -"2202 sub_tensor_87" [id=2202, type=sub]; -"2203 linear_130" [id=2203, type=linear]; -"2204 reshape_95" [id=2204, type=reshape]; -"2205 permute_97" [id=2205, type=permute]; -"2206 select_63" [id=2206, type=select]; -"2207 select_64" [id=2207, type=select]; -"2208 select_65" [id=2208, type=select]; -"2209 linalg_vector_norm_42" [id=2209, type=linalg_vector_norm]; -"2210 clamp_min_42" [id=2210, type=clamp_min]; -"2211 expand_as_42" [id=2211, type=expand_as]; -"2212 div_42" [id=2212, type=div]; -"2213 quantize_per_tensor_default_130" [id=2213, type=quantize_per_tensor]; -"2214 dequantize_per_tensor_default_130" [id=2214, type=dequantize_per_tensor]; -"2215 linalg_vector_norm_43" [id=2215, type=linalg_vector_norm]; -"2216 clamp_min_43" [id=2216, type=clamp_min]; -"2217 expand_as_43" [id=2217, type=expand_as]; -"2218 div_43" [id=2218, type=div]; -"2219 quantize_per_tensor_default_131" [id=2219, type=quantize_per_tensor]; -"2220 dequantize_per_tensor_default_131" [id=2220, type=dequantize_per_tensor]; -"2221 transpose_42" [id=2221, type=transpose]; -"2222 matmul_42" [id=2222, type=matmul]; -"2223 _frozen_param177" [id=2223, type=get_attr]; -"2224 mul_43" [id=2224, type=mul]; -"2225 add_73" [id=2225, type=add]; -"2226 new_zeros_10" [id=2226, type=new_zeros]; -"2227 view_117" [id=2227, type=view]; -"2228 permute_98" [id=2228, type=permute]; -"2229 reshape_96" [id=2229, type=reshape]; -"2230 unsqueeze_62" [id=2230, type=unsqueeze]; -"2231 unsqueeze_63" [id=2231, type=unsqueeze]; -"2232 sub_10" [id=2232, type=sub]; -"2233 ne_10" [id=2233, type=ne]; -"2234 masked_fill_20" [id=2234, type=masked_fill]; -"2235 eq_10" [id=2235, type=eq]; -"2236 masked_fill_21" [id=2236, type=masked_fill]; -"2237 view_118" [id=2237, type=view]; -"2238 unsqueeze_64" [id=2238, type=unsqueeze]; -"2239 unsqueeze_65" [id=2239, type=unsqueeze]; -"2240 add_74" [id=2240, type=add]; -"2241 view_119" [id=2241, type=view]; -"2242 softmax_21" [id=2242, type=softmax]; -"2243 dropout_84" [id=2243, type=dropout]; -"2244 matmul_43" [id=2244, type=matmul]; -"2245 transpose_43" [id=2245, type=transpose]; -"2246 reshape_97" [id=2246, type=reshape]; -"2247 reshape_97_0_0_nncf_smooth_quant_0" [id=2247, type=call_module]; -"2248 quantize_per_tensor_default_132" [id=2248, type=quantize_per_tensor]; -"2249 dequantize_per_tensor_default_132" [id=2249, type=dequantize_per_tensor]; -"2250 features_5_17_attn_proj_bias_0_0" [id=2250, type=get_attr]; -"2251 scale_updated_constant88" [id=2251, type=get_attr]; -"2252 compressed_weight_updated_constant88" [id=2252, type=get_attr]; -"2253 mul_tensor_88" [id=2253, type=mul]; -"2254 zero_point_updated_constant88" [id=2254, type=get_attr]; -"2255 sub_tensor_88" [id=2255, type=sub]; -"2256 linear_131" [id=2256, type=linear]; -"2257 dropout_85" [id=2257, type=dropout]; -"2258 view_120" [id=2258, type=view]; -"2259 permute_99" [id=2259, type=permute]; -"2260 reshape_98" [id=2260, type=reshape]; -"2261 roll_21" [id=2261, type=roll]; -"2262 slice_325" [id=2262, type=slice]; -"2263 slice_326" [id=2263, type=slice]; -"2264 slice_327" [id=2264, type=slice]; -"2265 slice_328" [id=2265, type=slice]; -"2266 contiguous_41" [id=2266, type=contiguous]; -"2267 layer_norm_45" [id=2267, type=layer_norm]; -"2268 add_75" [id=2268, type=add]; -"2269 add_75_0_0_nncf_smooth_quant_0" [id=2269, type=call_module]; -"2270 quantize_per_tensor_default_133" [id=2270, type=quantize_per_tensor]; -"2271 dequantize_per_tensor_default_133" [id=2271, type=dequantize_per_tensor]; -"2272 features_5_17_mlp_0_bias_0_0" [id=2272, type=get_attr]; -"2273 scale_updated_constant89" [id=2273, type=get_attr]; -"2274 compressed_weight_updated_constant89" [id=2274, type=get_attr]; -"2275 mul_tensor_89" [id=2275, type=mul]; -"2276 zero_point_updated_constant89" [id=2276, type=get_attr]; -"2277 sub_tensor_89" [id=2277, type=sub]; -"2278 linear_132" [id=2278, type=linear]; -"2279 gelu_21" [id=2279, type=gelu]; -"2280 dropout_86" [id=2280, type=dropout]; -"2281 dropout_86_0_0_nncf_smooth_quant_0" [id=2281, type=call_module]; -"2282 quantize_per_tensor_default_134" [id=2282, type=quantize_per_tensor]; -"2283 dequantize_per_tensor_default_134" [id=2283, type=dequantize_per_tensor]; -"2284 features_5_17_mlp_3_bias_0_0" [id=2284, type=get_attr]; -"2285 scale_updated_constant90" [id=2285, type=get_attr]; -"2286 compressed_weight_updated_constant90" [id=2286, type=get_attr]; -"2287 mul_tensor_90" [id=2287, type=mul]; -"2288 zero_point_updated_constant90" [id=2288, type=get_attr]; -"2289 sub_tensor_90" [id=2289, type=sub]; -"2290 linear_133" [id=2290, type=linear]; -"2291 dropout_87" [id=2291, type=dropout]; -"2292 layer_norm_46" [id=2292, type=layer_norm]; -"2293 add_76" [id=2293, type=add]; -"2294 pad_24" [id=2294, type=pad]; -"2295 slice_329" [id=2295, type=slice]; -"2296 slice_330" [id=2296, type=slice]; -"2297 slice_331" [id=2297, type=slice]; -"2298 slice_332" [id=2298, type=slice]; -"2299 slice_333" [id=2299, type=slice]; -"2300 slice_334" [id=2300, type=slice]; -"2301 slice_335" [id=2301, type=slice]; -"2302 slice_336" [id=2302, type=slice]; -"2303 slice_337" [id=2303, type=slice]; -"2304 slice_338" [id=2304, type=slice]; -"2305 slice_339" [id=2305, type=slice]; -"2306 slice_340" [id=2306, type=slice]; -"2307 cat_2" [id=2307, type=cat]; -"2308 cat_2_0_0_nncf_smooth_quant_0" [id=2308, type=call_module]; -"2309 quantize_per_tensor_default_135" [id=2309, type=quantize_per_tensor]; -"2310 dequantize_per_tensor_default_135" [id=2310, type=dequantize_per_tensor]; -"2311 scale_updated_constant91" [id=2311, type=get_attr]; -"2312 compressed_weight_updated_constant91" [id=2312, type=get_attr]; -"2313 mul_tensor_91" [id=2313, type=mul]; -"2314 zero_point_updated_constant91" [id=2314, type=get_attr]; -"2315 sub_tensor_91" [id=2315, type=sub]; -"2316 linear_134" [id=2316, type=linear]; -"2317 layer_norm_47" [id=2317, type=layer_norm]; -"2318 _frozen_param187" [id=2318, type=get_attr]; -"2319 pad_25" [id=2319, type=pad]; -"2320 view_123" [id=2320, type=view]; -"2321 permute_101" [id=2321, type=permute]; -"2322 reshape_99" [id=2322, type=reshape]; -"2323 reshape_99_0_0_nncf_smooth_quant_0" [id=2323, type=call_module]; -"2324 quantize_per_tensor_default_136" [id=2324, type=quantize_per_tensor]; -"2325 dequantize_per_tensor_default_136" [id=2325, type=dequantize_per_tensor]; -"2326 _frozen_param188_0_0" [id=2326, type=get_attr]; -"2327 scale_updated_constant92" [id=2327, type=get_attr]; -"2328 compressed_weight_updated_constant92" [id=2328, type=get_attr]; -"2329 mul_tensor_92" [id=2329, type=mul]; -"2330 zero_point_updated_constant92" [id=2330, type=get_attr]; -"2331 sub_tensor_92" [id=2331, type=sub]; -"2332 linear_137" [id=2332, type=linear]; -"2333 reshape_100" [id=2333, type=reshape]; -"2334 permute_102" [id=2334, type=permute]; -"2335 select_66" [id=2335, type=select]; -"2336 select_67" [id=2336, type=select]; -"2337 select_68" [id=2337, type=select]; -"2338 linalg_vector_norm_44" [id=2338, type=linalg_vector_norm]; -"2339 clamp_min_44" [id=2339, type=clamp_min]; -"2340 expand_as_44" [id=2340, type=expand_as]; -"2341 div_44" [id=2341, type=div]; -"2342 quantize_per_tensor_default_137" [id=2342, type=quantize_per_tensor]; -"2343 dequantize_per_tensor_default_137" [id=2343, type=dequantize_per_tensor]; -"2344 linalg_vector_norm_45" [id=2344, type=linalg_vector_norm]; -"2345 clamp_min_45" [id=2345, type=clamp_min]; -"2346 expand_as_45" [id=2346, type=expand_as]; -"2347 div_45" [id=2347, type=div]; -"2348 quantize_per_tensor_default_138" [id=2348, type=quantize_per_tensor]; -"2349 dequantize_per_tensor_default_138" [id=2349, type=dequantize_per_tensor]; -"2350 transpose_44" [id=2350, type=transpose]; -"2351 matmul_44" [id=2351, type=matmul]; -"2352 _frozen_param190" [id=2352, type=get_attr]; -"2353 mul_45" [id=2353, type=mul]; -"2354 add_77" [id=2354, type=add]; -"2355 softmax_22" [id=2355, type=softmax]; -"2356 dropout_88" [id=2356, type=dropout]; -"2357 matmul_45" [id=2357, type=matmul]; -"2358 transpose_45" [id=2358, type=transpose]; -"2359 reshape_101" [id=2359, type=reshape]; -"2360 reshape_101_0_0_nncf_smooth_quant_0" [id=2360, type=call_module]; -"2361 quantize_per_tensor_default_139" [id=2361, type=quantize_per_tensor]; -"2362 dequantize_per_tensor_default_139" [id=2362, type=dequantize_per_tensor]; -"2363 features_7_0_attn_proj_bias_0_0" [id=2363, type=get_attr]; -"2364 scale_updated_constant93" [id=2364, type=get_attr]; -"2365 compressed_weight_updated_constant93" [id=2365, type=get_attr]; -"2366 mul_tensor_93" [id=2366, type=mul]; -"2367 zero_point_updated_constant93" [id=2367, type=get_attr]; -"2368 sub_tensor_93" [id=2368, type=sub]; -"2369 linear_138" [id=2369, type=linear]; -"2370 dropout_89" [id=2370, type=dropout]; -"2371 view_124" [id=2371, type=view]; -"2372 permute_103" [id=2372, type=permute]; -"2373 reshape_102" [id=2373, type=reshape]; -"2374 slice_342" [id=2374, type=slice]; -"2375 slice_343" [id=2375, type=slice]; -"2376 slice_344" [id=2376, type=slice]; -"2377 slice_345" [id=2377, type=slice]; -"2378 contiguous_43" [id=2378, type=contiguous]; -"2379 layer_norm_48" [id=2379, type=layer_norm]; -"2380 add_78" [id=2380, type=add]; -"2381 add_78_0_0_nncf_smooth_quant_0" [id=2381, type=call_module]; -"2382 quantize_per_tensor_default_140" [id=2382, type=quantize_per_tensor]; -"2383 dequantize_per_tensor_default_140" [id=2383, type=dequantize_per_tensor]; -"2384 features_7_0_mlp_0_bias_0_0" [id=2384, type=get_attr]; -"2385 scale_updated_constant94" [id=2385, type=get_attr]; -"2386 compressed_weight_updated_constant94" [id=2386, type=get_attr]; -"2387 mul_tensor_94" [id=2387, type=mul]; -"2388 zero_point_updated_constant94" [id=2388, type=get_attr]; -"2389 sub_tensor_94" [id=2389, type=sub]; -"2390 linear_139" [id=2390, type=linear]; -"2391 gelu_22" [id=2391, type=gelu]; -"2392 dropout_90" [id=2392, type=dropout]; -"2393 dropout_90_0_0_nncf_smooth_quant_0" [id=2393, type=call_module]; -"2394 quantize_per_tensor_default_141" [id=2394, type=quantize_per_tensor]; -"2395 dequantize_per_tensor_default_141" [id=2395, type=dequantize_per_tensor]; -"2396 features_7_0_mlp_3_bias_0_0" [id=2396, type=get_attr]; -"2397 scale_updated_constant95" [id=2397, type=get_attr]; -"2398 compressed_weight_updated_constant95" [id=2398, type=get_attr]; -"2399 mul_tensor_95" [id=2399, type=mul]; -"2400 zero_point_updated_constant95" [id=2400, type=get_attr]; -"2401 sub_tensor_95" [id=2401, type=sub]; -"2402 linear_140" [id=2402, type=linear]; -"2403 dropout_91" [id=2403, type=dropout]; -"2404 layer_norm_49" [id=2404, type=layer_norm]; -"2405 add_79" [id=2405, type=add]; -"2406 _frozen_param191" [id=2406, type=get_attr]; -"2407 pad_26" [id=2407, type=pad]; -"2408 view_127" [id=2408, type=view]; -"2409 permute_105" [id=2409, type=permute]; -"2410 reshape_103" [id=2410, type=reshape]; -"2411 reshape_103_0_0_nncf_smooth_quant_0" [id=2411, type=call_module]; -"2412 quantize_per_tensor_default_142" [id=2412, type=quantize_per_tensor]; -"2413 dequantize_per_tensor_default_142" [id=2413, type=dequantize_per_tensor]; -"2414 _frozen_param192_0_0" [id=2414, type=get_attr]; -"2415 scale_updated_constant96" [id=2415, type=get_attr]; -"2416 compressed_weight_updated_constant96" [id=2416, type=get_attr]; -"2417 mul_tensor_96" [id=2417, type=mul]; -"2418 zero_point_updated_constant96" [id=2418, type=get_attr]; -"2419 sub_tensor_96" [id=2419, type=sub]; -"2420 linear_143" [id=2420, type=linear]; -"2421 reshape_104" [id=2421, type=reshape]; -"2422 permute_106" [id=2422, type=permute]; -"2423 select_69" [id=2423, type=select]; -"2424 select_70" [id=2424, type=select]; -"2425 select_71" [id=2425, type=select]; -"2426 linalg_vector_norm_46" [id=2426, type=linalg_vector_norm]; -"2427 clamp_min_46" [id=2427, type=clamp_min]; -"2428 expand_as_46" [id=2428, type=expand_as]; -"2429 div_46" [id=2429, type=div]; -"2430 quantize_per_tensor_default_143" [id=2430, type=quantize_per_tensor]; -"2431 dequantize_per_tensor_default_143" [id=2431, type=dequantize_per_tensor]; -"2432 linalg_vector_norm_47" [id=2432, type=linalg_vector_norm]; -"2433 clamp_min_47" [id=2433, type=clamp_min]; -"2434 expand_as_47" [id=2434, type=expand_as]; -"2435 div_47" [id=2435, type=div]; -"2436 quantize_per_tensor_default_144" [id=2436, type=quantize_per_tensor]; -"2437 dequantize_per_tensor_default_144" [id=2437, type=dequantize_per_tensor]; -"2438 transpose_46" [id=2438, type=transpose]; -"2439 matmul_46" [id=2439, type=matmul]; -"2440 _frozen_param194" [id=2440, type=get_attr]; -"2441 mul_47" [id=2441, type=mul]; -"2442 add_80" [id=2442, type=add]; -"2443 softmax_23" [id=2443, type=softmax]; -"2444 dropout_92" [id=2444, type=dropout]; -"2445 matmul_47" [id=2445, type=matmul]; -"2446 transpose_47" [id=2446, type=transpose]; -"2447 reshape_105" [id=2447, type=reshape]; -"2448 reshape_105_0_0_nncf_smooth_quant_0" [id=2448, type=call_module]; -"2449 quantize_per_tensor_default_145" [id=2449, type=quantize_per_tensor]; -"2450 dequantize_per_tensor_default_145" [id=2450, type=dequantize_per_tensor]; -"2451 features_7_1_attn_proj_bias_0_0" [id=2451, type=get_attr]; -"2452 scale_updated_constant97" [id=2452, type=get_attr]; -"2453 compressed_weight_updated_constant97" [id=2453, type=get_attr]; -"2454 mul_tensor_97" [id=2454, type=mul]; -"2455 zero_point_updated_constant97" [id=2455, type=get_attr]; -"2456 sub_tensor_97" [id=2456, type=sub]; -"2457 linear_144" [id=2457, type=linear]; -"2458 dropout_93" [id=2458, type=dropout]; -"2459 view_128" [id=2459, type=view]; -"2460 permute_107" [id=2460, type=permute]; -"2461 reshape_106" [id=2461, type=reshape]; -"2462 slice_347" [id=2462, type=slice]; -"2463 slice_348" [id=2463, type=slice]; -"2464 slice_349" [id=2464, type=slice]; -"2465 slice_350" [id=2465, type=slice]; -"2466 contiguous_45" [id=2466, type=contiguous]; -"2467 layer_norm_50" [id=2467, type=layer_norm]; -"2468 add_81" [id=2468, type=add]; -"2469 add_81_0_0_nncf_smooth_quant_0" [id=2469, type=call_module]; -"2470 quantize_per_tensor_default_146" [id=2470, type=quantize_per_tensor]; -"2471 dequantize_per_tensor_default_146" [id=2471, type=dequantize_per_tensor]; -"2472 features_7_1_mlp_0_bias_0_0" [id=2472, type=get_attr]; -"2473 scale_updated_constant98" [id=2473, type=get_attr]; -"2474 compressed_weight_updated_constant98" [id=2474, type=get_attr]; -"2475 mul_tensor_98" [id=2475, type=mul]; -"2476 zero_point_updated_constant98" [id=2476, type=get_attr]; -"2477 sub_tensor_98" [id=2477, type=sub]; -"2478 linear_145" [id=2478, type=linear]; -"2479 gelu_23" [id=2479, type=gelu]; -"2480 dropout_94" [id=2480, type=dropout]; -"2481 dropout_94_0_0_nncf_smooth_quant_0" [id=2481, type=call_module]; -"2482 quantize_per_tensor_default_147" [id=2482, type=quantize_per_tensor]; -"2483 dequantize_per_tensor_default_147" [id=2483, type=dequantize_per_tensor]; -"2484 features_7_1_mlp_3_bias_0_0" [id=2484, type=get_attr]; -"2485 scale_updated_constant99" [id=2485, type=get_attr]; -"2486 compressed_weight_updated_constant99" [id=2486, type=get_attr]; -"2487 mul_tensor_99" [id=2487, type=mul]; -"2488 zero_point_updated_constant99" [id=2488, type=get_attr]; -"2489 sub_tensor_99" [id=2489, type=sub]; -"2490 linear_146" [id=2490, type=linear]; -"2491 dropout_95" [id=2491, type=dropout]; -"2492 layer_norm_51" [id=2492, type=layer_norm]; -"2493 add_82" [id=2493, type=add]; -"2494 layer_norm_52" [id=2494, type=layer_norm]; -"2495 permute_108" [id=2495, type=permute]; -"2496 adaptive_avg_pool2d" [id=2496, type=adaptive_avg_pool2d]; -"2497 flatten" [id=2497, type=flatten]; -"2498 flatten_0_0_nncf_smooth_quant_0" [id=2498, type=call_module]; -"2499 quantize_per_tensor_default_148" [id=2499, type=quantize_per_tensor]; -"2500 dequantize_per_tensor_default_148" [id=2500, type=dequantize_per_tensor]; -"2501 head_bias_0_0" [id=2501, type=get_attr]; +"0 features_1_0_attn_proj_bias" [id=0, type=get_attr]; +"1 features_1_1_attn_proj_bias" [id=1, type=get_attr]; +"2 features_3_0_attn_proj_bias" [id=2, type=get_attr]; +"3 features_3_1_attn_proj_bias" [id=3, type=get_attr]; +"4 features_5_0_attn_proj_bias" [id=4, type=get_attr]; +"5 features_5_1_attn_proj_bias" [id=5, type=get_attr]; +"6 features_5_2_attn_proj_bias" [id=6, type=get_attr]; +"7 features_5_3_attn_proj_bias" [id=7, type=get_attr]; +"8 features_5_4_attn_proj_bias" [id=8, type=get_attr]; +"9 features_5_5_attn_proj_bias" [id=9, type=get_attr]; +"10 features_5_6_attn_proj_bias" [id=10, type=get_attr]; +"11 features_5_7_attn_proj_bias" [id=11, type=get_attr]; +"12 features_5_8_attn_proj_bias" [id=12, type=get_attr]; +"13 features_5_9_attn_proj_bias" [id=13, type=get_attr]; +"14 features_5_10_attn_proj_bias" [id=14, type=get_attr]; +"15 features_5_11_attn_proj_bias" [id=15, type=get_attr]; +"16 features_5_12_attn_proj_bias" [id=16, type=get_attr]; +"17 features_5_13_attn_proj_bias" [id=17, type=get_attr]; +"18 features_5_14_attn_proj_bias" [id=18, type=get_attr]; +"19 features_5_15_attn_proj_bias" [id=19, type=get_attr]; +"20 features_5_16_attn_proj_bias" [id=20, type=get_attr]; +"21 features_5_17_attn_proj_bias" [id=21, type=get_attr]; +"22 features_7_0_attn_proj_bias" [id=22, type=get_attr]; +"23 features_7_1_attn_proj_bias" [id=23, type=get_attr]; +"24 features_0_0_bias" [id=24, type=get_attr]; +"25 features_0_2_weight" [id=25, type=get_attr]; +"26 features_0_2_bias" [id=26, type=get_attr]; +"27 features_1_0_norm1_weight" [id=27, type=get_attr]; +"28 features_1_0_norm1_bias" [id=28, type=get_attr]; +"29 features_1_0_mlp_0_bias" [id=29, type=get_attr]; +"30 features_1_0_mlp_3_bias" [id=30, type=get_attr]; +"31 features_1_0_norm2_weight" [id=31, type=get_attr]; +"32 features_1_0_norm2_bias" [id=32, type=get_attr]; +"33 features_1_1_norm1_weight" [id=33, type=get_attr]; +"34 features_1_1_norm1_bias" [id=34, type=get_attr]; +"35 features_1_1_mlp_0_bias" [id=35, type=get_attr]; +"36 features_1_1_mlp_3_bias" [id=36, type=get_attr]; +"37 features_1_1_norm2_weight" [id=37, type=get_attr]; +"38 features_1_1_norm2_bias" [id=38, type=get_attr]; +"39 features_2_norm_weight" [id=39, type=get_attr]; +"40 features_2_norm_bias" [id=40, type=get_attr]; +"41 features_3_0_norm1_weight" [id=41, type=get_attr]; +"42 features_3_0_norm1_bias" [id=42, type=get_attr]; +"43 features_3_0_mlp_0_bias" [id=43, type=get_attr]; +"44 features_3_0_mlp_3_bias" [id=44, type=get_attr]; +"45 features_3_0_norm2_weight" [id=45, type=get_attr]; +"46 features_3_0_norm2_bias" [id=46, type=get_attr]; +"47 features_3_1_norm1_weight" [id=47, type=get_attr]; +"48 features_3_1_norm1_bias" [id=48, type=get_attr]; +"49 features_3_1_mlp_0_bias" [id=49, type=get_attr]; +"50 features_3_1_mlp_3_bias" [id=50, type=get_attr]; +"51 features_3_1_norm2_weight" [id=51, type=get_attr]; +"52 features_3_1_norm2_bias" [id=52, type=get_attr]; +"53 features_4_norm_weight" [id=53, type=get_attr]; +"54 features_4_norm_bias" [id=54, type=get_attr]; +"55 features_5_0_norm1_weight" [id=55, type=get_attr]; +"56 features_5_0_norm1_bias" [id=56, type=get_attr]; +"57 features_5_0_mlp_0_bias" [id=57, type=get_attr]; +"58 features_5_0_mlp_3_bias" [id=58, type=get_attr]; +"59 features_5_0_norm2_weight" [id=59, type=get_attr]; +"60 features_5_0_norm2_bias" [id=60, type=get_attr]; +"61 features_5_1_norm1_weight" [id=61, type=get_attr]; +"62 features_5_1_norm1_bias" [id=62, type=get_attr]; +"63 features_5_1_mlp_0_bias" [id=63, type=get_attr]; +"64 features_5_1_mlp_3_bias" [id=64, type=get_attr]; +"65 features_5_1_norm2_weight" [id=65, type=get_attr]; +"66 features_5_1_norm2_bias" [id=66, type=get_attr]; +"67 features_5_2_norm1_weight" [id=67, type=get_attr]; +"68 features_5_2_norm1_bias" [id=68, type=get_attr]; +"69 features_5_2_mlp_0_bias" [id=69, type=get_attr]; +"70 features_5_2_mlp_3_bias" [id=70, type=get_attr]; +"71 features_5_2_norm2_weight" [id=71, type=get_attr]; +"72 features_5_2_norm2_bias" [id=72, type=get_attr]; +"73 features_5_3_norm1_weight" [id=73, type=get_attr]; +"74 features_5_3_norm1_bias" [id=74, type=get_attr]; +"75 features_5_3_mlp_0_bias" [id=75, type=get_attr]; +"76 features_5_3_mlp_3_bias" [id=76, type=get_attr]; +"77 features_5_3_norm2_weight" [id=77, type=get_attr]; +"78 features_5_3_norm2_bias" [id=78, type=get_attr]; +"79 features_5_4_norm1_weight" [id=79, type=get_attr]; +"80 features_5_4_norm1_bias" [id=80, type=get_attr]; +"81 features_5_4_mlp_0_bias" [id=81, type=get_attr]; +"82 features_5_4_mlp_3_bias" [id=82, type=get_attr]; +"83 features_5_4_norm2_weight" [id=83, type=get_attr]; +"84 features_5_4_norm2_bias" [id=84, type=get_attr]; +"85 features_5_5_norm1_weight" [id=85, type=get_attr]; +"86 features_5_5_norm1_bias" [id=86, type=get_attr]; +"87 features_5_5_mlp_0_bias" [id=87, type=get_attr]; +"88 features_5_5_mlp_3_bias" [id=88, type=get_attr]; +"89 features_5_5_norm2_weight" [id=89, type=get_attr]; +"90 features_5_5_norm2_bias" [id=90, type=get_attr]; +"91 features_5_6_norm1_weight" [id=91, type=get_attr]; +"92 features_5_6_norm1_bias" [id=92, type=get_attr]; +"93 features_5_6_mlp_0_bias" [id=93, type=get_attr]; +"94 features_5_6_mlp_3_bias" [id=94, type=get_attr]; +"95 features_5_6_norm2_weight" [id=95, type=get_attr]; +"96 features_5_6_norm2_bias" [id=96, type=get_attr]; +"97 features_5_7_norm1_weight" [id=97, type=get_attr]; +"98 features_5_7_norm1_bias" [id=98, type=get_attr]; +"99 features_5_7_mlp_0_bias" [id=99, type=get_attr]; +"100 features_5_7_mlp_3_bias" [id=100, type=get_attr]; +"101 features_5_7_norm2_weight" [id=101, type=get_attr]; +"102 features_5_7_norm2_bias" [id=102, type=get_attr]; +"103 features_5_8_norm1_weight" [id=103, type=get_attr]; +"104 features_5_8_norm1_bias" [id=104, type=get_attr]; +"105 features_5_8_mlp_0_bias" [id=105, type=get_attr]; +"106 features_5_8_mlp_3_bias" [id=106, type=get_attr]; +"107 features_5_8_norm2_weight" [id=107, type=get_attr]; +"108 features_5_8_norm2_bias" [id=108, type=get_attr]; +"109 features_5_9_norm1_weight" [id=109, type=get_attr]; +"110 features_5_9_norm1_bias" [id=110, type=get_attr]; +"111 features_5_9_mlp_0_bias" [id=111, type=get_attr]; +"112 features_5_9_mlp_3_bias" [id=112, type=get_attr]; +"113 features_5_9_norm2_weight" [id=113, type=get_attr]; +"114 features_5_9_norm2_bias" [id=114, type=get_attr]; +"115 features_5_10_norm1_weight" [id=115, type=get_attr]; +"116 features_5_10_norm1_bias" [id=116, type=get_attr]; +"117 features_5_10_mlp_0_bias" [id=117, type=get_attr]; +"118 features_5_10_mlp_3_bias" [id=118, type=get_attr]; +"119 features_5_10_norm2_weight" [id=119, type=get_attr]; +"120 features_5_10_norm2_bias" [id=120, type=get_attr]; +"121 features_5_11_norm1_weight" [id=121, type=get_attr]; +"122 features_5_11_norm1_bias" [id=122, type=get_attr]; +"123 features_5_11_mlp_0_bias" [id=123, type=get_attr]; +"124 features_5_11_mlp_3_bias" [id=124, type=get_attr]; +"125 features_5_11_norm2_weight" [id=125, type=get_attr]; +"126 features_5_11_norm2_bias" [id=126, type=get_attr]; +"127 features_5_12_norm1_weight" [id=127, type=get_attr]; +"128 features_5_12_norm1_bias" [id=128, type=get_attr]; +"129 features_5_12_mlp_0_bias" [id=129, type=get_attr]; +"130 features_5_12_mlp_3_bias" [id=130, type=get_attr]; +"131 features_5_12_norm2_weight" [id=131, type=get_attr]; +"132 features_5_12_norm2_bias" [id=132, type=get_attr]; +"133 features_5_13_norm1_weight" [id=133, type=get_attr]; +"134 features_5_13_norm1_bias" [id=134, type=get_attr]; +"135 features_5_13_mlp_0_bias" [id=135, type=get_attr]; +"136 features_5_13_mlp_3_bias" [id=136, type=get_attr]; +"137 features_5_13_norm2_weight" [id=137, type=get_attr]; +"138 features_5_13_norm2_bias" [id=138, type=get_attr]; +"139 features_5_14_norm1_weight" [id=139, type=get_attr]; +"140 features_5_14_norm1_bias" [id=140, type=get_attr]; +"141 features_5_14_mlp_0_bias" [id=141, type=get_attr]; +"142 features_5_14_mlp_3_bias" [id=142, type=get_attr]; +"143 features_5_14_norm2_weight" [id=143, type=get_attr]; +"144 features_5_14_norm2_bias" [id=144, type=get_attr]; +"145 features_5_15_norm1_weight" [id=145, type=get_attr]; +"146 features_5_15_norm1_bias" [id=146, type=get_attr]; +"147 features_5_15_mlp_0_bias" [id=147, type=get_attr]; +"148 features_5_15_mlp_3_bias" [id=148, type=get_attr]; +"149 features_5_15_norm2_weight" [id=149, type=get_attr]; +"150 features_5_15_norm2_bias" [id=150, type=get_attr]; +"151 features_5_16_norm1_weight" [id=151, type=get_attr]; +"152 features_5_16_norm1_bias" [id=152, type=get_attr]; +"153 features_5_16_mlp_0_bias" [id=153, type=get_attr]; +"154 features_5_16_mlp_3_bias" [id=154, type=get_attr]; +"155 features_5_16_norm2_weight" [id=155, type=get_attr]; +"156 features_5_16_norm2_bias" [id=156, type=get_attr]; +"157 features_5_17_norm1_weight" [id=157, type=get_attr]; +"158 features_5_17_norm1_bias" [id=158, type=get_attr]; +"159 features_5_17_mlp_0_bias" [id=159, type=get_attr]; +"160 features_5_17_mlp_3_bias" [id=160, type=get_attr]; +"161 features_5_17_norm2_weight" [id=161, type=get_attr]; +"162 features_5_17_norm2_bias" [id=162, type=get_attr]; +"163 features_6_norm_weight" [id=163, type=get_attr]; +"164 features_6_norm_bias" [id=164, type=get_attr]; +"165 features_7_0_norm1_weight" [id=165, type=get_attr]; +"166 features_7_0_norm1_bias" [id=166, type=get_attr]; +"167 features_7_0_mlp_0_bias" [id=167, type=get_attr]; +"168 features_7_0_mlp_3_bias" [id=168, type=get_attr]; +"169 features_7_0_norm2_weight" [id=169, type=get_attr]; +"170 features_7_0_norm2_bias" [id=170, type=get_attr]; +"171 features_7_1_norm1_weight" [id=171, type=get_attr]; +"172 features_7_1_norm1_bias" [id=172, type=get_attr]; +"173 features_7_1_mlp_0_bias" [id=173, type=get_attr]; +"174 features_7_1_mlp_3_bias" [id=174, type=get_attr]; +"175 features_7_1_norm2_weight" [id=175, type=get_attr]; +"176 features_7_1_norm2_bias" [id=176, type=get_attr]; +"177 norm_weight" [id=177, type=get_attr]; +"178 norm_bias" [id=178, type=get_attr]; +"179 head_bias" [id=179, type=get_attr]; +"180 x" [id=180, type=input]; +"181 quantize_per_tensor_default" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default" [id=182, type=dequantize_per_tensor]; +"183 scale_updated_constant0" [id=183, type=get_attr]; +"184 compressed_weight_updated_constant0" [id=184, type=get_attr]; +"185 mul_tensor" [id=185, type=mul]; +"186 zero_point_updated_constant0" [id=186, type=get_attr]; +"187 sub_tensor" [id=187, type=sub]; +"188 conv2d" [id=188, type=conv2d]; +"189 permute" [id=189, type=permute]; +"190 layer_norm" [id=190, type=layer_norm]; +"191 _frozen_param0" [id=191, type=get_attr]; +"192 pad" [id=192, type=pad]; +"193 view_2" [id=193, type=view]; +"194 permute_2" [id=194, type=permute]; +"195 reshape" [id=195, type=reshape]; +"196 _frozen_param1" [id=196, type=get_attr]; +"197 reshape_0_0_nncf_smooth_quant_0" [id=197, type=call_module]; +"198 quantize_per_tensor_default_1" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_1" [id=199, type=dequantize_per_tensor]; +"200 scale_updated_constant1" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant1" [id=201, type=get_attr]; +"202 mul_tensor_1" [id=202, type=mul]; +"203 zero_point_updated_constant1" [id=203, type=get_attr]; +"204 sub_tensor_1" [id=204, type=sub]; +"205 linear_2" [id=205, type=linear]; +"206 reshape_1" [id=206, type=reshape]; +"207 permute_3" [id=207, type=permute]; +"208 select" [id=208, type=select]; +"209 select_1" [id=209, type=select]; +"210 select_2" [id=210, type=select]; +"211 linalg_vector_norm" [id=211, type=linalg_vector_norm]; +"212 clamp_min" [id=212, type=clamp_min]; +"213 expand_as" [id=213, type=expand_as]; +"214 div" [id=214, type=div]; +"215 quantize_per_tensor_default_2" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_2" [id=216, type=dequantize_per_tensor]; +"217 linalg_vector_norm_1" [id=217, type=linalg_vector_norm]; +"218 clamp_min_1" [id=218, type=clamp_min]; +"219 expand_as_1" [id=219, type=expand_as]; +"220 div_1" [id=220, type=div]; +"221 quantize_per_tensor_default_3" [id=221, type=quantize_per_tensor]; +"222 dequantize_per_tensor_default_3" [id=222, type=dequantize_per_tensor]; +"223 transpose" [id=223, type=transpose]; +"224 matmul" [id=224, type=matmul]; +"225 _frozen_param3" [id=225, type=get_attr]; +"226 mul_1" [id=226, type=mul]; +"227 add" [id=227, type=add]; +"228 softmax" [id=228, type=softmax]; +"229 dropout" [id=229, type=dropout]; +"230 matmul_1" [id=230, type=matmul]; +"231 transpose_1" [id=231, type=transpose]; +"232 reshape_2" [id=232, type=reshape]; +"233 reshape_2_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; +"234 quantize_per_tensor_default_4" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_4" [id=235, type=dequantize_per_tensor]; +"236 scale_updated_constant2" [id=236, type=get_attr]; +"237 compressed_weight_updated_constant2" [id=237, type=get_attr]; +"238 mul_tensor_2" [id=238, type=mul]; +"239 zero_point_updated_constant2" [id=239, type=get_attr]; +"240 sub_tensor_2" [id=240, type=sub]; +"241 linear_3" [id=241, type=linear]; +"242 dropout_1" [id=242, type=dropout]; +"243 view_3" [id=243, type=view]; +"244 permute_4" [id=244, type=permute]; +"245 reshape_3" [id=245, type=reshape]; +"246 slice_2" [id=246, type=slice]; +"247 slice_3" [id=247, type=slice]; +"248 layer_norm_1" [id=248, type=layer_norm]; +"249 add_1" [id=249, type=add]; +"250 add_1_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; +"251 quantize_per_tensor_default_5" [id=251, type=quantize_per_tensor]; +"252 dequantize_per_tensor_default_5" [id=252, type=dequantize_per_tensor]; +"253 scale_updated_constant3" [id=253, type=get_attr]; +"254 compressed_weight_updated_constant3" [id=254, type=get_attr]; +"255 mul_tensor_3" [id=255, type=mul]; +"256 zero_point_updated_constant3" [id=256, type=get_attr]; +"257 sub_tensor_3" [id=257, type=sub]; +"258 linear_4" [id=258, type=linear]; +"259 gelu" [id=259, type=gelu]; +"260 dropout_2" [id=260, type=dropout]; +"261 dropout_2_0_0_nncf_smooth_quant_0" [id=261, type=call_module]; +"262 quantize_per_tensor_default_6" [id=262, type=quantize_per_tensor]; +"263 dequantize_per_tensor_default_6" [id=263, type=dequantize_per_tensor]; +"264 scale_updated_constant4" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant4" [id=265, type=get_attr]; +"266 mul_tensor_4" [id=266, type=mul]; +"267 zero_point_updated_constant4" [id=267, type=get_attr]; +"268 sub_tensor_4" [id=268, type=sub]; +"269 linear_5" [id=269, type=linear]; +"270 dropout_3" [id=270, type=dropout]; +"271 layer_norm_2" [id=271, type=layer_norm]; +"272 add_2" [id=272, type=add]; +"273 _frozen_param4" [id=273, type=get_attr]; +"274 pad_1" [id=274, type=pad]; +"275 roll" [id=275, type=roll]; +"276 view_6" [id=276, type=view]; +"277 permute_6" [id=277, type=permute]; +"278 reshape_4" [id=278, type=reshape]; +"279 _frozen_param5" [id=279, type=get_attr]; +"280 reshape_4_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_7" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_7" [id=282, type=dequantize_per_tensor]; +"283 scale_updated_constant5" [id=283, type=get_attr]; +"284 compressed_weight_updated_constant5" [id=284, type=get_attr]; +"285 mul_tensor_5" [id=285, type=mul]; +"286 zero_point_updated_constant5" [id=286, type=get_attr]; +"287 sub_tensor_5" [id=287, type=sub]; +"288 linear_8" [id=288, type=linear]; +"289 reshape_5" [id=289, type=reshape]; +"290 permute_7" [id=290, type=permute]; +"291 select_3" [id=291, type=select]; +"292 select_4" [id=292, type=select]; +"293 select_5" [id=293, type=select]; +"294 linalg_vector_norm_2" [id=294, type=linalg_vector_norm]; +"295 clamp_min_2" [id=295, type=clamp_min]; +"296 expand_as_2" [id=296, type=expand_as]; +"297 div_2" [id=297, type=div]; +"298 quantize_per_tensor_default_8" [id=298, type=quantize_per_tensor]; +"299 dequantize_per_tensor_default_8" [id=299, type=dequantize_per_tensor]; +"300 linalg_vector_norm_3" [id=300, type=linalg_vector_norm]; +"301 clamp_min_3" [id=301, type=clamp_min]; +"302 expand_as_3" [id=302, type=expand_as]; +"303 div_3" [id=303, type=div]; +"304 quantize_per_tensor_default_9" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_9" [id=305, type=dequantize_per_tensor]; +"306 transpose_2" [id=306, type=transpose]; +"307 matmul_2" [id=307, type=matmul]; +"308 _frozen_param7" [id=308, type=get_attr]; +"309 mul_3" [id=309, type=mul]; +"310 add_3" [id=310, type=add]; +"311 new_zeros" [id=311, type=new_zeros]; +"312 view_7" [id=312, type=view]; +"313 permute_8" [id=313, type=permute]; +"314 reshape_6" [id=314, type=reshape]; +"315 unsqueeze_2" [id=315, type=unsqueeze]; +"316 unsqueeze_3" [id=316, type=unsqueeze]; +"317 sub" [id=317, type=sub]; +"318 ne" [id=318, type=ne]; +"319 masked_fill" [id=319, type=masked_fill]; +"320 eq" [id=320, type=eq]; +"321 masked_fill_1" [id=321, type=masked_fill]; +"322 view_8" [id=322, type=view]; +"323 unsqueeze_4" [id=323, type=unsqueeze]; +"324 unsqueeze_5" [id=324, type=unsqueeze]; +"325 add_4" [id=325, type=add]; +"326 view_9" [id=326, type=view]; +"327 softmax_1" [id=327, type=softmax]; +"328 dropout_4" [id=328, type=dropout]; +"329 matmul_3" [id=329, type=matmul]; +"330 transpose_3" [id=330, type=transpose]; +"331 reshape_7" [id=331, type=reshape]; +"332 reshape_7_0_0_nncf_smooth_quant_0" [id=332, type=call_module]; +"333 quantize_per_tensor_default_10" [id=333, type=quantize_per_tensor]; +"334 dequantize_per_tensor_default_10" [id=334, type=dequantize_per_tensor]; +"335 scale_updated_constant6" [id=335, type=get_attr]; +"336 compressed_weight_updated_constant6" [id=336, type=get_attr]; +"337 mul_tensor_6" [id=337, type=mul]; +"338 zero_point_updated_constant6" [id=338, type=get_attr]; +"339 sub_tensor_6" [id=339, type=sub]; +"340 linear_9" [id=340, type=linear]; +"341 dropout_5" [id=341, type=dropout]; +"342 view_10" [id=342, type=view]; +"343 permute_9" [id=343, type=permute]; +"344 reshape_8" [id=344, type=reshape]; +"345 roll_1" [id=345, type=roll]; +"346 slice_23" [id=346, type=slice]; +"347 slice_24" [id=347, type=slice]; +"348 layer_norm_3" [id=348, type=layer_norm]; +"349 add_5" [id=349, type=add]; +"350 add_5_0_0_nncf_smooth_quant_0" [id=350, type=call_module]; +"351 quantize_per_tensor_default_11" [id=351, type=quantize_per_tensor]; +"352 dequantize_per_tensor_default_11" [id=352, type=dequantize_per_tensor]; +"353 scale_updated_constant7" [id=353, type=get_attr]; +"354 compressed_weight_updated_constant7" [id=354, type=get_attr]; +"355 mul_tensor_7" [id=355, type=mul]; +"356 zero_point_updated_constant7" [id=356, type=get_attr]; +"357 sub_tensor_7" [id=357, type=sub]; +"358 linear_10" [id=358, type=linear]; +"359 gelu_1" [id=359, type=gelu]; +"360 dropout_6" [id=360, type=dropout]; +"361 dropout_6_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; +"362 quantize_per_tensor_default_12" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_12" [id=363, type=dequantize_per_tensor]; +"364 scale_updated_constant8" [id=364, type=get_attr]; +"365 compressed_weight_updated_constant8" [id=365, type=get_attr]; +"366 mul_tensor_8" [id=366, type=mul]; +"367 zero_point_updated_constant8" [id=367, type=get_attr]; +"368 sub_tensor_8" [id=368, type=sub]; +"369 linear_11" [id=369, type=linear]; +"370 dropout_7" [id=370, type=dropout]; +"371 layer_norm_4" [id=371, type=layer_norm]; +"372 add_6" [id=372, type=add]; +"373 pad_2" [id=373, type=pad]; +"374 slice_25" [id=374, type=slice]; +"375 slice_26" [id=375, type=slice]; +"376 slice_27" [id=376, type=slice]; +"377 slice_28" [id=377, type=slice]; +"378 slice_29" [id=378, type=slice]; +"379 slice_30" [id=379, type=slice]; +"380 slice_31" [id=380, type=slice]; +"381 slice_32" [id=381, type=slice]; +"382 slice_33" [id=382, type=slice]; +"383 slice_34" [id=383, type=slice]; +"384 slice_35" [id=384, type=slice]; +"385 slice_36" [id=385, type=slice]; +"386 cat" [id=386, type=cat]; +"387 cat_0_0_nncf_smooth_quant_0" [id=387, type=call_module]; +"388 quantize_per_tensor_default_13" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_13" [id=389, type=dequantize_per_tensor]; +"390 scale_updated_constant9" [id=390, type=get_attr]; +"391 compressed_weight_updated_constant9" [id=391, type=get_attr]; +"392 mul_tensor_9" [id=392, type=mul]; +"393 zero_point_updated_constant9" [id=393, type=get_attr]; +"394 sub_tensor_9" [id=394, type=sub]; +"395 linear_12" [id=395, type=linear]; +"396 layer_norm_5" [id=396, type=layer_norm]; +"397 _frozen_param17" [id=397, type=get_attr]; +"398 pad_3" [id=398, type=pad]; +"399 view_13" [id=399, type=view]; +"400 permute_11" [id=400, type=permute]; +"401 reshape_9" [id=401, type=reshape]; +"402 _frozen_param18" [id=402, type=get_attr]; +"403 reshape_9_0_0_nncf_smooth_quant_0" [id=403, type=call_module]; +"404 quantize_per_tensor_default_14" [id=404, type=quantize_per_tensor]; +"405 dequantize_per_tensor_default_14" [id=405, type=dequantize_per_tensor]; +"406 scale_updated_constant10" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant10" [id=407, type=get_attr]; +"408 mul_tensor_10" [id=408, type=mul]; +"409 zero_point_updated_constant10" [id=409, type=get_attr]; +"410 sub_tensor_10" [id=410, type=sub]; +"411 linear_15" [id=411, type=linear]; +"412 reshape_10" [id=412, type=reshape]; +"413 permute_12" [id=413, type=permute]; +"414 select_6" [id=414, type=select]; +"415 select_7" [id=415, type=select]; +"416 select_8" [id=416, type=select]; +"417 linalg_vector_norm_4" [id=417, type=linalg_vector_norm]; +"418 clamp_min_4" [id=418, type=clamp_min]; +"419 expand_as_4" [id=419, type=expand_as]; +"420 div_4" [id=420, type=div]; +"421 quantize_per_tensor_default_15" [id=421, type=quantize_per_tensor]; +"422 dequantize_per_tensor_default_15" [id=422, type=dequantize_per_tensor]; +"423 linalg_vector_norm_5" [id=423, type=linalg_vector_norm]; +"424 clamp_min_5" [id=424, type=clamp_min]; +"425 expand_as_5" [id=425, type=expand_as]; +"426 div_5" [id=426, type=div]; +"427 quantize_per_tensor_default_16" [id=427, type=quantize_per_tensor]; +"428 dequantize_per_tensor_default_16" [id=428, type=dequantize_per_tensor]; +"429 transpose_4" [id=429, type=transpose]; +"430 matmul_4" [id=430, type=matmul]; +"431 _frozen_param20" [id=431, type=get_attr]; +"432 mul_5" [id=432, type=mul]; +"433 add_7" [id=433, type=add]; +"434 softmax_2" [id=434, type=softmax]; +"435 dropout_8" [id=435, type=dropout]; +"436 matmul_5" [id=436, type=matmul]; +"437 transpose_5" [id=437, type=transpose]; +"438 reshape_11" [id=438, type=reshape]; +"439 reshape_11_0_0_nncf_smooth_quant_0" [id=439, type=call_module]; +"440 quantize_per_tensor_default_17" [id=440, type=quantize_per_tensor]; +"441 dequantize_per_tensor_default_17" [id=441, type=dequantize_per_tensor]; +"442 scale_updated_constant11" [id=442, type=get_attr]; +"443 compressed_weight_updated_constant11" [id=443, type=get_attr]; +"444 mul_tensor_11" [id=444, type=mul]; +"445 zero_point_updated_constant11" [id=445, type=get_attr]; +"446 sub_tensor_11" [id=446, type=sub]; +"447 linear_16" [id=447, type=linear]; +"448 dropout_9" [id=448, type=dropout]; +"449 view_14" [id=449, type=view]; +"450 permute_13" [id=450, type=permute]; +"451 reshape_12" [id=451, type=reshape]; +"452 slice_38" [id=452, type=slice]; +"453 slice_39" [id=453, type=slice]; +"454 slice_40" [id=454, type=slice]; +"455 slice_41" [id=455, type=slice]; +"456 contiguous_3" [id=456, type=contiguous]; +"457 layer_norm_6" [id=457, type=layer_norm]; +"458 add_8" [id=458, type=add]; +"459 add_8_0_0_nncf_smooth_quant_0" [id=459, type=call_module]; +"460 quantize_per_tensor_default_18" [id=460, type=quantize_per_tensor]; +"461 dequantize_per_tensor_default_18" [id=461, type=dequantize_per_tensor]; +"462 scale_updated_constant12" [id=462, type=get_attr]; +"463 compressed_weight_updated_constant12" [id=463, type=get_attr]; +"464 mul_tensor_12" [id=464, type=mul]; +"465 zero_point_updated_constant12" [id=465, type=get_attr]; +"466 sub_tensor_12" [id=466, type=sub]; +"467 linear_17" [id=467, type=linear]; +"468 gelu_2" [id=468, type=gelu]; +"469 dropout_10" [id=469, type=dropout]; +"470 dropout_10_0_0_nncf_smooth_quant_0" [id=470, type=call_module]; +"471 quantize_per_tensor_default_19" [id=471, type=quantize_per_tensor]; +"472 dequantize_per_tensor_default_19" [id=472, type=dequantize_per_tensor]; +"473 scale_updated_constant13" [id=473, type=get_attr]; +"474 compressed_weight_updated_constant13" [id=474, type=get_attr]; +"475 mul_tensor_13" [id=475, type=mul]; +"476 zero_point_updated_constant13" [id=476, type=get_attr]; +"477 sub_tensor_13" [id=477, type=sub]; +"478 linear_18" [id=478, type=linear]; +"479 dropout_11" [id=479, type=dropout]; +"480 layer_norm_7" [id=480, type=layer_norm]; +"481 add_9" [id=481, type=add]; +"482 _frozen_param21" [id=482, type=get_attr]; +"483 pad_4" [id=483, type=pad]; +"484 roll_2" [id=484, type=roll]; +"485 view_17" [id=485, type=view]; +"486 permute_15" [id=486, type=permute]; +"487 reshape_13" [id=487, type=reshape]; +"488 _frozen_param22" [id=488, type=get_attr]; +"489 reshape_13_0_0_nncf_smooth_quant_0" [id=489, type=call_module]; +"490 quantize_per_tensor_default_20" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_20" [id=491, type=dequantize_per_tensor]; +"492 scale_updated_constant14" [id=492, type=get_attr]; +"493 compressed_weight_updated_constant14" [id=493, type=get_attr]; +"494 mul_tensor_14" [id=494, type=mul]; +"495 zero_point_updated_constant14" [id=495, type=get_attr]; +"496 sub_tensor_14" [id=496, type=sub]; +"497 linear_21" [id=497, type=linear]; +"498 reshape_14" [id=498, type=reshape]; +"499 permute_16" [id=499, type=permute]; +"500 select_9" [id=500, type=select]; +"501 select_10" [id=501, type=select]; +"502 select_11" [id=502, type=select]; +"503 linalg_vector_norm_6" [id=503, type=linalg_vector_norm]; +"504 clamp_min_6" [id=504, type=clamp_min]; +"505 expand_as_6" [id=505, type=expand_as]; +"506 div_6" [id=506, type=div]; +"507 quantize_per_tensor_default_21" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_21" [id=508, type=dequantize_per_tensor]; +"509 linalg_vector_norm_7" [id=509, type=linalg_vector_norm]; +"510 clamp_min_7" [id=510, type=clamp_min]; +"511 expand_as_7" [id=511, type=expand_as]; +"512 div_7" [id=512, type=div]; +"513 quantize_per_tensor_default_22" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_22" [id=514, type=dequantize_per_tensor]; +"515 transpose_6" [id=515, type=transpose]; +"516 matmul_6" [id=516, type=matmul]; +"517 _frozen_param24" [id=517, type=get_attr]; +"518 mul_7" [id=518, type=mul]; +"519 add_10" [id=519, type=add]; +"520 new_zeros_1" [id=520, type=new_zeros]; +"521 view_18" [id=521, type=view]; +"522 permute_17" [id=522, type=permute]; +"523 reshape_15" [id=523, type=reshape]; +"524 unsqueeze_8" [id=524, type=unsqueeze]; +"525 unsqueeze_9" [id=525, type=unsqueeze]; +"526 sub_1" [id=526, type=sub]; +"527 ne_1" [id=527, type=ne]; +"528 masked_fill_2" [id=528, type=masked_fill]; +"529 eq_1" [id=529, type=eq]; +"530 masked_fill_3" [id=530, type=masked_fill]; +"531 view_19" [id=531, type=view]; +"532 unsqueeze_10" [id=532, type=unsqueeze]; +"533 unsqueeze_11" [id=533, type=unsqueeze]; +"534 add_11" [id=534, type=add]; +"535 view_20" [id=535, type=view]; +"536 softmax_3" [id=536, type=softmax]; +"537 dropout_12" [id=537, type=dropout]; +"538 matmul_7" [id=538, type=matmul]; +"539 transpose_7" [id=539, type=transpose]; +"540 reshape_16" [id=540, type=reshape]; +"541 reshape_16_0_0_nncf_smooth_quant_0" [id=541, type=call_module]; +"542 quantize_per_tensor_default_23" [id=542, type=quantize_per_tensor]; +"543 dequantize_per_tensor_default_23" [id=543, type=dequantize_per_tensor]; +"544 scale_updated_constant15" [id=544, type=get_attr]; +"545 compressed_weight_updated_constant15" [id=545, type=get_attr]; +"546 mul_tensor_15" [id=546, type=mul]; +"547 zero_point_updated_constant15" [id=547, type=get_attr]; +"548 sub_tensor_15" [id=548, type=sub]; +"549 linear_22" [id=549, type=linear]; +"550 dropout_13" [id=550, type=dropout]; +"551 view_21" [id=551, type=view]; +"552 permute_18" [id=552, type=permute]; +"553 reshape_17" [id=553, type=reshape]; +"554 roll_3" [id=554, type=roll]; +"555 slice_61" [id=555, type=slice]; +"556 slice_62" [id=556, type=slice]; +"557 slice_63" [id=557, type=slice]; +"558 slice_64" [id=558, type=slice]; +"559 contiguous_5" [id=559, type=contiguous]; +"560 layer_norm_8" [id=560, type=layer_norm]; +"561 add_12" [id=561, type=add]; +"562 add_12_0_0_nncf_smooth_quant_0" [id=562, type=call_module]; +"563 quantize_per_tensor_default_24" [id=563, type=quantize_per_tensor]; +"564 dequantize_per_tensor_default_24" [id=564, type=dequantize_per_tensor]; +"565 scale_updated_constant16" [id=565, type=get_attr]; +"566 compressed_weight_updated_constant16" [id=566, type=get_attr]; +"567 mul_tensor_16" [id=567, type=mul]; +"568 zero_point_updated_constant16" [id=568, type=get_attr]; +"569 sub_tensor_16" [id=569, type=sub]; +"570 linear_23" [id=570, type=linear]; +"571 gelu_3" [id=571, type=gelu]; +"572 dropout_14" [id=572, type=dropout]; +"573 dropout_14_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 quantize_per_tensor_default_25" [id=574, type=quantize_per_tensor]; +"575 dequantize_per_tensor_default_25" [id=575, type=dequantize_per_tensor]; +"576 scale_updated_constant17" [id=576, type=get_attr]; +"577 compressed_weight_updated_constant17" [id=577, type=get_attr]; +"578 mul_tensor_17" [id=578, type=mul]; +"579 zero_point_updated_constant17" [id=579, type=get_attr]; +"580 sub_tensor_17" [id=580, type=sub]; +"581 linear_24" [id=581, type=linear]; +"582 dropout_15" [id=582, type=dropout]; +"583 layer_norm_9" [id=583, type=layer_norm]; +"584 add_13" [id=584, type=add]; +"585 pad_5" [id=585, type=pad]; +"586 slice_65" [id=586, type=slice]; +"587 slice_66" [id=587, type=slice]; +"588 slice_67" [id=588, type=slice]; +"589 slice_68" [id=589, type=slice]; +"590 slice_69" [id=590, type=slice]; +"591 slice_70" [id=591, type=slice]; +"592 slice_71" [id=592, type=slice]; +"593 slice_72" [id=593, type=slice]; +"594 slice_73" [id=594, type=slice]; +"595 slice_74" [id=595, type=slice]; +"596 slice_75" [id=596, type=slice]; +"597 slice_76" [id=597, type=slice]; +"598 cat_1" [id=598, type=cat]; +"599 cat_1_0_0_nncf_smooth_quant_0" [id=599, type=call_module]; +"600 quantize_per_tensor_default_26" [id=600, type=quantize_per_tensor]; +"601 dequantize_per_tensor_default_26" [id=601, type=dequantize_per_tensor]; +"602 scale_updated_constant18" [id=602, type=get_attr]; +"603 compressed_weight_updated_constant18" [id=603, type=get_attr]; +"604 mul_tensor_18" [id=604, type=mul]; +"605 zero_point_updated_constant18" [id=605, type=get_attr]; +"606 sub_tensor_18" [id=606, type=sub]; +"607 linear_25" [id=607, type=linear]; +"608 layer_norm_10" [id=608, type=layer_norm]; +"609 _frozen_param34" [id=609, type=get_attr]; +"610 pad_6" [id=610, type=pad]; +"611 view_24" [id=611, type=view]; +"612 permute_20" [id=612, type=permute]; +"613 reshape_18" [id=613, type=reshape]; +"614 _frozen_param35" [id=614, type=get_attr]; +"615 reshape_18_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_27" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_27" [id=617, type=dequantize_per_tensor]; +"618 scale_updated_constant19" [id=618, type=get_attr]; +"619 compressed_weight_updated_constant19" [id=619, type=get_attr]; +"620 mul_tensor_19" [id=620, type=mul]; +"621 zero_point_updated_constant19" [id=621, type=get_attr]; +"622 sub_tensor_19" [id=622, type=sub]; +"623 linear_28" [id=623, type=linear]; +"624 reshape_19" [id=624, type=reshape]; +"625 permute_21" [id=625, type=permute]; +"626 select_12" [id=626, type=select]; +"627 select_13" [id=627, type=select]; +"628 select_14" [id=628, type=select]; +"629 linalg_vector_norm_8" [id=629, type=linalg_vector_norm]; +"630 clamp_min_8" [id=630, type=clamp_min]; +"631 expand_as_8" [id=631, type=expand_as]; +"632 div_8" [id=632, type=div]; +"633 quantize_per_tensor_default_28" [id=633, type=quantize_per_tensor]; +"634 dequantize_per_tensor_default_28" [id=634, type=dequantize_per_tensor]; +"635 linalg_vector_norm_9" [id=635, type=linalg_vector_norm]; +"636 clamp_min_9" [id=636, type=clamp_min]; +"637 expand_as_9" [id=637, type=expand_as]; +"638 div_9" [id=638, type=div]; +"639 quantize_per_tensor_default_29" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_29" [id=640, type=dequantize_per_tensor]; +"641 transpose_8" [id=641, type=transpose]; +"642 matmul_8" [id=642, type=matmul]; +"643 _frozen_param37" [id=643, type=get_attr]; +"644 mul_9" [id=644, type=mul]; +"645 add_14" [id=645, type=add]; +"646 softmax_4" [id=646, type=softmax]; +"647 dropout_16" [id=647, type=dropout]; +"648 matmul_9" [id=648, type=matmul]; +"649 transpose_9" [id=649, type=transpose]; +"650 reshape_20" [id=650, type=reshape]; +"651 reshape_20_0_0_nncf_smooth_quant_0" [id=651, type=call_module]; +"652 quantize_per_tensor_default_30" [id=652, type=quantize_per_tensor]; +"653 dequantize_per_tensor_default_30" [id=653, type=dequantize_per_tensor]; +"654 scale_updated_constant20" [id=654, type=get_attr]; +"655 compressed_weight_updated_constant20" [id=655, type=get_attr]; +"656 mul_tensor_20" [id=656, type=mul]; +"657 zero_point_updated_constant20" [id=657, type=get_attr]; +"658 sub_tensor_20" [id=658, type=sub]; +"659 linear_29" [id=659, type=linear]; +"660 dropout_17" [id=660, type=dropout]; +"661 view_25" [id=661, type=view]; +"662 permute_22" [id=662, type=permute]; +"663 reshape_21" [id=663, type=reshape]; +"664 slice_78" [id=664, type=slice]; +"665 slice_79" [id=665, type=slice]; +"666 slice_80" [id=666, type=slice]; +"667 slice_81" [id=667, type=slice]; +"668 contiguous_7" [id=668, type=contiguous]; +"669 layer_norm_11" [id=669, type=layer_norm]; +"670 add_15" [id=670, type=add]; +"671 add_15_0_0_nncf_smooth_quant_0" [id=671, type=call_module]; +"672 quantize_per_tensor_default_31" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_31" [id=673, type=dequantize_per_tensor]; +"674 scale_updated_constant21" [id=674, type=get_attr]; +"675 compressed_weight_updated_constant21" [id=675, type=get_attr]; +"676 mul_tensor_21" [id=676, type=mul]; +"677 zero_point_updated_constant21" [id=677, type=get_attr]; +"678 sub_tensor_21" [id=678, type=sub]; +"679 linear_30" [id=679, type=linear]; +"680 gelu_4" [id=680, type=gelu]; +"681 dropout_18" [id=681, type=dropout]; +"682 dropout_18_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; +"683 quantize_per_tensor_default_32" [id=683, type=quantize_per_tensor]; +"684 dequantize_per_tensor_default_32" [id=684, type=dequantize_per_tensor]; +"685 scale_updated_constant22" [id=685, type=get_attr]; +"686 compressed_weight_updated_constant22" [id=686, type=get_attr]; +"687 mul_tensor_22" [id=687, type=mul]; +"688 zero_point_updated_constant22" [id=688, type=get_attr]; +"689 sub_tensor_22" [id=689, type=sub]; +"690 linear_31" [id=690, type=linear]; +"691 dropout_19" [id=691, type=dropout]; +"692 layer_norm_12" [id=692, type=layer_norm]; +"693 add_16" [id=693, type=add]; +"694 _frozen_param38" [id=694, type=get_attr]; +"695 pad_7" [id=695, type=pad]; +"696 roll_4" [id=696, type=roll]; +"697 view_28" [id=697, type=view]; +"698 permute_24" [id=698, type=permute]; +"699 reshape_22" [id=699, type=reshape]; +"700 _frozen_param39" [id=700, type=get_attr]; +"701 reshape_22_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; +"702 quantize_per_tensor_default_33" [id=702, type=quantize_per_tensor]; +"703 dequantize_per_tensor_default_33" [id=703, type=dequantize_per_tensor]; +"704 scale_updated_constant23" [id=704, type=get_attr]; +"705 compressed_weight_updated_constant23" [id=705, type=get_attr]; +"706 mul_tensor_23" [id=706, type=mul]; +"707 zero_point_updated_constant23" [id=707, type=get_attr]; +"708 sub_tensor_23" [id=708, type=sub]; +"709 linear_34" [id=709, type=linear]; +"710 reshape_23" [id=710, type=reshape]; +"711 permute_25" [id=711, type=permute]; +"712 select_15" [id=712, type=select]; +"713 select_16" [id=713, type=select]; +"714 select_17" [id=714, type=select]; +"715 linalg_vector_norm_10" [id=715, type=linalg_vector_norm]; +"716 clamp_min_10" [id=716, type=clamp_min]; +"717 expand_as_10" [id=717, type=expand_as]; +"718 div_10" [id=718, type=div]; +"719 quantize_per_tensor_default_34" [id=719, type=quantize_per_tensor]; +"720 dequantize_per_tensor_default_34" [id=720, type=dequantize_per_tensor]; +"721 linalg_vector_norm_11" [id=721, type=linalg_vector_norm]; +"722 clamp_min_11" [id=722, type=clamp_min]; +"723 expand_as_11" [id=723, type=expand_as]; +"724 div_11" [id=724, type=div]; +"725 quantize_per_tensor_default_35" [id=725, type=quantize_per_tensor]; +"726 dequantize_per_tensor_default_35" [id=726, type=dequantize_per_tensor]; +"727 transpose_10" [id=727, type=transpose]; +"728 matmul_10" [id=728, type=matmul]; +"729 _frozen_param41" [id=729, type=get_attr]; +"730 mul_11" [id=730, type=mul]; +"731 add_17" [id=731, type=add]; +"732 new_zeros_2" [id=732, type=new_zeros]; +"733 view_29" [id=733, type=view]; +"734 permute_26" [id=734, type=permute]; +"735 reshape_24" [id=735, type=reshape]; +"736 unsqueeze_14" [id=736, type=unsqueeze]; +"737 unsqueeze_15" [id=737, type=unsqueeze]; +"738 sub_2" [id=738, type=sub]; +"739 ne_2" [id=739, type=ne]; +"740 masked_fill_4" [id=740, type=masked_fill]; +"741 eq_2" [id=741, type=eq]; +"742 masked_fill_5" [id=742, type=masked_fill]; +"743 view_30" [id=743, type=view]; +"744 unsqueeze_16" [id=744, type=unsqueeze]; +"745 unsqueeze_17" [id=745, type=unsqueeze]; +"746 add_18" [id=746, type=add]; +"747 view_31" [id=747, type=view]; +"748 softmax_5" [id=748, type=softmax]; +"749 dropout_20" [id=749, type=dropout]; +"750 matmul_11" [id=750, type=matmul]; +"751 transpose_11" [id=751, type=transpose]; +"752 reshape_25" [id=752, type=reshape]; +"753 reshape_25_0_0_nncf_smooth_quant_0" [id=753, type=call_module]; +"754 quantize_per_tensor_default_36" [id=754, type=quantize_per_tensor]; +"755 dequantize_per_tensor_default_36" [id=755, type=dequantize_per_tensor]; +"756 scale_updated_constant24" [id=756, type=get_attr]; +"757 compressed_weight_updated_constant24" [id=757, type=get_attr]; +"758 mul_tensor_24" [id=758, type=mul]; +"759 zero_point_updated_constant24" [id=759, type=get_attr]; +"760 sub_tensor_24" [id=760, type=sub]; +"761 linear_35" [id=761, type=linear]; +"762 dropout_21" [id=762, type=dropout]; +"763 view_32" [id=763, type=view]; +"764 permute_27" [id=764, type=permute]; +"765 reshape_26" [id=765, type=reshape]; +"766 roll_5" [id=766, type=roll]; +"767 slice_101" [id=767, type=slice]; +"768 slice_102" [id=768, type=slice]; +"769 slice_103" [id=769, type=slice]; +"770 slice_104" [id=770, type=slice]; +"771 contiguous_9" [id=771, type=contiguous]; +"772 layer_norm_13" [id=772, type=layer_norm]; +"773 add_19" [id=773, type=add]; +"774 add_19_0_0_nncf_smooth_quant_0" [id=774, type=call_module]; +"775 quantize_per_tensor_default_37" [id=775, type=quantize_per_tensor]; +"776 dequantize_per_tensor_default_37" [id=776, type=dequantize_per_tensor]; +"777 scale_updated_constant25" [id=777, type=get_attr]; +"778 compressed_weight_updated_constant25" [id=778, type=get_attr]; +"779 mul_tensor_25" [id=779, type=mul]; +"780 zero_point_updated_constant25" [id=780, type=get_attr]; +"781 sub_tensor_25" [id=781, type=sub]; +"782 linear_36" [id=782, type=linear]; +"783 gelu_5" [id=783, type=gelu]; +"784 dropout_22" [id=784, type=dropout]; +"785 dropout_22_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; +"786 quantize_per_tensor_default_38" [id=786, type=quantize_per_tensor]; +"787 dequantize_per_tensor_default_38" [id=787, type=dequantize_per_tensor]; +"788 scale_updated_constant26" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant26" [id=789, type=get_attr]; +"790 mul_tensor_26" [id=790, type=mul]; +"791 zero_point_updated_constant26" [id=791, type=get_attr]; +"792 sub_tensor_26" [id=792, type=sub]; +"793 linear_37" [id=793, type=linear]; +"794 dropout_23" [id=794, type=dropout]; +"795 layer_norm_14" [id=795, type=layer_norm]; +"796 add_20" [id=796, type=add]; +"797 _frozen_param51" [id=797, type=get_attr]; +"798 pad_8" [id=798, type=pad]; +"799 view_35" [id=799, type=view]; +"800 permute_29" [id=800, type=permute]; +"801 reshape_27" [id=801, type=reshape]; +"802 _frozen_param52" [id=802, type=get_attr]; +"803 reshape_27_0_0_nncf_smooth_quant_0" [id=803, type=call_module]; +"804 quantize_per_tensor_default_39" [id=804, type=quantize_per_tensor]; +"805 dequantize_per_tensor_default_39" [id=805, type=dequantize_per_tensor]; +"806 scale_updated_constant27" [id=806, type=get_attr]; +"807 compressed_weight_updated_constant27" [id=807, type=get_attr]; +"808 mul_tensor_27" [id=808, type=mul]; +"809 zero_point_updated_constant27" [id=809, type=get_attr]; +"810 sub_tensor_27" [id=810, type=sub]; +"811 linear_40" [id=811, type=linear]; +"812 reshape_28" [id=812, type=reshape]; +"813 permute_30" [id=813, type=permute]; +"814 select_18" [id=814, type=select]; +"815 select_19" [id=815, type=select]; +"816 select_20" [id=816, type=select]; +"817 linalg_vector_norm_12" [id=817, type=linalg_vector_norm]; +"818 clamp_min_12" [id=818, type=clamp_min]; +"819 expand_as_12" [id=819, type=expand_as]; +"820 div_12" [id=820, type=div]; +"821 quantize_per_tensor_default_40" [id=821, type=quantize_per_tensor]; +"822 dequantize_per_tensor_default_40" [id=822, type=dequantize_per_tensor]; +"823 linalg_vector_norm_13" [id=823, type=linalg_vector_norm]; +"824 clamp_min_13" [id=824, type=clamp_min]; +"825 expand_as_13" [id=825, type=expand_as]; +"826 div_13" [id=826, type=div]; +"827 quantize_per_tensor_default_41" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_41" [id=828, type=dequantize_per_tensor]; +"829 transpose_12" [id=829, type=transpose]; +"830 matmul_12" [id=830, type=matmul]; +"831 _frozen_param54" [id=831, type=get_attr]; +"832 mul_13" [id=832, type=mul]; +"833 add_21" [id=833, type=add]; +"834 softmax_6" [id=834, type=softmax]; +"835 dropout_24" [id=835, type=dropout]; +"836 matmul_13" [id=836, type=matmul]; +"837 transpose_13" [id=837, type=transpose]; +"838 reshape_29" [id=838, type=reshape]; +"839 reshape_29_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; +"840 quantize_per_tensor_default_42" [id=840, type=quantize_per_tensor]; +"841 dequantize_per_tensor_default_42" [id=841, type=dequantize_per_tensor]; +"842 scale_updated_constant28" [id=842, type=get_attr]; +"843 compressed_weight_updated_constant28" [id=843, type=get_attr]; +"844 mul_tensor_28" [id=844, type=mul]; +"845 zero_point_updated_constant28" [id=845, type=get_attr]; +"846 sub_tensor_28" [id=846, type=sub]; +"847 linear_41" [id=847, type=linear]; +"848 dropout_25" [id=848, type=dropout]; +"849 view_36" [id=849, type=view]; +"850 permute_31" [id=850, type=permute]; +"851 reshape_30" [id=851, type=reshape]; +"852 slice_106" [id=852, type=slice]; +"853 slice_107" [id=853, type=slice]; +"854 slice_108" [id=854, type=slice]; +"855 slice_109" [id=855, type=slice]; +"856 contiguous_11" [id=856, type=contiguous]; +"857 layer_norm_15" [id=857, type=layer_norm]; +"858 add_22" [id=858, type=add]; +"859 add_22_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; +"860 quantize_per_tensor_default_43" [id=860, type=quantize_per_tensor]; +"861 dequantize_per_tensor_default_43" [id=861, type=dequantize_per_tensor]; +"862 scale_updated_constant29" [id=862, type=get_attr]; +"863 compressed_weight_updated_constant29" [id=863, type=get_attr]; +"864 mul_tensor_29" [id=864, type=mul]; +"865 zero_point_updated_constant29" [id=865, type=get_attr]; +"866 sub_tensor_29" [id=866, type=sub]; +"867 linear_42" [id=867, type=linear]; +"868 gelu_6" [id=868, type=gelu]; +"869 dropout_26" [id=869, type=dropout]; +"870 dropout_26_0_0_nncf_smooth_quant_0" [id=870, type=call_module]; +"871 quantize_per_tensor_default_44" [id=871, type=quantize_per_tensor]; +"872 dequantize_per_tensor_default_44" [id=872, type=dequantize_per_tensor]; +"873 scale_updated_constant30" [id=873, type=get_attr]; +"874 compressed_weight_updated_constant30" [id=874, type=get_attr]; +"875 mul_tensor_30" [id=875, type=mul]; +"876 zero_point_updated_constant30" [id=876, type=get_attr]; +"877 sub_tensor_30" [id=877, type=sub]; +"878 linear_43" [id=878, type=linear]; +"879 dropout_27" [id=879, type=dropout]; +"880 layer_norm_16" [id=880, type=layer_norm]; +"881 add_23" [id=881, type=add]; +"882 _frozen_param55" [id=882, type=get_attr]; +"883 pad_9" [id=883, type=pad]; +"884 roll_6" [id=884, type=roll]; +"885 view_39" [id=885, type=view]; +"886 permute_33" [id=886, type=permute]; +"887 reshape_31" [id=887, type=reshape]; +"888 _frozen_param56" [id=888, type=get_attr]; +"889 reshape_31_0_0_nncf_smooth_quant_0" [id=889, type=call_module]; +"890 quantize_per_tensor_default_45" [id=890, type=quantize_per_tensor]; +"891 dequantize_per_tensor_default_45" [id=891, type=dequantize_per_tensor]; +"892 scale_updated_constant31" [id=892, type=get_attr]; +"893 compressed_weight_updated_constant31" [id=893, type=get_attr]; +"894 mul_tensor_31" [id=894, type=mul]; +"895 zero_point_updated_constant31" [id=895, type=get_attr]; +"896 sub_tensor_31" [id=896, type=sub]; +"897 linear_46" [id=897, type=linear]; +"898 reshape_32" [id=898, type=reshape]; +"899 permute_34" [id=899, type=permute]; +"900 select_21" [id=900, type=select]; +"901 select_22" [id=901, type=select]; +"902 select_23" [id=902, type=select]; +"903 linalg_vector_norm_14" [id=903, type=linalg_vector_norm]; +"904 clamp_min_14" [id=904, type=clamp_min]; +"905 expand_as_14" [id=905, type=expand_as]; +"906 div_14" [id=906, type=div]; +"907 quantize_per_tensor_default_46" [id=907, type=quantize_per_tensor]; +"908 dequantize_per_tensor_default_46" [id=908, type=dequantize_per_tensor]; +"909 linalg_vector_norm_15" [id=909, type=linalg_vector_norm]; +"910 clamp_min_15" [id=910, type=clamp_min]; +"911 expand_as_15" [id=911, type=expand_as]; +"912 div_15" [id=912, type=div]; +"913 quantize_per_tensor_default_47" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_47" [id=914, type=dequantize_per_tensor]; +"915 transpose_14" [id=915, type=transpose]; +"916 matmul_14" [id=916, type=matmul]; +"917 _frozen_param58" [id=917, type=get_attr]; +"918 mul_15" [id=918, type=mul]; +"919 add_24" [id=919, type=add]; +"920 new_zeros_3" [id=920, type=new_zeros]; +"921 view_40" [id=921, type=view]; +"922 permute_35" [id=922, type=permute]; +"923 reshape_33" [id=923, type=reshape]; +"924 unsqueeze_20" [id=924, type=unsqueeze]; +"925 unsqueeze_21" [id=925, type=unsqueeze]; +"926 sub_3" [id=926, type=sub]; +"927 ne_3" [id=927, type=ne]; +"928 masked_fill_6" [id=928, type=masked_fill]; +"929 eq_3" [id=929, type=eq]; +"930 masked_fill_7" [id=930, type=masked_fill]; +"931 view_41" [id=931, type=view]; +"932 unsqueeze_22" [id=932, type=unsqueeze]; +"933 unsqueeze_23" [id=933, type=unsqueeze]; +"934 add_25" [id=934, type=add]; +"935 view_42" [id=935, type=view]; +"936 softmax_7" [id=936, type=softmax]; +"937 dropout_28" [id=937, type=dropout]; +"938 matmul_15" [id=938, type=matmul]; +"939 transpose_15" [id=939, type=transpose]; +"940 reshape_34" [id=940, type=reshape]; +"941 reshape_34_0_0_nncf_smooth_quant_0" [id=941, type=call_module]; +"942 quantize_per_tensor_default_48" [id=942, type=quantize_per_tensor]; +"943 dequantize_per_tensor_default_48" [id=943, type=dequantize_per_tensor]; +"944 scale_updated_constant32" [id=944, type=get_attr]; +"945 compressed_weight_updated_constant32" [id=945, type=get_attr]; +"946 mul_tensor_32" [id=946, type=mul]; +"947 zero_point_updated_constant32" [id=947, type=get_attr]; +"948 sub_tensor_32" [id=948, type=sub]; +"949 linear_47" [id=949, type=linear]; +"950 dropout_29" [id=950, type=dropout]; +"951 view_43" [id=951, type=view]; +"952 permute_36" [id=952, type=permute]; +"953 reshape_35" [id=953, type=reshape]; +"954 roll_7" [id=954, type=roll]; +"955 slice_129" [id=955, type=slice]; +"956 slice_130" [id=956, type=slice]; +"957 slice_131" [id=957, type=slice]; +"958 slice_132" [id=958, type=slice]; +"959 contiguous_13" [id=959, type=contiguous]; +"960 layer_norm_17" [id=960, type=layer_norm]; +"961 add_26" [id=961, type=add]; +"962 add_26_0_0_nncf_smooth_quant_0" [id=962, type=call_module]; +"963 quantize_per_tensor_default_49" [id=963, type=quantize_per_tensor]; +"964 dequantize_per_tensor_default_49" [id=964, type=dequantize_per_tensor]; +"965 scale_updated_constant33" [id=965, type=get_attr]; +"966 compressed_weight_updated_constant33" [id=966, type=get_attr]; +"967 mul_tensor_33" [id=967, type=mul]; +"968 zero_point_updated_constant33" [id=968, type=get_attr]; +"969 sub_tensor_33" [id=969, type=sub]; +"970 linear_48" [id=970, type=linear]; +"971 gelu_7" [id=971, type=gelu]; +"972 dropout_30" [id=972, type=dropout]; +"973 dropout_30_0_0_nncf_smooth_quant_0" [id=973, type=call_module]; +"974 quantize_per_tensor_default_50" [id=974, type=quantize_per_tensor]; +"975 dequantize_per_tensor_default_50" [id=975, type=dequantize_per_tensor]; +"976 scale_updated_constant34" [id=976, type=get_attr]; +"977 compressed_weight_updated_constant34" [id=977, type=get_attr]; +"978 mul_tensor_34" [id=978, type=mul]; +"979 zero_point_updated_constant34" [id=979, type=get_attr]; +"980 sub_tensor_34" [id=980, type=sub]; +"981 linear_49" [id=981, type=linear]; +"982 dropout_31" [id=982, type=dropout]; +"983 layer_norm_18" [id=983, type=layer_norm]; +"984 add_27" [id=984, type=add]; +"985 _frozen_param68" [id=985, type=get_attr]; +"986 pad_10" [id=986, type=pad]; +"987 view_46" [id=987, type=view]; +"988 permute_38" [id=988, type=permute]; +"989 reshape_36" [id=989, type=reshape]; +"990 _frozen_param69" [id=990, type=get_attr]; +"991 reshape_36_0_0_nncf_smooth_quant_0" [id=991, type=call_module]; +"992 quantize_per_tensor_default_51" [id=992, type=quantize_per_tensor]; +"993 dequantize_per_tensor_default_51" [id=993, type=dequantize_per_tensor]; +"994 scale_updated_constant35" [id=994, type=get_attr]; +"995 compressed_weight_updated_constant35" [id=995, type=get_attr]; +"996 mul_tensor_35" [id=996, type=mul]; +"997 zero_point_updated_constant35" [id=997, type=get_attr]; +"998 sub_tensor_35" [id=998, type=sub]; +"999 linear_52" [id=999, type=linear]; +"1000 reshape_37" [id=1000, type=reshape]; +"1001 permute_39" [id=1001, type=permute]; +"1002 select_24" [id=1002, type=select]; +"1003 select_25" [id=1003, type=select]; +"1004 select_26" [id=1004, type=select]; +"1005 linalg_vector_norm_16" [id=1005, type=linalg_vector_norm]; +"1006 clamp_min_16" [id=1006, type=clamp_min]; +"1007 expand_as_16" [id=1007, type=expand_as]; +"1008 div_16" [id=1008, type=div]; +"1009 quantize_per_tensor_default_52" [id=1009, type=quantize_per_tensor]; +"1010 dequantize_per_tensor_default_52" [id=1010, type=dequantize_per_tensor]; +"1011 linalg_vector_norm_17" [id=1011, type=linalg_vector_norm]; +"1012 clamp_min_17" [id=1012, type=clamp_min]; +"1013 expand_as_17" [id=1013, type=expand_as]; +"1014 div_17" [id=1014, type=div]; +"1015 quantize_per_tensor_default_53" [id=1015, type=quantize_per_tensor]; +"1016 dequantize_per_tensor_default_53" [id=1016, type=dequantize_per_tensor]; +"1017 transpose_16" [id=1017, type=transpose]; +"1018 matmul_16" [id=1018, type=matmul]; +"1019 _frozen_param71" [id=1019, type=get_attr]; +"1020 mul_17" [id=1020, type=mul]; +"1021 add_28" [id=1021, type=add]; +"1022 softmax_8" [id=1022, type=softmax]; +"1023 dropout_32" [id=1023, type=dropout]; +"1024 matmul_17" [id=1024, type=matmul]; +"1025 transpose_17" [id=1025, type=transpose]; +"1026 reshape_38" [id=1026, type=reshape]; +"1027 reshape_38_0_0_nncf_smooth_quant_0" [id=1027, type=call_module]; +"1028 quantize_per_tensor_default_54" [id=1028, type=quantize_per_tensor]; +"1029 dequantize_per_tensor_default_54" [id=1029, type=dequantize_per_tensor]; +"1030 scale_updated_constant36" [id=1030, type=get_attr]; +"1031 compressed_weight_updated_constant36" [id=1031, type=get_attr]; +"1032 mul_tensor_36" [id=1032, type=mul]; +"1033 zero_point_updated_constant36" [id=1033, type=get_attr]; +"1034 sub_tensor_36" [id=1034, type=sub]; +"1035 linear_53" [id=1035, type=linear]; +"1036 dropout_33" [id=1036, type=dropout]; +"1037 view_47" [id=1037, type=view]; +"1038 permute_40" [id=1038, type=permute]; +"1039 reshape_39" [id=1039, type=reshape]; +"1040 slice_134" [id=1040, type=slice]; +"1041 slice_135" [id=1041, type=slice]; +"1042 slice_136" [id=1042, type=slice]; +"1043 slice_137" [id=1043, type=slice]; +"1044 contiguous_15" [id=1044, type=contiguous]; +"1045 layer_norm_19" [id=1045, type=layer_norm]; +"1046 add_29" [id=1046, type=add]; +"1047 add_29_0_0_nncf_smooth_quant_0" [id=1047, type=call_module]; +"1048 quantize_per_tensor_default_55" [id=1048, type=quantize_per_tensor]; +"1049 dequantize_per_tensor_default_55" [id=1049, type=dequantize_per_tensor]; +"1050 scale_updated_constant37" [id=1050, type=get_attr]; +"1051 compressed_weight_updated_constant37" [id=1051, type=get_attr]; +"1052 mul_tensor_37" [id=1052, type=mul]; +"1053 zero_point_updated_constant37" [id=1053, type=get_attr]; +"1054 sub_tensor_37" [id=1054, type=sub]; +"1055 linear_54" [id=1055, type=linear]; +"1056 gelu_8" [id=1056, type=gelu]; +"1057 dropout_34" [id=1057, type=dropout]; +"1058 dropout_34_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; +"1059 quantize_per_tensor_default_56" [id=1059, type=quantize_per_tensor]; +"1060 dequantize_per_tensor_default_56" [id=1060, type=dequantize_per_tensor]; +"1061 scale_updated_constant38" [id=1061, type=get_attr]; +"1062 compressed_weight_updated_constant38" [id=1062, type=get_attr]; +"1063 mul_tensor_38" [id=1063, type=mul]; +"1064 zero_point_updated_constant38" [id=1064, type=get_attr]; +"1065 sub_tensor_38" [id=1065, type=sub]; +"1066 linear_55" [id=1066, type=linear]; +"1067 dropout_35" [id=1067, type=dropout]; +"1068 layer_norm_20" [id=1068, type=layer_norm]; +"1069 add_30" [id=1069, type=add]; +"1070 _frozen_param72" [id=1070, type=get_attr]; +"1071 pad_11" [id=1071, type=pad]; +"1072 roll_8" [id=1072, type=roll]; +"1073 view_50" [id=1073, type=view]; +"1074 permute_42" [id=1074, type=permute]; +"1075 reshape_40" [id=1075, type=reshape]; +"1076 _frozen_param73" [id=1076, type=get_attr]; +"1077 reshape_40_0_0_nncf_smooth_quant_0" [id=1077, type=call_module]; +"1078 quantize_per_tensor_default_57" [id=1078, type=quantize_per_tensor]; +"1079 dequantize_per_tensor_default_57" [id=1079, type=dequantize_per_tensor]; +"1080 scale_updated_constant39" [id=1080, type=get_attr]; +"1081 compressed_weight_updated_constant39" [id=1081, type=get_attr]; +"1082 mul_tensor_39" [id=1082, type=mul]; +"1083 zero_point_updated_constant39" [id=1083, type=get_attr]; +"1084 sub_tensor_39" [id=1084, type=sub]; +"1085 linear_58" [id=1085, type=linear]; +"1086 reshape_41" [id=1086, type=reshape]; +"1087 permute_43" [id=1087, type=permute]; +"1088 select_27" [id=1088, type=select]; +"1089 select_28" [id=1089, type=select]; +"1090 select_29" [id=1090, type=select]; +"1091 linalg_vector_norm_18" [id=1091, type=linalg_vector_norm]; +"1092 clamp_min_18" [id=1092, type=clamp_min]; +"1093 expand_as_18" [id=1093, type=expand_as]; +"1094 div_18" [id=1094, type=div]; +"1095 quantize_per_tensor_default_58" [id=1095, type=quantize_per_tensor]; +"1096 dequantize_per_tensor_default_58" [id=1096, type=dequantize_per_tensor]; +"1097 linalg_vector_norm_19" [id=1097, type=linalg_vector_norm]; +"1098 clamp_min_19" [id=1098, type=clamp_min]; +"1099 expand_as_19" [id=1099, type=expand_as]; +"1100 div_19" [id=1100, type=div]; +"1101 quantize_per_tensor_default_59" [id=1101, type=quantize_per_tensor]; +"1102 dequantize_per_tensor_default_59" [id=1102, type=dequantize_per_tensor]; +"1103 transpose_18" [id=1103, type=transpose]; +"1104 matmul_18" [id=1104, type=matmul]; +"1105 _frozen_param75" [id=1105, type=get_attr]; +"1106 mul_19" [id=1106, type=mul]; +"1107 add_31" [id=1107, type=add]; +"1108 new_zeros_4" [id=1108, type=new_zeros]; +"1109 view_51" [id=1109, type=view]; +"1110 permute_44" [id=1110, type=permute]; +"1111 reshape_42" [id=1111, type=reshape]; +"1112 unsqueeze_26" [id=1112, type=unsqueeze]; +"1113 unsqueeze_27" [id=1113, type=unsqueeze]; +"1114 sub_4" [id=1114, type=sub]; +"1115 ne_4" [id=1115, type=ne]; +"1116 masked_fill_8" [id=1116, type=masked_fill]; +"1117 eq_4" [id=1117, type=eq]; +"1118 masked_fill_9" [id=1118, type=masked_fill]; +"1119 view_52" [id=1119, type=view]; +"1120 unsqueeze_28" [id=1120, type=unsqueeze]; +"1121 unsqueeze_29" [id=1121, type=unsqueeze]; +"1122 add_32" [id=1122, type=add]; +"1123 view_53" [id=1123, type=view]; +"1124 softmax_9" [id=1124, type=softmax]; +"1125 dropout_36" [id=1125, type=dropout]; +"1126 matmul_19" [id=1126, type=matmul]; +"1127 transpose_19" [id=1127, type=transpose]; +"1128 reshape_43" [id=1128, type=reshape]; +"1129 reshape_43_0_0_nncf_smooth_quant_0" [id=1129, type=call_module]; +"1130 quantize_per_tensor_default_60" [id=1130, type=quantize_per_tensor]; +"1131 dequantize_per_tensor_default_60" [id=1131, type=dequantize_per_tensor]; +"1132 scale_updated_constant40" [id=1132, type=get_attr]; +"1133 compressed_weight_updated_constant40" [id=1133, type=get_attr]; +"1134 mul_tensor_40" [id=1134, type=mul]; +"1135 zero_point_updated_constant40" [id=1135, type=get_attr]; +"1136 sub_tensor_40" [id=1136, type=sub]; +"1137 linear_59" [id=1137, type=linear]; +"1138 dropout_37" [id=1138, type=dropout]; +"1139 view_54" [id=1139, type=view]; +"1140 permute_45" [id=1140, type=permute]; +"1141 reshape_44" [id=1141, type=reshape]; +"1142 roll_9" [id=1142, type=roll]; +"1143 slice_157" [id=1143, type=slice]; +"1144 slice_158" [id=1144, type=slice]; +"1145 slice_159" [id=1145, type=slice]; +"1146 slice_160" [id=1146, type=slice]; +"1147 contiguous_17" [id=1147, type=contiguous]; +"1148 layer_norm_21" [id=1148, type=layer_norm]; +"1149 add_33" [id=1149, type=add]; +"1150 add_33_0_0_nncf_smooth_quant_0" [id=1150, type=call_module]; +"1151 quantize_per_tensor_default_61" [id=1151, type=quantize_per_tensor]; +"1152 dequantize_per_tensor_default_61" [id=1152, type=dequantize_per_tensor]; +"1153 scale_updated_constant41" [id=1153, type=get_attr]; +"1154 compressed_weight_updated_constant41" [id=1154, type=get_attr]; +"1155 mul_tensor_41" [id=1155, type=mul]; +"1156 zero_point_updated_constant41" [id=1156, type=get_attr]; +"1157 sub_tensor_41" [id=1157, type=sub]; +"1158 linear_60" [id=1158, type=linear]; +"1159 gelu_9" [id=1159, type=gelu]; +"1160 dropout_38" [id=1160, type=dropout]; +"1161 dropout_38_0_0_nncf_smooth_quant_0" [id=1161, type=call_module]; +"1162 quantize_per_tensor_default_62" [id=1162, type=quantize_per_tensor]; +"1163 dequantize_per_tensor_default_62" [id=1163, type=dequantize_per_tensor]; +"1164 scale_updated_constant42" [id=1164, type=get_attr]; +"1165 compressed_weight_updated_constant42" [id=1165, type=get_attr]; +"1166 mul_tensor_42" [id=1166, type=mul]; +"1167 zero_point_updated_constant42" [id=1167, type=get_attr]; +"1168 sub_tensor_42" [id=1168, type=sub]; +"1169 linear_61" [id=1169, type=linear]; +"1170 dropout_39" [id=1170, type=dropout]; +"1171 layer_norm_22" [id=1171, type=layer_norm]; +"1172 add_34" [id=1172, type=add]; +"1173 _frozen_param85" [id=1173, type=get_attr]; +"1174 pad_12" [id=1174, type=pad]; +"1175 view_57" [id=1175, type=view]; +"1176 permute_47" [id=1176, type=permute]; +"1177 reshape_45" [id=1177, type=reshape]; +"1178 _frozen_param86" [id=1178, type=get_attr]; +"1179 reshape_45_0_0_nncf_smooth_quant_0" [id=1179, type=call_module]; +"1180 quantize_per_tensor_default_63" [id=1180, type=quantize_per_tensor]; +"1181 dequantize_per_tensor_default_63" [id=1181, type=dequantize_per_tensor]; +"1182 scale_updated_constant43" [id=1182, type=get_attr]; +"1183 compressed_weight_updated_constant43" [id=1183, type=get_attr]; +"1184 mul_tensor_43" [id=1184, type=mul]; +"1185 zero_point_updated_constant43" [id=1185, type=get_attr]; +"1186 sub_tensor_43" [id=1186, type=sub]; +"1187 linear_64" [id=1187, type=linear]; +"1188 reshape_46" [id=1188, type=reshape]; +"1189 permute_48" [id=1189, type=permute]; +"1190 select_30" [id=1190, type=select]; +"1191 select_31" [id=1191, type=select]; +"1192 select_32" [id=1192, type=select]; +"1193 linalg_vector_norm_20" [id=1193, type=linalg_vector_norm]; +"1194 clamp_min_20" [id=1194, type=clamp_min]; +"1195 expand_as_20" [id=1195, type=expand_as]; +"1196 div_20" [id=1196, type=div]; +"1197 quantize_per_tensor_default_64" [id=1197, type=quantize_per_tensor]; +"1198 dequantize_per_tensor_default_64" [id=1198, type=dequantize_per_tensor]; +"1199 linalg_vector_norm_21" [id=1199, type=linalg_vector_norm]; +"1200 clamp_min_21" [id=1200, type=clamp_min]; +"1201 expand_as_21" [id=1201, type=expand_as]; +"1202 div_21" [id=1202, type=div]; +"1203 quantize_per_tensor_default_65" [id=1203, type=quantize_per_tensor]; +"1204 dequantize_per_tensor_default_65" [id=1204, type=dequantize_per_tensor]; +"1205 transpose_20" [id=1205, type=transpose]; +"1206 matmul_20" [id=1206, type=matmul]; +"1207 _frozen_param88" [id=1207, type=get_attr]; +"1208 mul_21" [id=1208, type=mul]; +"1209 add_35" [id=1209, type=add]; +"1210 softmax_10" [id=1210, type=softmax]; +"1211 dropout_40" [id=1211, type=dropout]; +"1212 matmul_21" [id=1212, type=matmul]; +"1213 transpose_21" [id=1213, type=transpose]; +"1214 reshape_47" [id=1214, type=reshape]; +"1215 reshape_47_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; +"1216 quantize_per_tensor_default_66" [id=1216, type=quantize_per_tensor]; +"1217 dequantize_per_tensor_default_66" [id=1217, type=dequantize_per_tensor]; +"1218 scale_updated_constant44" [id=1218, type=get_attr]; +"1219 compressed_weight_updated_constant44" [id=1219, type=get_attr]; +"1220 mul_tensor_44" [id=1220, type=mul]; +"1221 zero_point_updated_constant44" [id=1221, type=get_attr]; +"1222 sub_tensor_44" [id=1222, type=sub]; +"1223 linear_65" [id=1223, type=linear]; +"1224 dropout_41" [id=1224, type=dropout]; +"1225 view_58" [id=1225, type=view]; +"1226 permute_49" [id=1226, type=permute]; +"1227 reshape_48" [id=1227, type=reshape]; +"1228 slice_162" [id=1228, type=slice]; +"1229 slice_163" [id=1229, type=slice]; +"1230 slice_164" [id=1230, type=slice]; +"1231 slice_165" [id=1231, type=slice]; +"1232 contiguous_19" [id=1232, type=contiguous]; +"1233 layer_norm_23" [id=1233, type=layer_norm]; +"1234 add_36" [id=1234, type=add]; +"1235 add_36_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; +"1236 quantize_per_tensor_default_67" [id=1236, type=quantize_per_tensor]; +"1237 dequantize_per_tensor_default_67" [id=1237, type=dequantize_per_tensor]; +"1238 scale_updated_constant45" [id=1238, type=get_attr]; +"1239 compressed_weight_updated_constant45" [id=1239, type=get_attr]; +"1240 mul_tensor_45" [id=1240, type=mul]; +"1241 zero_point_updated_constant45" [id=1241, type=get_attr]; +"1242 sub_tensor_45" [id=1242, type=sub]; +"1243 linear_66" [id=1243, type=linear]; +"1244 gelu_10" [id=1244, type=gelu]; +"1245 dropout_42" [id=1245, type=dropout]; +"1246 dropout_42_0_0_nncf_smooth_quant_0" [id=1246, type=call_module]; +"1247 quantize_per_tensor_default_68" [id=1247, type=quantize_per_tensor]; +"1248 dequantize_per_tensor_default_68" [id=1248, type=dequantize_per_tensor]; +"1249 scale_updated_constant46" [id=1249, type=get_attr]; +"1250 compressed_weight_updated_constant46" [id=1250, type=get_attr]; +"1251 mul_tensor_46" [id=1251, type=mul]; +"1252 zero_point_updated_constant46" [id=1252, type=get_attr]; +"1253 sub_tensor_46" [id=1253, type=sub]; +"1254 linear_67" [id=1254, type=linear]; +"1255 dropout_43" [id=1255, type=dropout]; +"1256 layer_norm_24" [id=1256, type=layer_norm]; +"1257 add_37" [id=1257, type=add]; +"1258 _frozen_param89" [id=1258, type=get_attr]; +"1259 pad_13" [id=1259, type=pad]; +"1260 roll_10" [id=1260, type=roll]; +"1261 view_61" [id=1261, type=view]; +"1262 permute_51" [id=1262, type=permute]; +"1263 reshape_49" [id=1263, type=reshape]; +"1264 _frozen_param90" [id=1264, type=get_attr]; +"1265 reshape_49_0_0_nncf_smooth_quant_0" [id=1265, type=call_module]; +"1266 quantize_per_tensor_default_69" [id=1266, type=quantize_per_tensor]; +"1267 dequantize_per_tensor_default_69" [id=1267, type=dequantize_per_tensor]; +"1268 scale_updated_constant47" [id=1268, type=get_attr]; +"1269 compressed_weight_updated_constant47" [id=1269, type=get_attr]; +"1270 mul_tensor_47" [id=1270, type=mul]; +"1271 zero_point_updated_constant47" [id=1271, type=get_attr]; +"1272 sub_tensor_47" [id=1272, type=sub]; +"1273 linear_70" [id=1273, type=linear]; +"1274 reshape_50" [id=1274, type=reshape]; +"1275 permute_52" [id=1275, type=permute]; +"1276 select_33" [id=1276, type=select]; +"1277 select_34" [id=1277, type=select]; +"1278 select_35" [id=1278, type=select]; +"1279 linalg_vector_norm_22" [id=1279, type=linalg_vector_norm]; +"1280 clamp_min_22" [id=1280, type=clamp_min]; +"1281 expand_as_22" [id=1281, type=expand_as]; +"1282 div_22" [id=1282, type=div]; +"1283 quantize_per_tensor_default_70" [id=1283, type=quantize_per_tensor]; +"1284 dequantize_per_tensor_default_70" [id=1284, type=dequantize_per_tensor]; +"1285 linalg_vector_norm_23" [id=1285, type=linalg_vector_norm]; +"1286 clamp_min_23" [id=1286, type=clamp_min]; +"1287 expand_as_23" [id=1287, type=expand_as]; +"1288 div_23" [id=1288, type=div]; +"1289 quantize_per_tensor_default_71" [id=1289, type=quantize_per_tensor]; +"1290 dequantize_per_tensor_default_71" [id=1290, type=dequantize_per_tensor]; +"1291 transpose_22" [id=1291, type=transpose]; +"1292 matmul_22" [id=1292, type=matmul]; +"1293 _frozen_param92" [id=1293, type=get_attr]; +"1294 mul_23" [id=1294, type=mul]; +"1295 add_38" [id=1295, type=add]; +"1296 new_zeros_5" [id=1296, type=new_zeros]; +"1297 view_62" [id=1297, type=view]; +"1298 permute_53" [id=1298, type=permute]; +"1299 reshape_51" [id=1299, type=reshape]; +"1300 unsqueeze_32" [id=1300, type=unsqueeze]; +"1301 unsqueeze_33" [id=1301, type=unsqueeze]; +"1302 sub_5" [id=1302, type=sub]; +"1303 ne_5" [id=1303, type=ne]; +"1304 masked_fill_10" [id=1304, type=masked_fill]; +"1305 eq_5" [id=1305, type=eq]; +"1306 masked_fill_11" [id=1306, type=masked_fill]; +"1307 view_63" [id=1307, type=view]; +"1308 unsqueeze_34" [id=1308, type=unsqueeze]; +"1309 unsqueeze_35" [id=1309, type=unsqueeze]; +"1310 add_39" [id=1310, type=add]; +"1311 view_64" [id=1311, type=view]; +"1312 softmax_11" [id=1312, type=softmax]; +"1313 dropout_44" [id=1313, type=dropout]; +"1314 matmul_23" [id=1314, type=matmul]; +"1315 transpose_23" [id=1315, type=transpose]; +"1316 reshape_52" [id=1316, type=reshape]; +"1317 reshape_52_0_0_nncf_smooth_quant_0" [id=1317, type=call_module]; +"1318 quantize_per_tensor_default_72" [id=1318, type=quantize_per_tensor]; +"1319 dequantize_per_tensor_default_72" [id=1319, type=dequantize_per_tensor]; +"1320 scale_updated_constant48" [id=1320, type=get_attr]; +"1321 compressed_weight_updated_constant48" [id=1321, type=get_attr]; +"1322 mul_tensor_48" [id=1322, type=mul]; +"1323 zero_point_updated_constant48" [id=1323, type=get_attr]; +"1324 sub_tensor_48" [id=1324, type=sub]; +"1325 linear_71" [id=1325, type=linear]; +"1326 dropout_45" [id=1326, type=dropout]; +"1327 view_65" [id=1327, type=view]; +"1328 permute_54" [id=1328, type=permute]; +"1329 reshape_53" [id=1329, type=reshape]; +"1330 roll_11" [id=1330, type=roll]; +"1331 slice_185" [id=1331, type=slice]; +"1332 slice_186" [id=1332, type=slice]; +"1333 slice_187" [id=1333, type=slice]; +"1334 slice_188" [id=1334, type=slice]; +"1335 contiguous_21" [id=1335, type=contiguous]; +"1336 layer_norm_25" [id=1336, type=layer_norm]; +"1337 add_40" [id=1337, type=add]; +"1338 add_40_0_0_nncf_smooth_quant_0" [id=1338, type=call_module]; +"1339 quantize_per_tensor_default_73" [id=1339, type=quantize_per_tensor]; +"1340 dequantize_per_tensor_default_73" [id=1340, type=dequantize_per_tensor]; +"1341 scale_updated_constant49" [id=1341, type=get_attr]; +"1342 compressed_weight_updated_constant49" [id=1342, type=get_attr]; +"1343 mul_tensor_49" [id=1343, type=mul]; +"1344 zero_point_updated_constant49" [id=1344, type=get_attr]; +"1345 sub_tensor_49" [id=1345, type=sub]; +"1346 linear_72" [id=1346, type=linear]; +"1347 gelu_11" [id=1347, type=gelu]; +"1348 dropout_46" [id=1348, type=dropout]; +"1349 dropout_46_0_0_nncf_smooth_quant_0" [id=1349, type=call_module]; +"1350 quantize_per_tensor_default_74" [id=1350, type=quantize_per_tensor]; +"1351 dequantize_per_tensor_default_74" [id=1351, type=dequantize_per_tensor]; +"1352 scale_updated_constant50" [id=1352, type=get_attr]; +"1353 compressed_weight_updated_constant50" [id=1353, type=get_attr]; +"1354 mul_tensor_50" [id=1354, type=mul]; +"1355 zero_point_updated_constant50" [id=1355, type=get_attr]; +"1356 sub_tensor_50" [id=1356, type=sub]; +"1357 linear_73" [id=1357, type=linear]; +"1358 dropout_47" [id=1358, type=dropout]; +"1359 layer_norm_26" [id=1359, type=layer_norm]; +"1360 add_41" [id=1360, type=add]; +"1361 _frozen_param102" [id=1361, type=get_attr]; +"1362 pad_14" [id=1362, type=pad]; +"1363 view_68" [id=1363, type=view]; +"1364 permute_56" [id=1364, type=permute]; +"1365 reshape_54" [id=1365, type=reshape]; +"1366 _frozen_param103" [id=1366, type=get_attr]; +"1367 reshape_54_0_0_nncf_smooth_quant_0" [id=1367, type=call_module]; +"1368 quantize_per_tensor_default_75" [id=1368, type=quantize_per_tensor]; +"1369 dequantize_per_tensor_default_75" [id=1369, type=dequantize_per_tensor]; +"1370 scale_updated_constant51" [id=1370, type=get_attr]; +"1371 compressed_weight_updated_constant51" [id=1371, type=get_attr]; +"1372 mul_tensor_51" [id=1372, type=mul]; +"1373 zero_point_updated_constant51" [id=1373, type=get_attr]; +"1374 sub_tensor_51" [id=1374, type=sub]; +"1375 linear_76" [id=1375, type=linear]; +"1376 reshape_55" [id=1376, type=reshape]; +"1377 permute_57" [id=1377, type=permute]; +"1378 select_36" [id=1378, type=select]; +"1379 select_37" [id=1379, type=select]; +"1380 select_38" [id=1380, type=select]; +"1381 linalg_vector_norm_24" [id=1381, type=linalg_vector_norm]; +"1382 clamp_min_24" [id=1382, type=clamp_min]; +"1383 expand_as_24" [id=1383, type=expand_as]; +"1384 div_24" [id=1384, type=div]; +"1385 quantize_per_tensor_default_76" [id=1385, type=quantize_per_tensor]; +"1386 dequantize_per_tensor_default_76" [id=1386, type=dequantize_per_tensor]; +"1387 linalg_vector_norm_25" [id=1387, type=linalg_vector_norm]; +"1388 clamp_min_25" [id=1388, type=clamp_min]; +"1389 expand_as_25" [id=1389, type=expand_as]; +"1390 div_25" [id=1390, type=div]; +"1391 quantize_per_tensor_default_77" [id=1391, type=quantize_per_tensor]; +"1392 dequantize_per_tensor_default_77" [id=1392, type=dequantize_per_tensor]; +"1393 transpose_24" [id=1393, type=transpose]; +"1394 matmul_24" [id=1394, type=matmul]; +"1395 _frozen_param105" [id=1395, type=get_attr]; +"1396 mul_25" [id=1396, type=mul]; +"1397 add_42" [id=1397, type=add]; +"1398 softmax_12" [id=1398, type=softmax]; +"1399 dropout_48" [id=1399, type=dropout]; +"1400 matmul_25" [id=1400, type=matmul]; +"1401 transpose_25" [id=1401, type=transpose]; +"1402 reshape_56" [id=1402, type=reshape]; +"1403 reshape_56_0_0_nncf_smooth_quant_0" [id=1403, type=call_module]; +"1404 quantize_per_tensor_default_78" [id=1404, type=quantize_per_tensor]; +"1405 dequantize_per_tensor_default_78" [id=1405, type=dequantize_per_tensor]; +"1406 scale_updated_constant52" [id=1406, type=get_attr]; +"1407 compressed_weight_updated_constant52" [id=1407, type=get_attr]; +"1408 mul_tensor_52" [id=1408, type=mul]; +"1409 zero_point_updated_constant52" [id=1409, type=get_attr]; +"1410 sub_tensor_52" [id=1410, type=sub]; +"1411 linear_77" [id=1411, type=linear]; +"1412 dropout_49" [id=1412, type=dropout]; +"1413 view_69" [id=1413, type=view]; +"1414 permute_58" [id=1414, type=permute]; +"1415 reshape_57" [id=1415, type=reshape]; +"1416 slice_190" [id=1416, type=slice]; +"1417 slice_191" [id=1417, type=slice]; +"1418 slice_192" [id=1418, type=slice]; +"1419 slice_193" [id=1419, type=slice]; +"1420 contiguous_23" [id=1420, type=contiguous]; +"1421 layer_norm_27" [id=1421, type=layer_norm]; +"1422 add_43" [id=1422, type=add]; +"1423 add_43_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; +"1424 quantize_per_tensor_default_79" [id=1424, type=quantize_per_tensor]; +"1425 dequantize_per_tensor_default_79" [id=1425, type=dequantize_per_tensor]; +"1426 scale_updated_constant53" [id=1426, type=get_attr]; +"1427 compressed_weight_updated_constant53" [id=1427, type=get_attr]; +"1428 mul_tensor_53" [id=1428, type=mul]; +"1429 zero_point_updated_constant53" [id=1429, type=get_attr]; +"1430 sub_tensor_53" [id=1430, type=sub]; +"1431 linear_78" [id=1431, type=linear]; +"1432 gelu_12" [id=1432, type=gelu]; +"1433 dropout_50" [id=1433, type=dropout]; +"1434 dropout_50_0_0_nncf_smooth_quant_0" [id=1434, type=call_module]; +"1435 quantize_per_tensor_default_80" [id=1435, type=quantize_per_tensor]; +"1436 dequantize_per_tensor_default_80" [id=1436, type=dequantize_per_tensor]; +"1437 scale_updated_constant54" [id=1437, type=get_attr]; +"1438 compressed_weight_updated_constant54" [id=1438, type=get_attr]; +"1439 mul_tensor_54" [id=1439, type=mul]; +"1440 zero_point_updated_constant54" [id=1440, type=get_attr]; +"1441 sub_tensor_54" [id=1441, type=sub]; +"1442 linear_79" [id=1442, type=linear]; +"1443 dropout_51" [id=1443, type=dropout]; +"1444 layer_norm_28" [id=1444, type=layer_norm]; +"1445 add_44" [id=1445, type=add]; +"1446 _frozen_param106" [id=1446, type=get_attr]; +"1447 pad_15" [id=1447, type=pad]; +"1448 roll_12" [id=1448, type=roll]; +"1449 view_72" [id=1449, type=view]; +"1450 permute_60" [id=1450, type=permute]; +"1451 reshape_58" [id=1451, type=reshape]; +"1452 _frozen_param107" [id=1452, type=get_attr]; +"1453 reshape_58_0_0_nncf_smooth_quant_0" [id=1453, type=call_module]; +"1454 quantize_per_tensor_default_81" [id=1454, type=quantize_per_tensor]; +"1455 dequantize_per_tensor_default_81" [id=1455, type=dequantize_per_tensor]; +"1456 scale_updated_constant55" [id=1456, type=get_attr]; +"1457 compressed_weight_updated_constant55" [id=1457, type=get_attr]; +"1458 mul_tensor_55" [id=1458, type=mul]; +"1459 zero_point_updated_constant55" [id=1459, type=get_attr]; +"1460 sub_tensor_55" [id=1460, type=sub]; +"1461 linear_82" [id=1461, type=linear]; +"1462 reshape_59" [id=1462, type=reshape]; +"1463 permute_61" [id=1463, type=permute]; +"1464 select_39" [id=1464, type=select]; +"1465 select_40" [id=1465, type=select]; +"1466 select_41" [id=1466, type=select]; +"1467 linalg_vector_norm_26" [id=1467, type=linalg_vector_norm]; +"1468 clamp_min_26" [id=1468, type=clamp_min]; +"1469 expand_as_26" [id=1469, type=expand_as]; +"1470 div_26" [id=1470, type=div]; +"1471 quantize_per_tensor_default_82" [id=1471, type=quantize_per_tensor]; +"1472 dequantize_per_tensor_default_82" [id=1472, type=dequantize_per_tensor]; +"1473 linalg_vector_norm_27" [id=1473, type=linalg_vector_norm]; +"1474 clamp_min_27" [id=1474, type=clamp_min]; +"1475 expand_as_27" [id=1475, type=expand_as]; +"1476 div_27" [id=1476, type=div]; +"1477 quantize_per_tensor_default_83" [id=1477, type=quantize_per_tensor]; +"1478 dequantize_per_tensor_default_83" [id=1478, type=dequantize_per_tensor]; +"1479 transpose_26" [id=1479, type=transpose]; +"1480 matmul_26" [id=1480, type=matmul]; +"1481 _frozen_param109" [id=1481, type=get_attr]; +"1482 mul_27" [id=1482, type=mul]; +"1483 add_45" [id=1483, type=add]; +"1484 new_zeros_6" [id=1484, type=new_zeros]; +"1485 view_73" [id=1485, type=view]; +"1486 permute_62" [id=1486, type=permute]; +"1487 reshape_60" [id=1487, type=reshape]; +"1488 unsqueeze_38" [id=1488, type=unsqueeze]; +"1489 unsqueeze_39" [id=1489, type=unsqueeze]; +"1490 sub_6" [id=1490, type=sub]; +"1491 ne_6" [id=1491, type=ne]; +"1492 masked_fill_12" [id=1492, type=masked_fill]; +"1493 eq_6" [id=1493, type=eq]; +"1494 masked_fill_13" [id=1494, type=masked_fill]; +"1495 view_74" [id=1495, type=view]; +"1496 unsqueeze_40" [id=1496, type=unsqueeze]; +"1497 unsqueeze_41" [id=1497, type=unsqueeze]; +"1498 add_46" [id=1498, type=add]; +"1499 view_75" [id=1499, type=view]; +"1500 softmax_13" [id=1500, type=softmax]; +"1501 dropout_52" [id=1501, type=dropout]; +"1502 matmul_27" [id=1502, type=matmul]; +"1503 transpose_27" [id=1503, type=transpose]; +"1504 reshape_61" [id=1504, type=reshape]; +"1505 reshape_61_0_0_nncf_smooth_quant_0" [id=1505, type=call_module]; +"1506 quantize_per_tensor_default_84" [id=1506, type=quantize_per_tensor]; +"1507 dequantize_per_tensor_default_84" [id=1507, type=dequantize_per_tensor]; +"1508 scale_updated_constant56" [id=1508, type=get_attr]; +"1509 compressed_weight_updated_constant56" [id=1509, type=get_attr]; +"1510 mul_tensor_56" [id=1510, type=mul]; +"1511 zero_point_updated_constant56" [id=1511, type=get_attr]; +"1512 sub_tensor_56" [id=1512, type=sub]; +"1513 linear_83" [id=1513, type=linear]; +"1514 dropout_53" [id=1514, type=dropout]; +"1515 view_76" [id=1515, type=view]; +"1516 permute_63" [id=1516, type=permute]; +"1517 reshape_62" [id=1517, type=reshape]; +"1518 roll_13" [id=1518, type=roll]; +"1519 slice_213" [id=1519, type=slice]; +"1520 slice_214" [id=1520, type=slice]; +"1521 slice_215" [id=1521, type=slice]; +"1522 slice_216" [id=1522, type=slice]; +"1523 contiguous_25" [id=1523, type=contiguous]; +"1524 layer_norm_29" [id=1524, type=layer_norm]; +"1525 add_47" [id=1525, type=add]; +"1526 add_47_0_0_nncf_smooth_quant_0" [id=1526, type=call_module]; +"1527 quantize_per_tensor_default_85" [id=1527, type=quantize_per_tensor]; +"1528 dequantize_per_tensor_default_85" [id=1528, type=dequantize_per_tensor]; +"1529 scale_updated_constant57" [id=1529, type=get_attr]; +"1530 compressed_weight_updated_constant57" [id=1530, type=get_attr]; +"1531 mul_tensor_57" [id=1531, type=mul]; +"1532 zero_point_updated_constant57" [id=1532, type=get_attr]; +"1533 sub_tensor_57" [id=1533, type=sub]; +"1534 linear_84" [id=1534, type=linear]; +"1535 gelu_13" [id=1535, type=gelu]; +"1536 dropout_54" [id=1536, type=dropout]; +"1537 dropout_54_0_0_nncf_smooth_quant_0" [id=1537, type=call_module]; +"1538 quantize_per_tensor_default_86" [id=1538, type=quantize_per_tensor]; +"1539 dequantize_per_tensor_default_86" [id=1539, type=dequantize_per_tensor]; +"1540 scale_updated_constant58" [id=1540, type=get_attr]; +"1541 compressed_weight_updated_constant58" [id=1541, type=get_attr]; +"1542 mul_tensor_58" [id=1542, type=mul]; +"1543 zero_point_updated_constant58" [id=1543, type=get_attr]; +"1544 sub_tensor_58" [id=1544, type=sub]; +"1545 linear_85" [id=1545, type=linear]; +"1546 dropout_55" [id=1546, type=dropout]; +"1547 layer_norm_30" [id=1547, type=layer_norm]; +"1548 add_48" [id=1548, type=add]; +"1549 _frozen_param119" [id=1549, type=get_attr]; +"1550 pad_16" [id=1550, type=pad]; +"1551 view_79" [id=1551, type=view]; +"1552 permute_65" [id=1552, type=permute]; +"1553 reshape_63" [id=1553, type=reshape]; +"1554 _frozen_param120" [id=1554, type=get_attr]; +"1555 reshape_63_0_0_nncf_smooth_quant_0" [id=1555, type=call_module]; +"1556 quantize_per_tensor_default_87" [id=1556, type=quantize_per_tensor]; +"1557 dequantize_per_tensor_default_87" [id=1557, type=dequantize_per_tensor]; +"1558 scale_updated_constant59" [id=1558, type=get_attr]; +"1559 compressed_weight_updated_constant59" [id=1559, type=get_attr]; +"1560 mul_tensor_59" [id=1560, type=mul]; +"1561 zero_point_updated_constant59" [id=1561, type=get_attr]; +"1562 sub_tensor_59" [id=1562, type=sub]; +"1563 linear_88" [id=1563, type=linear]; +"1564 reshape_64" [id=1564, type=reshape]; +"1565 permute_66" [id=1565, type=permute]; +"1566 select_42" [id=1566, type=select]; +"1567 select_43" [id=1567, type=select]; +"1568 select_44" [id=1568, type=select]; +"1569 linalg_vector_norm_28" [id=1569, type=linalg_vector_norm]; +"1570 clamp_min_28" [id=1570, type=clamp_min]; +"1571 expand_as_28" [id=1571, type=expand_as]; +"1572 div_28" [id=1572, type=div]; +"1573 quantize_per_tensor_default_88" [id=1573, type=quantize_per_tensor]; +"1574 dequantize_per_tensor_default_88" [id=1574, type=dequantize_per_tensor]; +"1575 linalg_vector_norm_29" [id=1575, type=linalg_vector_norm]; +"1576 clamp_min_29" [id=1576, type=clamp_min]; +"1577 expand_as_29" [id=1577, type=expand_as]; +"1578 div_29" [id=1578, type=div]; +"1579 quantize_per_tensor_default_89" [id=1579, type=quantize_per_tensor]; +"1580 dequantize_per_tensor_default_89" [id=1580, type=dequantize_per_tensor]; +"1581 transpose_28" [id=1581, type=transpose]; +"1582 matmul_28" [id=1582, type=matmul]; +"1583 _frozen_param122" [id=1583, type=get_attr]; +"1584 mul_29" [id=1584, type=mul]; +"1585 add_49" [id=1585, type=add]; +"1586 softmax_14" [id=1586, type=softmax]; +"1587 dropout_56" [id=1587, type=dropout]; +"1588 matmul_29" [id=1588, type=matmul]; +"1589 transpose_29" [id=1589, type=transpose]; +"1590 reshape_65" [id=1590, type=reshape]; +"1591 reshape_65_0_0_nncf_smooth_quant_0" [id=1591, type=call_module]; +"1592 quantize_per_tensor_default_90" [id=1592, type=quantize_per_tensor]; +"1593 dequantize_per_tensor_default_90" [id=1593, type=dequantize_per_tensor]; +"1594 scale_updated_constant60" [id=1594, type=get_attr]; +"1595 compressed_weight_updated_constant60" [id=1595, type=get_attr]; +"1596 mul_tensor_60" [id=1596, type=mul]; +"1597 zero_point_updated_constant60" [id=1597, type=get_attr]; +"1598 sub_tensor_60" [id=1598, type=sub]; +"1599 linear_89" [id=1599, type=linear]; +"1600 dropout_57" [id=1600, type=dropout]; +"1601 view_80" [id=1601, type=view]; +"1602 permute_67" [id=1602, type=permute]; +"1603 reshape_66" [id=1603, type=reshape]; +"1604 slice_218" [id=1604, type=slice]; +"1605 slice_219" [id=1605, type=slice]; +"1606 slice_220" [id=1606, type=slice]; +"1607 slice_221" [id=1607, type=slice]; +"1608 contiguous_27" [id=1608, type=contiguous]; +"1609 layer_norm_31" [id=1609, type=layer_norm]; +"1610 add_50" [id=1610, type=add]; +"1611 add_50_0_0_nncf_smooth_quant_0" [id=1611, type=call_module]; +"1612 quantize_per_tensor_default_91" [id=1612, type=quantize_per_tensor]; +"1613 dequantize_per_tensor_default_91" [id=1613, type=dequantize_per_tensor]; +"1614 scale_updated_constant61" [id=1614, type=get_attr]; +"1615 compressed_weight_updated_constant61" [id=1615, type=get_attr]; +"1616 mul_tensor_61" [id=1616, type=mul]; +"1617 zero_point_updated_constant61" [id=1617, type=get_attr]; +"1618 sub_tensor_61" [id=1618, type=sub]; +"1619 linear_90" [id=1619, type=linear]; +"1620 gelu_14" [id=1620, type=gelu]; +"1621 dropout_58" [id=1621, type=dropout]; +"1622 dropout_58_0_0_nncf_smooth_quant_0" [id=1622, type=call_module]; +"1623 quantize_per_tensor_default_92" [id=1623, type=quantize_per_tensor]; +"1624 dequantize_per_tensor_default_92" [id=1624, type=dequantize_per_tensor]; +"1625 scale_updated_constant62" [id=1625, type=get_attr]; +"1626 compressed_weight_updated_constant62" [id=1626, type=get_attr]; +"1627 mul_tensor_62" [id=1627, type=mul]; +"1628 zero_point_updated_constant62" [id=1628, type=get_attr]; +"1629 sub_tensor_62" [id=1629, type=sub]; +"1630 linear_91" [id=1630, type=linear]; +"1631 dropout_59" [id=1631, type=dropout]; +"1632 layer_norm_32" [id=1632, type=layer_norm]; +"1633 add_51" [id=1633, type=add]; +"1634 _frozen_param123" [id=1634, type=get_attr]; +"1635 pad_17" [id=1635, type=pad]; +"1636 roll_14" [id=1636, type=roll]; +"1637 view_83" [id=1637, type=view]; +"1638 permute_69" [id=1638, type=permute]; +"1639 reshape_67" [id=1639, type=reshape]; +"1640 _frozen_param124" [id=1640, type=get_attr]; +"1641 reshape_67_0_0_nncf_smooth_quant_0" [id=1641, type=call_module]; +"1642 quantize_per_tensor_default_93" [id=1642, type=quantize_per_tensor]; +"1643 dequantize_per_tensor_default_93" [id=1643, type=dequantize_per_tensor]; +"1644 scale_updated_constant63" [id=1644, type=get_attr]; +"1645 compressed_weight_updated_constant63" [id=1645, type=get_attr]; +"1646 mul_tensor_63" [id=1646, type=mul]; +"1647 zero_point_updated_constant63" [id=1647, type=get_attr]; +"1648 sub_tensor_63" [id=1648, type=sub]; +"1649 linear_94" [id=1649, type=linear]; +"1650 reshape_68" [id=1650, type=reshape]; +"1651 permute_70" [id=1651, type=permute]; +"1652 select_45" [id=1652, type=select]; +"1653 select_46" [id=1653, type=select]; +"1654 select_47" [id=1654, type=select]; +"1655 linalg_vector_norm_30" [id=1655, type=linalg_vector_norm]; +"1656 clamp_min_30" [id=1656, type=clamp_min]; +"1657 expand_as_30" [id=1657, type=expand_as]; +"1658 div_30" [id=1658, type=div]; +"1659 quantize_per_tensor_default_94" [id=1659, type=quantize_per_tensor]; +"1660 dequantize_per_tensor_default_94" [id=1660, type=dequantize_per_tensor]; +"1661 linalg_vector_norm_31" [id=1661, type=linalg_vector_norm]; +"1662 clamp_min_31" [id=1662, type=clamp_min]; +"1663 expand_as_31" [id=1663, type=expand_as]; +"1664 div_31" [id=1664, type=div]; +"1665 quantize_per_tensor_default_95" [id=1665, type=quantize_per_tensor]; +"1666 dequantize_per_tensor_default_95" [id=1666, type=dequantize_per_tensor]; +"1667 transpose_30" [id=1667, type=transpose]; +"1668 matmul_30" [id=1668, type=matmul]; +"1669 _frozen_param126" [id=1669, type=get_attr]; +"1670 mul_31" [id=1670, type=mul]; +"1671 add_52" [id=1671, type=add]; +"1672 new_zeros_7" [id=1672, type=new_zeros]; +"1673 view_84" [id=1673, type=view]; +"1674 permute_71" [id=1674, type=permute]; +"1675 reshape_69" [id=1675, type=reshape]; +"1676 unsqueeze_44" [id=1676, type=unsqueeze]; +"1677 unsqueeze_45" [id=1677, type=unsqueeze]; +"1678 sub_7" [id=1678, type=sub]; +"1679 ne_7" [id=1679, type=ne]; +"1680 masked_fill_14" [id=1680, type=masked_fill]; +"1681 eq_7" [id=1681, type=eq]; +"1682 masked_fill_15" [id=1682, type=masked_fill]; +"1683 view_85" [id=1683, type=view]; +"1684 unsqueeze_46" [id=1684, type=unsqueeze]; +"1685 unsqueeze_47" [id=1685, type=unsqueeze]; +"1686 add_53" [id=1686, type=add]; +"1687 view_86" [id=1687, type=view]; +"1688 softmax_15" [id=1688, type=softmax]; +"1689 dropout_60" [id=1689, type=dropout]; +"1690 matmul_31" [id=1690, type=matmul]; +"1691 transpose_31" [id=1691, type=transpose]; +"1692 reshape_70" [id=1692, type=reshape]; +"1693 reshape_70_0_0_nncf_smooth_quant_0" [id=1693, type=call_module]; +"1694 quantize_per_tensor_default_96" [id=1694, type=quantize_per_tensor]; +"1695 dequantize_per_tensor_default_96" [id=1695, type=dequantize_per_tensor]; +"1696 scale_updated_constant64" [id=1696, type=get_attr]; +"1697 compressed_weight_updated_constant64" [id=1697, type=get_attr]; +"1698 mul_tensor_64" [id=1698, type=mul]; +"1699 zero_point_updated_constant64" [id=1699, type=get_attr]; +"1700 sub_tensor_64" [id=1700, type=sub]; +"1701 linear_95" [id=1701, type=linear]; +"1702 dropout_61" [id=1702, type=dropout]; +"1703 view_87" [id=1703, type=view]; +"1704 permute_72" [id=1704, type=permute]; +"1705 reshape_71" [id=1705, type=reshape]; +"1706 roll_15" [id=1706, type=roll]; +"1707 slice_241" [id=1707, type=slice]; +"1708 slice_242" [id=1708, type=slice]; +"1709 slice_243" [id=1709, type=slice]; +"1710 slice_244" [id=1710, type=slice]; +"1711 contiguous_29" [id=1711, type=contiguous]; +"1712 layer_norm_33" [id=1712, type=layer_norm]; +"1713 add_54" [id=1713, type=add]; +"1714 add_54_0_0_nncf_smooth_quant_0" [id=1714, type=call_module]; +"1715 quantize_per_tensor_default_97" [id=1715, type=quantize_per_tensor]; +"1716 dequantize_per_tensor_default_97" [id=1716, type=dequantize_per_tensor]; +"1717 scale_updated_constant65" [id=1717, type=get_attr]; +"1718 compressed_weight_updated_constant65" [id=1718, type=get_attr]; +"1719 mul_tensor_65" [id=1719, type=mul]; +"1720 zero_point_updated_constant65" [id=1720, type=get_attr]; +"1721 sub_tensor_65" [id=1721, type=sub]; +"1722 linear_96" [id=1722, type=linear]; +"1723 gelu_15" [id=1723, type=gelu]; +"1724 dropout_62" [id=1724, type=dropout]; +"1725 dropout_62_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; +"1726 quantize_per_tensor_default_98" [id=1726, type=quantize_per_tensor]; +"1727 dequantize_per_tensor_default_98" [id=1727, type=dequantize_per_tensor]; +"1728 scale_updated_constant66" [id=1728, type=get_attr]; +"1729 compressed_weight_updated_constant66" [id=1729, type=get_attr]; +"1730 mul_tensor_66" [id=1730, type=mul]; +"1731 zero_point_updated_constant66" [id=1731, type=get_attr]; +"1732 sub_tensor_66" [id=1732, type=sub]; +"1733 linear_97" [id=1733, type=linear]; +"1734 dropout_63" [id=1734, type=dropout]; +"1735 layer_norm_34" [id=1735, type=layer_norm]; +"1736 add_55" [id=1736, type=add]; +"1737 _frozen_param136" [id=1737, type=get_attr]; +"1738 pad_18" [id=1738, type=pad]; +"1739 view_90" [id=1739, type=view]; +"1740 permute_74" [id=1740, type=permute]; +"1741 reshape_72" [id=1741, type=reshape]; +"1742 _frozen_param137" [id=1742, type=get_attr]; +"1743 reshape_72_0_0_nncf_smooth_quant_0" [id=1743, type=call_module]; +"1744 quantize_per_tensor_default_99" [id=1744, type=quantize_per_tensor]; +"1745 dequantize_per_tensor_default_99" [id=1745, type=dequantize_per_tensor]; +"1746 scale_updated_constant67" [id=1746, type=get_attr]; +"1747 compressed_weight_updated_constant67" [id=1747, type=get_attr]; +"1748 mul_tensor_67" [id=1748, type=mul]; +"1749 zero_point_updated_constant67" [id=1749, type=get_attr]; +"1750 sub_tensor_67" [id=1750, type=sub]; +"1751 linear_100" [id=1751, type=linear]; +"1752 reshape_73" [id=1752, type=reshape]; +"1753 permute_75" [id=1753, type=permute]; +"1754 select_48" [id=1754, type=select]; +"1755 select_49" [id=1755, type=select]; +"1756 select_50" [id=1756, type=select]; +"1757 linalg_vector_norm_32" [id=1757, type=linalg_vector_norm]; +"1758 clamp_min_32" [id=1758, type=clamp_min]; +"1759 expand_as_32" [id=1759, type=expand_as]; +"1760 div_32" [id=1760, type=div]; +"1761 quantize_per_tensor_default_100" [id=1761, type=quantize_per_tensor]; +"1762 dequantize_per_tensor_default_100" [id=1762, type=dequantize_per_tensor]; +"1763 linalg_vector_norm_33" [id=1763, type=linalg_vector_norm]; +"1764 clamp_min_33" [id=1764, type=clamp_min]; +"1765 expand_as_33" [id=1765, type=expand_as]; +"1766 div_33" [id=1766, type=div]; +"1767 quantize_per_tensor_default_101" [id=1767, type=quantize_per_tensor]; +"1768 dequantize_per_tensor_default_101" [id=1768, type=dequantize_per_tensor]; +"1769 transpose_32" [id=1769, type=transpose]; +"1770 matmul_32" [id=1770, type=matmul]; +"1771 _frozen_param139" [id=1771, type=get_attr]; +"1772 mul_33" [id=1772, type=mul]; +"1773 add_56" [id=1773, type=add]; +"1774 softmax_16" [id=1774, type=softmax]; +"1775 dropout_64" [id=1775, type=dropout]; +"1776 matmul_33" [id=1776, type=matmul]; +"1777 transpose_33" [id=1777, type=transpose]; +"1778 reshape_74" [id=1778, type=reshape]; +"1779 reshape_74_0_0_nncf_smooth_quant_0" [id=1779, type=call_module]; +"1780 quantize_per_tensor_default_102" [id=1780, type=quantize_per_tensor]; +"1781 dequantize_per_tensor_default_102" [id=1781, type=dequantize_per_tensor]; +"1782 scale_updated_constant68" [id=1782, type=get_attr]; +"1783 compressed_weight_updated_constant68" [id=1783, type=get_attr]; +"1784 mul_tensor_68" [id=1784, type=mul]; +"1785 zero_point_updated_constant68" [id=1785, type=get_attr]; +"1786 sub_tensor_68" [id=1786, type=sub]; +"1787 linear_101" [id=1787, type=linear]; +"1788 dropout_65" [id=1788, type=dropout]; +"1789 view_91" [id=1789, type=view]; +"1790 permute_76" [id=1790, type=permute]; +"1791 reshape_75" [id=1791, type=reshape]; +"1792 slice_246" [id=1792, type=slice]; +"1793 slice_247" [id=1793, type=slice]; +"1794 slice_248" [id=1794, type=slice]; +"1795 slice_249" [id=1795, type=slice]; +"1796 contiguous_31" [id=1796, type=contiguous]; +"1797 layer_norm_35" [id=1797, type=layer_norm]; +"1798 add_57" [id=1798, type=add]; +"1799 add_57_0_0_nncf_smooth_quant_0" [id=1799, type=call_module]; +"1800 quantize_per_tensor_default_103" [id=1800, type=quantize_per_tensor]; +"1801 dequantize_per_tensor_default_103" [id=1801, type=dequantize_per_tensor]; +"1802 scale_updated_constant69" [id=1802, type=get_attr]; +"1803 compressed_weight_updated_constant69" [id=1803, type=get_attr]; +"1804 mul_tensor_69" [id=1804, type=mul]; +"1805 zero_point_updated_constant69" [id=1805, type=get_attr]; +"1806 sub_tensor_69" [id=1806, type=sub]; +"1807 linear_102" [id=1807, type=linear]; +"1808 gelu_16" [id=1808, type=gelu]; +"1809 dropout_66" [id=1809, type=dropout]; +"1810 dropout_66_0_0_nncf_smooth_quant_0" [id=1810, type=call_module]; +"1811 quantize_per_tensor_default_104" [id=1811, type=quantize_per_tensor]; +"1812 dequantize_per_tensor_default_104" [id=1812, type=dequantize_per_tensor]; +"1813 scale_updated_constant70" [id=1813, type=get_attr]; +"1814 compressed_weight_updated_constant70" [id=1814, type=get_attr]; +"1815 mul_tensor_70" [id=1815, type=mul]; +"1816 zero_point_updated_constant70" [id=1816, type=get_attr]; +"1817 sub_tensor_70" [id=1817, type=sub]; +"1818 linear_103" [id=1818, type=linear]; +"1819 dropout_67" [id=1819, type=dropout]; +"1820 layer_norm_36" [id=1820, type=layer_norm]; +"1821 add_58" [id=1821, type=add]; +"1822 _frozen_param140" [id=1822, type=get_attr]; +"1823 pad_19" [id=1823, type=pad]; +"1824 roll_16" [id=1824, type=roll]; +"1825 view_94" [id=1825, type=view]; +"1826 permute_78" [id=1826, type=permute]; +"1827 reshape_76" [id=1827, type=reshape]; +"1828 _frozen_param141" [id=1828, type=get_attr]; +"1829 reshape_76_0_0_nncf_smooth_quant_0" [id=1829, type=call_module]; +"1830 quantize_per_tensor_default_105" [id=1830, type=quantize_per_tensor]; +"1831 dequantize_per_tensor_default_105" [id=1831, type=dequantize_per_tensor]; +"1832 scale_updated_constant71" [id=1832, type=get_attr]; +"1833 compressed_weight_updated_constant71" [id=1833, type=get_attr]; +"1834 mul_tensor_71" [id=1834, type=mul]; +"1835 zero_point_updated_constant71" [id=1835, type=get_attr]; +"1836 sub_tensor_71" [id=1836, type=sub]; +"1837 linear_106" [id=1837, type=linear]; +"1838 reshape_77" [id=1838, type=reshape]; +"1839 permute_79" [id=1839, type=permute]; +"1840 select_51" [id=1840, type=select]; +"1841 select_52" [id=1841, type=select]; +"1842 select_53" [id=1842, type=select]; +"1843 linalg_vector_norm_34" [id=1843, type=linalg_vector_norm]; +"1844 clamp_min_34" [id=1844, type=clamp_min]; +"1845 expand_as_34" [id=1845, type=expand_as]; +"1846 div_34" [id=1846, type=div]; +"1847 quantize_per_tensor_default_106" [id=1847, type=quantize_per_tensor]; +"1848 dequantize_per_tensor_default_106" [id=1848, type=dequantize_per_tensor]; +"1849 linalg_vector_norm_35" [id=1849, type=linalg_vector_norm]; +"1850 clamp_min_35" [id=1850, type=clamp_min]; +"1851 expand_as_35" [id=1851, type=expand_as]; +"1852 div_35" [id=1852, type=div]; +"1853 quantize_per_tensor_default_107" [id=1853, type=quantize_per_tensor]; +"1854 dequantize_per_tensor_default_107" [id=1854, type=dequantize_per_tensor]; +"1855 transpose_34" [id=1855, type=transpose]; +"1856 matmul_34" [id=1856, type=matmul]; +"1857 _frozen_param143" [id=1857, type=get_attr]; +"1858 mul_35" [id=1858, type=mul]; +"1859 add_59" [id=1859, type=add]; +"1860 new_zeros_8" [id=1860, type=new_zeros]; +"1861 view_95" [id=1861, type=view]; +"1862 permute_80" [id=1862, type=permute]; +"1863 reshape_78" [id=1863, type=reshape]; +"1864 unsqueeze_50" [id=1864, type=unsqueeze]; +"1865 unsqueeze_51" [id=1865, type=unsqueeze]; +"1866 sub_8" [id=1866, type=sub]; +"1867 ne_8" [id=1867, type=ne]; +"1868 masked_fill_16" [id=1868, type=masked_fill]; +"1869 eq_8" [id=1869, type=eq]; +"1870 masked_fill_17" [id=1870, type=masked_fill]; +"1871 view_96" [id=1871, type=view]; +"1872 unsqueeze_52" [id=1872, type=unsqueeze]; +"1873 unsqueeze_53" [id=1873, type=unsqueeze]; +"1874 add_60" [id=1874, type=add]; +"1875 view_97" [id=1875, type=view]; +"1876 softmax_17" [id=1876, type=softmax]; +"1877 dropout_68" [id=1877, type=dropout]; +"1878 matmul_35" [id=1878, type=matmul]; +"1879 transpose_35" [id=1879, type=transpose]; +"1880 reshape_79" [id=1880, type=reshape]; +"1881 reshape_79_0_0_nncf_smooth_quant_0" [id=1881, type=call_module]; +"1882 quantize_per_tensor_default_108" [id=1882, type=quantize_per_tensor]; +"1883 dequantize_per_tensor_default_108" [id=1883, type=dequantize_per_tensor]; +"1884 scale_updated_constant72" [id=1884, type=get_attr]; +"1885 compressed_weight_updated_constant72" [id=1885, type=get_attr]; +"1886 mul_tensor_72" [id=1886, type=mul]; +"1887 zero_point_updated_constant72" [id=1887, type=get_attr]; +"1888 sub_tensor_72" [id=1888, type=sub]; +"1889 linear_107" [id=1889, type=linear]; +"1890 dropout_69" [id=1890, type=dropout]; +"1891 view_98" [id=1891, type=view]; +"1892 permute_81" [id=1892, type=permute]; +"1893 reshape_80" [id=1893, type=reshape]; +"1894 roll_17" [id=1894, type=roll]; +"1895 slice_269" [id=1895, type=slice]; +"1896 slice_270" [id=1896, type=slice]; +"1897 slice_271" [id=1897, type=slice]; +"1898 slice_272" [id=1898, type=slice]; +"1899 contiguous_33" [id=1899, type=contiguous]; +"1900 layer_norm_37" [id=1900, type=layer_norm]; +"1901 add_61" [id=1901, type=add]; +"1902 add_61_0_0_nncf_smooth_quant_0" [id=1902, type=call_module]; +"1903 quantize_per_tensor_default_109" [id=1903, type=quantize_per_tensor]; +"1904 dequantize_per_tensor_default_109" [id=1904, type=dequantize_per_tensor]; +"1905 scale_updated_constant73" [id=1905, type=get_attr]; +"1906 compressed_weight_updated_constant73" [id=1906, type=get_attr]; +"1907 mul_tensor_73" [id=1907, type=mul]; +"1908 zero_point_updated_constant73" [id=1908, type=get_attr]; +"1909 sub_tensor_73" [id=1909, type=sub]; +"1910 linear_108" [id=1910, type=linear]; +"1911 gelu_17" [id=1911, type=gelu]; +"1912 dropout_70" [id=1912, type=dropout]; +"1913 dropout_70_0_0_nncf_smooth_quant_0" [id=1913, type=call_module]; +"1914 quantize_per_tensor_default_110" [id=1914, type=quantize_per_tensor]; +"1915 dequantize_per_tensor_default_110" [id=1915, type=dequantize_per_tensor]; +"1916 scale_updated_constant74" [id=1916, type=get_attr]; +"1917 compressed_weight_updated_constant74" [id=1917, type=get_attr]; +"1918 mul_tensor_74" [id=1918, type=mul]; +"1919 zero_point_updated_constant74" [id=1919, type=get_attr]; +"1920 sub_tensor_74" [id=1920, type=sub]; +"1921 linear_109" [id=1921, type=linear]; +"1922 dropout_71" [id=1922, type=dropout]; +"1923 layer_norm_38" [id=1923, type=layer_norm]; +"1924 add_62" [id=1924, type=add]; +"1925 _frozen_param153" [id=1925, type=get_attr]; +"1926 pad_20" [id=1926, type=pad]; +"1927 view_101" [id=1927, type=view]; +"1928 permute_83" [id=1928, type=permute]; +"1929 reshape_81" [id=1929, type=reshape]; +"1930 _frozen_param154" [id=1930, type=get_attr]; +"1931 reshape_81_0_0_nncf_smooth_quant_0" [id=1931, type=call_module]; +"1932 quantize_per_tensor_default_111" [id=1932, type=quantize_per_tensor]; +"1933 dequantize_per_tensor_default_111" [id=1933, type=dequantize_per_tensor]; +"1934 scale_updated_constant75" [id=1934, type=get_attr]; +"1935 compressed_weight_updated_constant75" [id=1935, type=get_attr]; +"1936 mul_tensor_75" [id=1936, type=mul]; +"1937 zero_point_updated_constant75" [id=1937, type=get_attr]; +"1938 sub_tensor_75" [id=1938, type=sub]; +"1939 linear_112" [id=1939, type=linear]; +"1940 reshape_82" [id=1940, type=reshape]; +"1941 permute_84" [id=1941, type=permute]; +"1942 select_54" [id=1942, type=select]; +"1943 select_55" [id=1943, type=select]; +"1944 select_56" [id=1944, type=select]; +"1945 linalg_vector_norm_36" [id=1945, type=linalg_vector_norm]; +"1946 clamp_min_36" [id=1946, type=clamp_min]; +"1947 expand_as_36" [id=1947, type=expand_as]; +"1948 div_36" [id=1948, type=div]; +"1949 quantize_per_tensor_default_112" [id=1949, type=quantize_per_tensor]; +"1950 dequantize_per_tensor_default_112" [id=1950, type=dequantize_per_tensor]; +"1951 linalg_vector_norm_37" [id=1951, type=linalg_vector_norm]; +"1952 clamp_min_37" [id=1952, type=clamp_min]; +"1953 expand_as_37" [id=1953, type=expand_as]; +"1954 div_37" [id=1954, type=div]; +"1955 quantize_per_tensor_default_113" [id=1955, type=quantize_per_tensor]; +"1956 dequantize_per_tensor_default_113" [id=1956, type=dequantize_per_tensor]; +"1957 transpose_36" [id=1957, type=transpose]; +"1958 matmul_36" [id=1958, type=matmul]; +"1959 _frozen_param156" [id=1959, type=get_attr]; +"1960 mul_37" [id=1960, type=mul]; +"1961 add_63" [id=1961, type=add]; +"1962 softmax_18" [id=1962, type=softmax]; +"1963 dropout_72" [id=1963, type=dropout]; +"1964 matmul_37" [id=1964, type=matmul]; +"1965 transpose_37" [id=1965, type=transpose]; +"1966 reshape_83" [id=1966, type=reshape]; +"1967 reshape_83_0_0_nncf_smooth_quant_0" [id=1967, type=call_module]; +"1968 quantize_per_tensor_default_114" [id=1968, type=quantize_per_tensor]; +"1969 dequantize_per_tensor_default_114" [id=1969, type=dequantize_per_tensor]; +"1970 scale_updated_constant76" [id=1970, type=get_attr]; +"1971 compressed_weight_updated_constant76" [id=1971, type=get_attr]; +"1972 mul_tensor_76" [id=1972, type=mul]; +"1973 zero_point_updated_constant76" [id=1973, type=get_attr]; +"1974 sub_tensor_76" [id=1974, type=sub]; +"1975 linear_113" [id=1975, type=linear]; +"1976 dropout_73" [id=1976, type=dropout]; +"1977 view_102" [id=1977, type=view]; +"1978 permute_85" [id=1978, type=permute]; +"1979 reshape_84" [id=1979, type=reshape]; +"1980 slice_274" [id=1980, type=slice]; +"1981 slice_275" [id=1981, type=slice]; +"1982 slice_276" [id=1982, type=slice]; +"1983 slice_277" [id=1983, type=slice]; +"1984 contiguous_35" [id=1984, type=contiguous]; +"1985 layer_norm_39" [id=1985, type=layer_norm]; +"1986 add_64" [id=1986, type=add]; +"1987 add_64_0_0_nncf_smooth_quant_0" [id=1987, type=call_module]; +"1988 quantize_per_tensor_default_115" [id=1988, type=quantize_per_tensor]; +"1989 dequantize_per_tensor_default_115" [id=1989, type=dequantize_per_tensor]; +"1990 scale_updated_constant77" [id=1990, type=get_attr]; +"1991 compressed_weight_updated_constant77" [id=1991, type=get_attr]; +"1992 mul_tensor_77" [id=1992, type=mul]; +"1993 zero_point_updated_constant77" [id=1993, type=get_attr]; +"1994 sub_tensor_77" [id=1994, type=sub]; +"1995 linear_114" [id=1995, type=linear]; +"1996 gelu_18" [id=1996, type=gelu]; +"1997 dropout_74" [id=1997, type=dropout]; +"1998 dropout_74_0_0_nncf_smooth_quant_0" [id=1998, type=call_module]; +"1999 quantize_per_tensor_default_116" [id=1999, type=quantize_per_tensor]; +"2000 dequantize_per_tensor_default_116" [id=2000, type=dequantize_per_tensor]; +"2001 scale_updated_constant78" [id=2001, type=get_attr]; +"2002 compressed_weight_updated_constant78" [id=2002, type=get_attr]; +"2003 mul_tensor_78" [id=2003, type=mul]; +"2004 zero_point_updated_constant78" [id=2004, type=get_attr]; +"2005 sub_tensor_78" [id=2005, type=sub]; +"2006 linear_115" [id=2006, type=linear]; +"2007 dropout_75" [id=2007, type=dropout]; +"2008 layer_norm_40" [id=2008, type=layer_norm]; +"2009 add_65" [id=2009, type=add]; +"2010 _frozen_param157" [id=2010, type=get_attr]; +"2011 pad_21" [id=2011, type=pad]; +"2012 roll_18" [id=2012, type=roll]; +"2013 view_105" [id=2013, type=view]; +"2014 permute_87" [id=2014, type=permute]; +"2015 reshape_85" [id=2015, type=reshape]; +"2016 _frozen_param158" [id=2016, type=get_attr]; +"2017 reshape_85_0_0_nncf_smooth_quant_0" [id=2017, type=call_module]; +"2018 quantize_per_tensor_default_117" [id=2018, type=quantize_per_tensor]; +"2019 dequantize_per_tensor_default_117" [id=2019, type=dequantize_per_tensor]; +"2020 scale_updated_constant79" [id=2020, type=get_attr]; +"2021 compressed_weight_updated_constant79" [id=2021, type=get_attr]; +"2022 mul_tensor_79" [id=2022, type=mul]; +"2023 zero_point_updated_constant79" [id=2023, type=get_attr]; +"2024 sub_tensor_79" [id=2024, type=sub]; +"2025 linear_118" [id=2025, type=linear]; +"2026 reshape_86" [id=2026, type=reshape]; +"2027 permute_88" [id=2027, type=permute]; +"2028 select_57" [id=2028, type=select]; +"2029 select_58" [id=2029, type=select]; +"2030 select_59" [id=2030, type=select]; +"2031 linalg_vector_norm_38" [id=2031, type=linalg_vector_norm]; +"2032 clamp_min_38" [id=2032, type=clamp_min]; +"2033 expand_as_38" [id=2033, type=expand_as]; +"2034 div_38" [id=2034, type=div]; +"2035 quantize_per_tensor_default_118" [id=2035, type=quantize_per_tensor]; +"2036 dequantize_per_tensor_default_118" [id=2036, type=dequantize_per_tensor]; +"2037 linalg_vector_norm_39" [id=2037, type=linalg_vector_norm]; +"2038 clamp_min_39" [id=2038, type=clamp_min]; +"2039 expand_as_39" [id=2039, type=expand_as]; +"2040 div_39" [id=2040, type=div]; +"2041 quantize_per_tensor_default_119" [id=2041, type=quantize_per_tensor]; +"2042 dequantize_per_tensor_default_119" [id=2042, type=dequantize_per_tensor]; +"2043 transpose_38" [id=2043, type=transpose]; +"2044 matmul_38" [id=2044, type=matmul]; +"2045 _frozen_param160" [id=2045, type=get_attr]; +"2046 mul_39" [id=2046, type=mul]; +"2047 add_66" [id=2047, type=add]; +"2048 new_zeros_9" [id=2048, type=new_zeros]; +"2049 view_106" [id=2049, type=view]; +"2050 permute_89" [id=2050, type=permute]; +"2051 reshape_87" [id=2051, type=reshape]; +"2052 unsqueeze_56" [id=2052, type=unsqueeze]; +"2053 unsqueeze_57" [id=2053, type=unsqueeze]; +"2054 sub_9" [id=2054, type=sub]; +"2055 ne_9" [id=2055, type=ne]; +"2056 masked_fill_18" [id=2056, type=masked_fill]; +"2057 eq_9" [id=2057, type=eq]; +"2058 masked_fill_19" [id=2058, type=masked_fill]; +"2059 view_107" [id=2059, type=view]; +"2060 unsqueeze_58" [id=2060, type=unsqueeze]; +"2061 unsqueeze_59" [id=2061, type=unsqueeze]; +"2062 add_67" [id=2062, type=add]; +"2063 view_108" [id=2063, type=view]; +"2064 softmax_19" [id=2064, type=softmax]; +"2065 dropout_76" [id=2065, type=dropout]; +"2066 matmul_39" [id=2066, type=matmul]; +"2067 transpose_39" [id=2067, type=transpose]; +"2068 reshape_88" [id=2068, type=reshape]; +"2069 reshape_88_0_0_nncf_smooth_quant_0" [id=2069, type=call_module]; +"2070 quantize_per_tensor_default_120" [id=2070, type=quantize_per_tensor]; +"2071 dequantize_per_tensor_default_120" [id=2071, type=dequantize_per_tensor]; +"2072 scale_updated_constant80" [id=2072, type=get_attr]; +"2073 compressed_weight_updated_constant80" [id=2073, type=get_attr]; +"2074 mul_tensor_80" [id=2074, type=mul]; +"2075 zero_point_updated_constant80" [id=2075, type=get_attr]; +"2076 sub_tensor_80" [id=2076, type=sub]; +"2077 linear_119" [id=2077, type=linear]; +"2078 dropout_77" [id=2078, type=dropout]; +"2079 view_109" [id=2079, type=view]; +"2080 permute_90" [id=2080, type=permute]; +"2081 reshape_89" [id=2081, type=reshape]; +"2082 roll_19" [id=2082, type=roll]; +"2083 slice_297" [id=2083, type=slice]; +"2084 slice_298" [id=2084, type=slice]; +"2085 slice_299" [id=2085, type=slice]; +"2086 slice_300" [id=2086, type=slice]; +"2087 contiguous_37" [id=2087, type=contiguous]; +"2088 layer_norm_41" [id=2088, type=layer_norm]; +"2089 add_68" [id=2089, type=add]; +"2090 add_68_0_0_nncf_smooth_quant_0" [id=2090, type=call_module]; +"2091 quantize_per_tensor_default_121" [id=2091, type=quantize_per_tensor]; +"2092 dequantize_per_tensor_default_121" [id=2092, type=dequantize_per_tensor]; +"2093 scale_updated_constant81" [id=2093, type=get_attr]; +"2094 compressed_weight_updated_constant81" [id=2094, type=get_attr]; +"2095 mul_tensor_81" [id=2095, type=mul]; +"2096 zero_point_updated_constant81" [id=2096, type=get_attr]; +"2097 sub_tensor_81" [id=2097, type=sub]; +"2098 linear_120" [id=2098, type=linear]; +"2099 gelu_19" [id=2099, type=gelu]; +"2100 dropout_78" [id=2100, type=dropout]; +"2101 dropout_78_0_0_nncf_smooth_quant_0" [id=2101, type=call_module]; +"2102 quantize_per_tensor_default_122" [id=2102, type=quantize_per_tensor]; +"2103 dequantize_per_tensor_default_122" [id=2103, type=dequantize_per_tensor]; +"2104 scale_updated_constant82" [id=2104, type=get_attr]; +"2105 compressed_weight_updated_constant82" [id=2105, type=get_attr]; +"2106 mul_tensor_82" [id=2106, type=mul]; +"2107 zero_point_updated_constant82" [id=2107, type=get_attr]; +"2108 sub_tensor_82" [id=2108, type=sub]; +"2109 linear_121" [id=2109, type=linear]; +"2110 dropout_79" [id=2110, type=dropout]; +"2111 layer_norm_42" [id=2111, type=layer_norm]; +"2112 add_69" [id=2112, type=add]; +"2113 _frozen_param170" [id=2113, type=get_attr]; +"2114 pad_22" [id=2114, type=pad]; +"2115 view_112" [id=2115, type=view]; +"2116 permute_92" [id=2116, type=permute]; +"2117 reshape_90" [id=2117, type=reshape]; +"2118 _frozen_param171" [id=2118, type=get_attr]; +"2119 reshape_90_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; +"2120 quantize_per_tensor_default_123" [id=2120, type=quantize_per_tensor]; +"2121 dequantize_per_tensor_default_123" [id=2121, type=dequantize_per_tensor]; +"2122 scale_updated_constant83" [id=2122, type=get_attr]; +"2123 compressed_weight_updated_constant83" [id=2123, type=get_attr]; +"2124 mul_tensor_83" [id=2124, type=mul]; +"2125 zero_point_updated_constant83" [id=2125, type=get_attr]; +"2126 sub_tensor_83" [id=2126, type=sub]; +"2127 linear_124" [id=2127, type=linear]; +"2128 reshape_91" [id=2128, type=reshape]; +"2129 permute_93" [id=2129, type=permute]; +"2130 select_60" [id=2130, type=select]; +"2131 select_61" [id=2131, type=select]; +"2132 select_62" [id=2132, type=select]; +"2133 linalg_vector_norm_40" [id=2133, type=linalg_vector_norm]; +"2134 clamp_min_40" [id=2134, type=clamp_min]; +"2135 expand_as_40" [id=2135, type=expand_as]; +"2136 div_40" [id=2136, type=div]; +"2137 quantize_per_tensor_default_124" [id=2137, type=quantize_per_tensor]; +"2138 dequantize_per_tensor_default_124" [id=2138, type=dequantize_per_tensor]; +"2139 linalg_vector_norm_41" [id=2139, type=linalg_vector_norm]; +"2140 clamp_min_41" [id=2140, type=clamp_min]; +"2141 expand_as_41" [id=2141, type=expand_as]; +"2142 div_41" [id=2142, type=div]; +"2143 quantize_per_tensor_default_125" [id=2143, type=quantize_per_tensor]; +"2144 dequantize_per_tensor_default_125" [id=2144, type=dequantize_per_tensor]; +"2145 transpose_40" [id=2145, type=transpose]; +"2146 matmul_40" [id=2146, type=matmul]; +"2147 _frozen_param173" [id=2147, type=get_attr]; +"2148 mul_41" [id=2148, type=mul]; +"2149 add_70" [id=2149, type=add]; +"2150 softmax_20" [id=2150, type=softmax]; +"2151 dropout_80" [id=2151, type=dropout]; +"2152 matmul_41" [id=2152, type=matmul]; +"2153 transpose_41" [id=2153, type=transpose]; +"2154 reshape_92" [id=2154, type=reshape]; +"2155 reshape_92_0_0_nncf_smooth_quant_0" [id=2155, type=call_module]; +"2156 quantize_per_tensor_default_126" [id=2156, type=quantize_per_tensor]; +"2157 dequantize_per_tensor_default_126" [id=2157, type=dequantize_per_tensor]; +"2158 scale_updated_constant84" [id=2158, type=get_attr]; +"2159 compressed_weight_updated_constant84" [id=2159, type=get_attr]; +"2160 mul_tensor_84" [id=2160, type=mul]; +"2161 zero_point_updated_constant84" [id=2161, type=get_attr]; +"2162 sub_tensor_84" [id=2162, type=sub]; +"2163 linear_125" [id=2163, type=linear]; +"2164 dropout_81" [id=2164, type=dropout]; +"2165 view_113" [id=2165, type=view]; +"2166 permute_94" [id=2166, type=permute]; +"2167 reshape_93" [id=2167, type=reshape]; +"2168 slice_302" [id=2168, type=slice]; +"2169 slice_303" [id=2169, type=slice]; +"2170 slice_304" [id=2170, type=slice]; +"2171 slice_305" [id=2171, type=slice]; +"2172 contiguous_39" [id=2172, type=contiguous]; +"2173 layer_norm_43" [id=2173, type=layer_norm]; +"2174 add_71" [id=2174, type=add]; +"2175 add_71_0_0_nncf_smooth_quant_0" [id=2175, type=call_module]; +"2176 quantize_per_tensor_default_127" [id=2176, type=quantize_per_tensor]; +"2177 dequantize_per_tensor_default_127" [id=2177, type=dequantize_per_tensor]; +"2178 scale_updated_constant85" [id=2178, type=get_attr]; +"2179 compressed_weight_updated_constant85" [id=2179, type=get_attr]; +"2180 mul_tensor_85" [id=2180, type=mul]; +"2181 zero_point_updated_constant85" [id=2181, type=get_attr]; +"2182 sub_tensor_85" [id=2182, type=sub]; +"2183 linear_126" [id=2183, type=linear]; +"2184 gelu_20" [id=2184, type=gelu]; +"2185 dropout_82" [id=2185, type=dropout]; +"2186 dropout_82_0_0_nncf_smooth_quant_0" [id=2186, type=call_module]; +"2187 quantize_per_tensor_default_128" [id=2187, type=quantize_per_tensor]; +"2188 dequantize_per_tensor_default_128" [id=2188, type=dequantize_per_tensor]; +"2189 scale_updated_constant86" [id=2189, type=get_attr]; +"2190 compressed_weight_updated_constant86" [id=2190, type=get_attr]; +"2191 mul_tensor_86" [id=2191, type=mul]; +"2192 zero_point_updated_constant86" [id=2192, type=get_attr]; +"2193 sub_tensor_86" [id=2193, type=sub]; +"2194 linear_127" [id=2194, type=linear]; +"2195 dropout_83" [id=2195, type=dropout]; +"2196 layer_norm_44" [id=2196, type=layer_norm]; +"2197 add_72" [id=2197, type=add]; +"2198 _frozen_param174" [id=2198, type=get_attr]; +"2199 pad_23" [id=2199, type=pad]; +"2200 roll_20" [id=2200, type=roll]; +"2201 view_116" [id=2201, type=view]; +"2202 permute_96" [id=2202, type=permute]; +"2203 reshape_94" [id=2203, type=reshape]; +"2204 _frozen_param175" [id=2204, type=get_attr]; +"2205 reshape_94_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; +"2206 quantize_per_tensor_default_129" [id=2206, type=quantize_per_tensor]; +"2207 dequantize_per_tensor_default_129" [id=2207, type=dequantize_per_tensor]; +"2208 scale_updated_constant87" [id=2208, type=get_attr]; +"2209 compressed_weight_updated_constant87" [id=2209, type=get_attr]; +"2210 mul_tensor_87" [id=2210, type=mul]; +"2211 zero_point_updated_constant87" [id=2211, type=get_attr]; +"2212 sub_tensor_87" [id=2212, type=sub]; +"2213 linear_130" [id=2213, type=linear]; +"2214 reshape_95" [id=2214, type=reshape]; +"2215 permute_97" [id=2215, type=permute]; +"2216 select_63" [id=2216, type=select]; +"2217 select_64" [id=2217, type=select]; +"2218 select_65" [id=2218, type=select]; +"2219 linalg_vector_norm_42" [id=2219, type=linalg_vector_norm]; +"2220 clamp_min_42" [id=2220, type=clamp_min]; +"2221 expand_as_42" [id=2221, type=expand_as]; +"2222 div_42" [id=2222, type=div]; +"2223 quantize_per_tensor_default_130" [id=2223, type=quantize_per_tensor]; +"2224 dequantize_per_tensor_default_130" [id=2224, type=dequantize_per_tensor]; +"2225 linalg_vector_norm_43" [id=2225, type=linalg_vector_norm]; +"2226 clamp_min_43" [id=2226, type=clamp_min]; +"2227 expand_as_43" [id=2227, type=expand_as]; +"2228 div_43" [id=2228, type=div]; +"2229 quantize_per_tensor_default_131" [id=2229, type=quantize_per_tensor]; +"2230 dequantize_per_tensor_default_131" [id=2230, type=dequantize_per_tensor]; +"2231 transpose_42" [id=2231, type=transpose]; +"2232 matmul_42" [id=2232, type=matmul]; +"2233 _frozen_param177" [id=2233, type=get_attr]; +"2234 mul_43" [id=2234, type=mul]; +"2235 add_73" [id=2235, type=add]; +"2236 new_zeros_10" [id=2236, type=new_zeros]; +"2237 view_117" [id=2237, type=view]; +"2238 permute_98" [id=2238, type=permute]; +"2239 reshape_96" [id=2239, type=reshape]; +"2240 unsqueeze_62" [id=2240, type=unsqueeze]; +"2241 unsqueeze_63" [id=2241, type=unsqueeze]; +"2242 sub_10" [id=2242, type=sub]; +"2243 ne_10" [id=2243, type=ne]; +"2244 masked_fill_20" [id=2244, type=masked_fill]; +"2245 eq_10" [id=2245, type=eq]; +"2246 masked_fill_21" [id=2246, type=masked_fill]; +"2247 view_118" [id=2247, type=view]; +"2248 unsqueeze_64" [id=2248, type=unsqueeze]; +"2249 unsqueeze_65" [id=2249, type=unsqueeze]; +"2250 add_74" [id=2250, type=add]; +"2251 view_119" [id=2251, type=view]; +"2252 softmax_21" [id=2252, type=softmax]; +"2253 dropout_84" [id=2253, type=dropout]; +"2254 matmul_43" [id=2254, type=matmul]; +"2255 transpose_43" [id=2255, type=transpose]; +"2256 reshape_97" [id=2256, type=reshape]; +"2257 reshape_97_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; +"2258 quantize_per_tensor_default_132" [id=2258, type=quantize_per_tensor]; +"2259 dequantize_per_tensor_default_132" [id=2259, type=dequantize_per_tensor]; +"2260 scale_updated_constant88" [id=2260, type=get_attr]; +"2261 compressed_weight_updated_constant88" [id=2261, type=get_attr]; +"2262 mul_tensor_88" [id=2262, type=mul]; +"2263 zero_point_updated_constant88" [id=2263, type=get_attr]; +"2264 sub_tensor_88" [id=2264, type=sub]; +"2265 linear_131" [id=2265, type=linear]; +"2266 dropout_85" [id=2266, type=dropout]; +"2267 view_120" [id=2267, type=view]; +"2268 permute_99" [id=2268, type=permute]; +"2269 reshape_98" [id=2269, type=reshape]; +"2270 roll_21" [id=2270, type=roll]; +"2271 slice_325" [id=2271, type=slice]; +"2272 slice_326" [id=2272, type=slice]; +"2273 slice_327" [id=2273, type=slice]; +"2274 slice_328" [id=2274, type=slice]; +"2275 contiguous_41" [id=2275, type=contiguous]; +"2276 layer_norm_45" [id=2276, type=layer_norm]; +"2277 add_75" [id=2277, type=add]; +"2278 add_75_0_0_nncf_smooth_quant_0" [id=2278, type=call_module]; +"2279 quantize_per_tensor_default_133" [id=2279, type=quantize_per_tensor]; +"2280 dequantize_per_tensor_default_133" [id=2280, type=dequantize_per_tensor]; +"2281 scale_updated_constant89" [id=2281, type=get_attr]; +"2282 compressed_weight_updated_constant89" [id=2282, type=get_attr]; +"2283 mul_tensor_89" [id=2283, type=mul]; +"2284 zero_point_updated_constant89" [id=2284, type=get_attr]; +"2285 sub_tensor_89" [id=2285, type=sub]; +"2286 linear_132" [id=2286, type=linear]; +"2287 gelu_21" [id=2287, type=gelu]; +"2288 dropout_86" [id=2288, type=dropout]; +"2289 dropout_86_0_0_nncf_smooth_quant_0" [id=2289, type=call_module]; +"2290 quantize_per_tensor_default_134" [id=2290, type=quantize_per_tensor]; +"2291 dequantize_per_tensor_default_134" [id=2291, type=dequantize_per_tensor]; +"2292 scale_updated_constant90" [id=2292, type=get_attr]; +"2293 compressed_weight_updated_constant90" [id=2293, type=get_attr]; +"2294 mul_tensor_90" [id=2294, type=mul]; +"2295 zero_point_updated_constant90" [id=2295, type=get_attr]; +"2296 sub_tensor_90" [id=2296, type=sub]; +"2297 linear_133" [id=2297, type=linear]; +"2298 dropout_87" [id=2298, type=dropout]; +"2299 layer_norm_46" [id=2299, type=layer_norm]; +"2300 add_76" [id=2300, type=add]; +"2301 pad_24" [id=2301, type=pad]; +"2302 slice_329" [id=2302, type=slice]; +"2303 slice_330" [id=2303, type=slice]; +"2304 slice_331" [id=2304, type=slice]; +"2305 slice_332" [id=2305, type=slice]; +"2306 slice_333" [id=2306, type=slice]; +"2307 slice_334" [id=2307, type=slice]; +"2308 slice_335" [id=2308, type=slice]; +"2309 slice_336" [id=2309, type=slice]; +"2310 slice_337" [id=2310, type=slice]; +"2311 slice_338" [id=2311, type=slice]; +"2312 slice_339" [id=2312, type=slice]; +"2313 slice_340" [id=2313, type=slice]; +"2314 cat_2" [id=2314, type=cat]; +"2315 cat_2_0_0_nncf_smooth_quant_0" [id=2315, type=call_module]; +"2316 quantize_per_tensor_default_135" [id=2316, type=quantize_per_tensor]; +"2317 dequantize_per_tensor_default_135" [id=2317, type=dequantize_per_tensor]; +"2318 scale_updated_constant91" [id=2318, type=get_attr]; +"2319 compressed_weight_updated_constant91" [id=2319, type=get_attr]; +"2320 mul_tensor_91" [id=2320, type=mul]; +"2321 zero_point_updated_constant91" [id=2321, type=get_attr]; +"2322 sub_tensor_91" [id=2322, type=sub]; +"2323 linear_134" [id=2323, type=linear]; +"2324 layer_norm_47" [id=2324, type=layer_norm]; +"2325 _frozen_param187" [id=2325, type=get_attr]; +"2326 pad_25" [id=2326, type=pad]; +"2327 view_123" [id=2327, type=view]; +"2328 permute_101" [id=2328, type=permute]; +"2329 reshape_99" [id=2329, type=reshape]; +"2330 _frozen_param188" [id=2330, type=get_attr]; +"2331 reshape_99_0_0_nncf_smooth_quant_0" [id=2331, type=call_module]; +"2332 quantize_per_tensor_default_136" [id=2332, type=quantize_per_tensor]; +"2333 dequantize_per_tensor_default_136" [id=2333, type=dequantize_per_tensor]; +"2334 scale_updated_constant92" [id=2334, type=get_attr]; +"2335 compressed_weight_updated_constant92" [id=2335, type=get_attr]; +"2336 mul_tensor_92" [id=2336, type=mul]; +"2337 zero_point_updated_constant92" [id=2337, type=get_attr]; +"2338 sub_tensor_92" [id=2338, type=sub]; +"2339 linear_137" [id=2339, type=linear]; +"2340 reshape_100" [id=2340, type=reshape]; +"2341 permute_102" [id=2341, type=permute]; +"2342 select_66" [id=2342, type=select]; +"2343 select_67" [id=2343, type=select]; +"2344 select_68" [id=2344, type=select]; +"2345 linalg_vector_norm_44" [id=2345, type=linalg_vector_norm]; +"2346 clamp_min_44" [id=2346, type=clamp_min]; +"2347 expand_as_44" [id=2347, type=expand_as]; +"2348 div_44" [id=2348, type=div]; +"2349 quantize_per_tensor_default_137" [id=2349, type=quantize_per_tensor]; +"2350 dequantize_per_tensor_default_137" [id=2350, type=dequantize_per_tensor]; +"2351 linalg_vector_norm_45" [id=2351, type=linalg_vector_norm]; +"2352 clamp_min_45" [id=2352, type=clamp_min]; +"2353 expand_as_45" [id=2353, type=expand_as]; +"2354 div_45" [id=2354, type=div]; +"2355 quantize_per_tensor_default_138" [id=2355, type=quantize_per_tensor]; +"2356 dequantize_per_tensor_default_138" [id=2356, type=dequantize_per_tensor]; +"2357 transpose_44" [id=2357, type=transpose]; +"2358 matmul_44" [id=2358, type=matmul]; +"2359 _frozen_param190" [id=2359, type=get_attr]; +"2360 mul_45" [id=2360, type=mul]; +"2361 add_77" [id=2361, type=add]; +"2362 softmax_22" [id=2362, type=softmax]; +"2363 dropout_88" [id=2363, type=dropout]; +"2364 matmul_45" [id=2364, type=matmul]; +"2365 transpose_45" [id=2365, type=transpose]; +"2366 reshape_101" [id=2366, type=reshape]; +"2367 reshape_101_0_0_nncf_smooth_quant_0" [id=2367, type=call_module]; +"2368 quantize_per_tensor_default_139" [id=2368, type=quantize_per_tensor]; +"2369 dequantize_per_tensor_default_139" [id=2369, type=dequantize_per_tensor]; +"2370 scale_updated_constant93" [id=2370, type=get_attr]; +"2371 compressed_weight_updated_constant93" [id=2371, type=get_attr]; +"2372 mul_tensor_93" [id=2372, type=mul]; +"2373 zero_point_updated_constant93" [id=2373, type=get_attr]; +"2374 sub_tensor_93" [id=2374, type=sub]; +"2375 linear_138" [id=2375, type=linear]; +"2376 dropout_89" [id=2376, type=dropout]; +"2377 view_124" [id=2377, type=view]; +"2378 permute_103" [id=2378, type=permute]; +"2379 reshape_102" [id=2379, type=reshape]; +"2380 slice_342" [id=2380, type=slice]; +"2381 slice_343" [id=2381, type=slice]; +"2382 slice_344" [id=2382, type=slice]; +"2383 slice_345" [id=2383, type=slice]; +"2384 contiguous_43" [id=2384, type=contiguous]; +"2385 layer_norm_48" [id=2385, type=layer_norm]; +"2386 add_78" [id=2386, type=add]; +"2387 add_78_0_0_nncf_smooth_quant_0" [id=2387, type=call_module]; +"2388 quantize_per_tensor_default_140" [id=2388, type=quantize_per_tensor]; +"2389 dequantize_per_tensor_default_140" [id=2389, type=dequantize_per_tensor]; +"2390 scale_updated_constant94" [id=2390, type=get_attr]; +"2391 compressed_weight_updated_constant94" [id=2391, type=get_attr]; +"2392 mul_tensor_94" [id=2392, type=mul]; +"2393 zero_point_updated_constant94" [id=2393, type=get_attr]; +"2394 sub_tensor_94" [id=2394, type=sub]; +"2395 linear_139" [id=2395, type=linear]; +"2396 gelu_22" [id=2396, type=gelu]; +"2397 dropout_90" [id=2397, type=dropout]; +"2398 dropout_90_0_0_nncf_smooth_quant_0" [id=2398, type=call_module]; +"2399 quantize_per_tensor_default_141" [id=2399, type=quantize_per_tensor]; +"2400 dequantize_per_tensor_default_141" [id=2400, type=dequantize_per_tensor]; +"2401 scale_updated_constant95" [id=2401, type=get_attr]; +"2402 compressed_weight_updated_constant95" [id=2402, type=get_attr]; +"2403 mul_tensor_95" [id=2403, type=mul]; +"2404 zero_point_updated_constant95" [id=2404, type=get_attr]; +"2405 sub_tensor_95" [id=2405, type=sub]; +"2406 linear_140" [id=2406, type=linear]; +"2407 dropout_91" [id=2407, type=dropout]; +"2408 layer_norm_49" [id=2408, type=layer_norm]; +"2409 add_79" [id=2409, type=add]; +"2410 _frozen_param191" [id=2410, type=get_attr]; +"2411 pad_26" [id=2411, type=pad]; +"2412 view_127" [id=2412, type=view]; +"2413 permute_105" [id=2413, type=permute]; +"2414 reshape_103" [id=2414, type=reshape]; +"2415 _frozen_param192" [id=2415, type=get_attr]; +"2416 reshape_103_0_0_nncf_smooth_quant_0" [id=2416, type=call_module]; +"2417 quantize_per_tensor_default_142" [id=2417, type=quantize_per_tensor]; +"2418 dequantize_per_tensor_default_142" [id=2418, type=dequantize_per_tensor]; +"2419 scale_updated_constant96" [id=2419, type=get_attr]; +"2420 compressed_weight_updated_constant96" [id=2420, type=get_attr]; +"2421 mul_tensor_96" [id=2421, type=mul]; +"2422 zero_point_updated_constant96" [id=2422, type=get_attr]; +"2423 sub_tensor_96" [id=2423, type=sub]; +"2424 linear_143" [id=2424, type=linear]; +"2425 reshape_104" [id=2425, type=reshape]; +"2426 permute_106" [id=2426, type=permute]; +"2427 select_69" [id=2427, type=select]; +"2428 select_70" [id=2428, type=select]; +"2429 select_71" [id=2429, type=select]; +"2430 linalg_vector_norm_46" [id=2430, type=linalg_vector_norm]; +"2431 clamp_min_46" [id=2431, type=clamp_min]; +"2432 expand_as_46" [id=2432, type=expand_as]; +"2433 div_46" [id=2433, type=div]; +"2434 quantize_per_tensor_default_143" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_143" [id=2435, type=dequantize_per_tensor]; +"2436 linalg_vector_norm_47" [id=2436, type=linalg_vector_norm]; +"2437 clamp_min_47" [id=2437, type=clamp_min]; +"2438 expand_as_47" [id=2438, type=expand_as]; +"2439 div_47" [id=2439, type=div]; +"2440 quantize_per_tensor_default_144" [id=2440, type=quantize_per_tensor]; +"2441 dequantize_per_tensor_default_144" [id=2441, type=dequantize_per_tensor]; +"2442 transpose_46" [id=2442, type=transpose]; +"2443 matmul_46" [id=2443, type=matmul]; +"2444 _frozen_param194" [id=2444, type=get_attr]; +"2445 mul_47" [id=2445, type=mul]; +"2446 add_80" [id=2446, type=add]; +"2447 softmax_23" [id=2447, type=softmax]; +"2448 dropout_92" [id=2448, type=dropout]; +"2449 matmul_47" [id=2449, type=matmul]; +"2450 transpose_47" [id=2450, type=transpose]; +"2451 reshape_105" [id=2451, type=reshape]; +"2452 reshape_105_0_0_nncf_smooth_quant_0" [id=2452, type=call_module]; +"2453 quantize_per_tensor_default_145" [id=2453, type=quantize_per_tensor]; +"2454 dequantize_per_tensor_default_145" [id=2454, type=dequantize_per_tensor]; +"2455 scale_updated_constant97" [id=2455, type=get_attr]; +"2456 compressed_weight_updated_constant97" [id=2456, type=get_attr]; +"2457 mul_tensor_97" [id=2457, type=mul]; +"2458 zero_point_updated_constant97" [id=2458, type=get_attr]; +"2459 sub_tensor_97" [id=2459, type=sub]; +"2460 linear_144" [id=2460, type=linear]; +"2461 dropout_93" [id=2461, type=dropout]; +"2462 view_128" [id=2462, type=view]; +"2463 permute_107" [id=2463, type=permute]; +"2464 reshape_106" [id=2464, type=reshape]; +"2465 slice_347" [id=2465, type=slice]; +"2466 slice_348" [id=2466, type=slice]; +"2467 slice_349" [id=2467, type=slice]; +"2468 slice_350" [id=2468, type=slice]; +"2469 contiguous_45" [id=2469, type=contiguous]; +"2470 layer_norm_50" [id=2470, type=layer_norm]; +"2471 add_81" [id=2471, type=add]; +"2472 add_81_0_0_nncf_smooth_quant_0" [id=2472, type=call_module]; +"2473 quantize_per_tensor_default_146" [id=2473, type=quantize_per_tensor]; +"2474 dequantize_per_tensor_default_146" [id=2474, type=dequantize_per_tensor]; +"2475 scale_updated_constant98" [id=2475, type=get_attr]; +"2476 compressed_weight_updated_constant98" [id=2476, type=get_attr]; +"2477 mul_tensor_98" [id=2477, type=mul]; +"2478 zero_point_updated_constant98" [id=2478, type=get_attr]; +"2479 sub_tensor_98" [id=2479, type=sub]; +"2480 linear_145" [id=2480, type=linear]; +"2481 gelu_23" [id=2481, type=gelu]; +"2482 dropout_94" [id=2482, type=dropout]; +"2483 dropout_94_0_0_nncf_smooth_quant_0" [id=2483, type=call_module]; +"2484 quantize_per_tensor_default_147" [id=2484, type=quantize_per_tensor]; +"2485 dequantize_per_tensor_default_147" [id=2485, type=dequantize_per_tensor]; +"2486 scale_updated_constant99" [id=2486, type=get_attr]; +"2487 compressed_weight_updated_constant99" [id=2487, type=get_attr]; +"2488 mul_tensor_99" [id=2488, type=mul]; +"2489 zero_point_updated_constant99" [id=2489, type=get_attr]; +"2490 sub_tensor_99" [id=2490, type=sub]; +"2491 linear_146" [id=2491, type=linear]; +"2492 dropout_95" [id=2492, type=dropout]; +"2493 layer_norm_51" [id=2493, type=layer_norm]; +"2494 add_82" [id=2494, type=add]; +"2495 layer_norm_52" [id=2495, type=layer_norm]; +"2496 permute_108" [id=2496, type=permute]; +"2497 adaptive_avg_pool2d" [id=2497, type=adaptive_avg_pool2d]; +"2498 flatten" [id=2498, type=flatten]; +"2499 flatten_0_0_nncf_smooth_quant_0" [id=2499, type=call_module]; +"2500 quantize_per_tensor_default_148" [id=2500, type=quantize_per_tensor]; +"2501 dequantize_per_tensor_default_148" [id=2501, type=dequantize_per_tensor]; "2502 scale_updated_constant100" [id=2502, type=get_attr]; "2503 compressed_weight_updated_constant100" [id=2503, type=get_attr]; "2504 mul_tensor_100" [id=2504, type=mul]; @@ -2508,2753 +2508,2753 @@ strict digraph { "2506 sub_tensor_100" [id=2506, type=sub]; "2507 linear_147" [id=2507, type=linear]; "2508 output" [id=2508, type=output]; -"0 features_0_2_weight" -> "117 layer_norm" [label="(96,)", style=solid]; -"1 features_0_2_bias" -> "117 layer_norm" [label="(96,)", style=solid]; -"2 features_1_0_norm1_weight" -> "176 layer_norm_1" [label="(96,)", style=solid]; -"3 features_1_0_norm1_bias" -> "176 layer_norm_1" [label="(96,)", style=solid]; -"4 features_1_0_norm2_weight" -> "201 layer_norm_2" [label="(96,)", style=solid]; -"5 features_1_0_norm2_bias" -> "201 layer_norm_2" [label="(96,)", style=solid]; -"6 features_1_1_norm1_weight" -> "279 layer_norm_3" [label="(96,)", style=solid]; -"7 features_1_1_norm1_bias" -> "279 layer_norm_3" [label="(96,)", style=solid]; -"8 features_1_1_norm2_weight" -> "304 layer_norm_4" [label="(96,)", style=solid]; -"9 features_1_1_norm2_bias" -> "304 layer_norm_4" [label="(96,)", style=solid]; -"10 features_2_norm_weight" -> "329 layer_norm_5" [label="(192,)", style=solid]; -"11 features_2_norm_bias" -> "329 layer_norm_5" [label="(192,)", style=solid]; -"12 features_3_0_norm1_weight" -> "391 layer_norm_6" [label="(192,)", style=solid]; -"13 features_3_0_norm1_bias" -> "391 layer_norm_6" [label="(192,)", style=solid]; -"14 features_3_0_norm2_weight" -> "416 layer_norm_7" [label="(192,)", style=solid]; -"15 features_3_0_norm2_bias" -> "416 layer_norm_7" [label="(192,)", style=solid]; -"16 features_3_1_norm1_weight" -> "497 layer_norm_8" [label="(192,)", style=solid]; -"17 features_3_1_norm1_bias" -> "497 layer_norm_8" [label="(192,)", style=solid]; -"18 features_3_1_norm2_weight" -> "522 layer_norm_9" [label="(192,)", style=solid]; -"19 features_3_1_norm2_bias" -> "522 layer_norm_9" [label="(192,)", style=solid]; -"20 features_4_norm_weight" -> "547 layer_norm_10" [label="(384,)", style=solid]; -"21 features_4_norm_bias" -> "547 layer_norm_10" [label="(384,)", style=solid]; -"22 features_5_0_norm1_weight" -> "609 layer_norm_11" [label="(384,)", style=solid]; -"23 features_5_0_norm1_bias" -> "609 layer_norm_11" [label="(384,)", style=solid]; -"24 features_5_0_norm2_weight" -> "634 layer_norm_12" [label="(384,)", style=solid]; -"25 features_5_0_norm2_bias" -> "634 layer_norm_12" [label="(384,)", style=solid]; -"26 features_5_1_norm1_weight" -> "715 layer_norm_13" [label="(384,)", style=solid]; -"27 features_5_1_norm1_bias" -> "715 layer_norm_13" [label="(384,)", style=solid]; -"28 features_5_1_norm2_weight" -> "740 layer_norm_14" [label="(384,)", style=solid]; -"29 features_5_1_norm2_bias" -> "740 layer_norm_14" [label="(384,)", style=solid]; -"30 features_5_2_norm1_weight" -> "803 layer_norm_15" [label="(384,)", style=solid]; -"31 features_5_2_norm1_bias" -> "803 layer_norm_15" [label="(384,)", style=solid]; -"32 features_5_2_norm2_weight" -> "828 layer_norm_16" [label="(384,)", style=solid]; -"33 features_5_2_norm2_bias" -> "828 layer_norm_16" [label="(384,)", style=solid]; -"34 features_5_3_norm1_weight" -> "909 layer_norm_17" [label="(384,)", style=solid]; -"35 features_5_3_norm1_bias" -> "909 layer_norm_17" [label="(384,)", style=solid]; -"36 features_5_3_norm2_weight" -> "934 layer_norm_18" [label="(384,)", style=solid]; -"37 features_5_3_norm2_bias" -> "934 layer_norm_18" [label="(384,)", style=solid]; -"38 features_5_4_norm1_weight" -> "997 layer_norm_19" [label="(384,)", style=solid]; -"39 features_5_4_norm1_bias" -> "997 layer_norm_19" [label="(384,)", style=solid]; -"40 features_5_4_norm2_weight" -> "1022 layer_norm_20" [label="(384,)", style=solid]; -"41 features_5_4_norm2_bias" -> "1022 layer_norm_20" [label="(384,)", style=solid]; -"42 features_5_5_norm1_weight" -> "1103 layer_norm_21" [label="(384,)", style=solid]; -"43 features_5_5_norm1_bias" -> "1103 layer_norm_21" [label="(384,)", style=solid]; -"44 features_5_5_norm2_weight" -> "1128 layer_norm_22" [label="(384,)", style=solid]; -"45 features_5_5_norm2_bias" -> "1128 layer_norm_22" [label="(384,)", style=solid]; -"46 features_5_6_norm1_weight" -> "1191 layer_norm_23" [label="(384,)", style=solid]; -"47 features_5_6_norm1_bias" -> "1191 layer_norm_23" [label="(384,)", style=solid]; -"48 features_5_6_norm2_weight" -> "1216 layer_norm_24" [label="(384,)", style=solid]; -"49 features_5_6_norm2_bias" -> "1216 layer_norm_24" [label="(384,)", style=solid]; -"50 features_5_7_norm1_weight" -> "1297 layer_norm_25" [label="(384,)", style=solid]; -"51 features_5_7_norm1_bias" -> "1297 layer_norm_25" [label="(384,)", style=solid]; -"52 features_5_7_norm2_weight" -> "1322 layer_norm_26" [label="(384,)", style=solid]; -"53 features_5_7_norm2_bias" -> "1322 layer_norm_26" [label="(384,)", style=solid]; -"54 features_5_8_norm1_weight" -> "1385 layer_norm_27" [label="(384,)", style=solid]; -"55 features_5_8_norm1_bias" -> "1385 layer_norm_27" [label="(384,)", style=solid]; -"56 features_5_8_norm2_weight" -> "1410 layer_norm_28" [label="(384,)", style=solid]; -"57 features_5_8_norm2_bias" -> "1410 layer_norm_28" [label="(384,)", style=solid]; -"58 features_5_9_norm1_weight" -> "1491 layer_norm_29" [label="(384,)", style=solid]; -"59 features_5_9_norm1_bias" -> "1491 layer_norm_29" [label="(384,)", style=solid]; -"60 features_5_9_norm2_weight" -> "1516 layer_norm_30" [label="(384,)", style=solid]; -"61 features_5_9_norm2_bias" -> "1516 layer_norm_30" [label="(384,)", style=solid]; -"62 features_5_10_norm1_weight" -> "1579 layer_norm_31" [label="(384,)", style=solid]; -"63 features_5_10_norm1_bias" -> "1579 layer_norm_31" [label="(384,)", style=solid]; -"64 features_5_10_norm2_weight" -> "1604 layer_norm_32" [label="(384,)", style=solid]; -"65 features_5_10_norm2_bias" -> "1604 layer_norm_32" [label="(384,)", style=solid]; -"66 features_5_11_norm1_weight" -> "1685 layer_norm_33" [label="(384,)", style=solid]; -"67 features_5_11_norm1_bias" -> "1685 layer_norm_33" [label="(384,)", style=solid]; -"68 features_5_11_norm2_weight" -> "1710 layer_norm_34" [label="(384,)", style=solid]; -"69 features_5_11_norm2_bias" -> "1710 layer_norm_34" [label="(384,)", style=solid]; -"70 features_5_12_norm1_weight" -> "1773 layer_norm_35" [label="(384,)", style=solid]; -"71 features_5_12_norm1_bias" -> "1773 layer_norm_35" [label="(384,)", style=solid]; -"72 features_5_12_norm2_weight" -> "1798 layer_norm_36" [label="(384,)", style=solid]; -"73 features_5_12_norm2_bias" -> "1798 layer_norm_36" [label="(384,)", style=solid]; -"74 features_5_13_norm1_weight" -> "1879 layer_norm_37" [label="(384,)", style=solid]; -"75 features_5_13_norm1_bias" -> "1879 layer_norm_37" [label="(384,)", style=solid]; -"76 features_5_13_norm2_weight" -> "1904 layer_norm_38" [label="(384,)", style=solid]; -"77 features_5_13_norm2_bias" -> "1904 layer_norm_38" [label="(384,)", style=solid]; -"78 features_5_14_norm1_weight" -> "1967 layer_norm_39" [label="(384,)", style=solid]; -"79 features_5_14_norm1_bias" -> "1967 layer_norm_39" [label="(384,)", style=solid]; -"80 features_5_14_norm2_weight" -> "1992 layer_norm_40" [label="(384,)", style=solid]; -"81 features_5_14_norm2_bias" -> "1992 layer_norm_40" [label="(384,)", style=solid]; -"82 features_5_15_norm1_weight" -> "2073 layer_norm_41" [label="(384,)", style=solid]; -"83 features_5_15_norm1_bias" -> "2073 layer_norm_41" [label="(384,)", style=solid]; -"84 features_5_15_norm2_weight" -> "2098 layer_norm_42" [label="(384,)", style=solid]; -"85 features_5_15_norm2_bias" -> "2098 layer_norm_42" [label="(384,)", style=solid]; -"86 features_5_16_norm1_weight" -> "2161 layer_norm_43" [label="(384,)", style=solid]; -"87 features_5_16_norm1_bias" -> "2161 layer_norm_43" [label="(384,)", style=solid]; -"88 features_5_16_norm2_weight" -> "2186 layer_norm_44" [label="(384,)", style=solid]; -"89 features_5_16_norm2_bias" -> "2186 layer_norm_44" [label="(384,)", style=solid]; -"90 features_5_17_norm1_weight" -> "2267 layer_norm_45" [label="(384,)", style=solid]; -"91 features_5_17_norm1_bias" -> "2267 layer_norm_45" [label="(384,)", style=solid]; -"92 features_5_17_norm2_weight" -> "2292 layer_norm_46" [label="(384,)", style=solid]; -"93 features_5_17_norm2_bias" -> "2292 layer_norm_46" [label="(384,)", style=solid]; -"94 features_6_norm_weight" -> "2317 layer_norm_47" [label="(768,)", style=solid]; -"95 features_6_norm_bias" -> "2317 layer_norm_47" [label="(768,)", style=solid]; -"96 features_7_0_norm1_weight" -> "2379 layer_norm_48" [label="(768,)", style=solid]; -"97 features_7_0_norm1_bias" -> "2379 layer_norm_48" [label="(768,)", style=solid]; -"98 features_7_0_norm2_weight" -> "2404 layer_norm_49" [label="(768,)", style=solid]; -"99 features_7_0_norm2_bias" -> "2404 layer_norm_49" [label="(768,)", style=solid]; -"100 features_7_1_norm1_weight" -> "2467 layer_norm_50" [label="(768,)", style=solid]; -"101 features_7_1_norm1_bias" -> "2467 layer_norm_50" [label="(768,)", style=solid]; -"102 features_7_1_norm2_weight" -> "2492 layer_norm_51" [label="(768,)", style=solid]; -"103 features_7_1_norm2_bias" -> "2492 layer_norm_51" [label="(768,)", style=solid]; -"104 norm_weight" -> "2494 layer_norm_52" [label="(768,)", style=solid]; -"105 norm_bias" -> "2494 layer_norm_52" [label="(768,)", style=solid]; -"106 x" -> "107 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"107 quantize_per_tensor_default" -> "108 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"108 dequantize_per_tensor_default" -> "115 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"109 features_0_0_bias_0_0" -> "115 conv2d" [label="(96,)", style=solid]; -"110 scale_updated_constant0" -> "112 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; -"111 compressed_weight_updated_constant0" -> "112 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; -"112 mul_tensor" -> "114 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; -"113 zero_point_updated_constant0" -> "114 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; -"114 sub_tensor" -> "115 conv2d" [label="(96, 3, 4, 4)", style=solid]; -"115 conv2d" -> "116 permute" [label="(1, 96, 56, 56)", style=solid]; -"116 permute" -> "117 layer_norm" [label="(1, 56, 56, 96)", style=solid]; -"117 layer_norm" -> "119 pad" [label="(1, 56, 56, 96)", style=solid]; -"117 layer_norm" -> "177 add_1" [label="(1, 56, 56, 96)", style=solid]; -"118 _frozen_param0" -> "154 add" [label="(1, 3, 64, 64)", style=solid]; -"119 pad" -> "120 view_2" [label="(1, 56, 56, 96)", style=solid]; -"120 view_2" -> "121 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"121 permute_2" -> "122 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"122 reshape" -> "123 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"123 reshape_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"124 quantize_per_tensor_default_1" -> "125 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"125 dequantize_per_tensor_default_1" -> "132 linear_2" [label="(49, 64, 96)", style=solid]; -"126 _frozen_param1_0_0" -> "132 linear_2" [label="(288,)", style=solid]; -"127 scale_updated_constant1" -> "129 mul_tensor_1" [label="(288, 1)", style=solid]; -"128 compressed_weight_updated_constant1" -> "129 mul_tensor_1" [label="(288, 96)", style=solid]; -"129 mul_tensor_1" -> "131 sub_tensor_1" [label="(288, 96)", style=solid]; -"130 zero_point_updated_constant1" -> "131 sub_tensor_1" [label="(288, 1)", style=solid]; -"131 sub_tensor_1" -> "132 linear_2" [label="(288, 96)", style=solid]; -"132 linear_2" -> "133 reshape_1" [label="(49, 64, 288)", style=solid]; -"133 reshape_1" -> "134 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"134 permute_3" -> "135 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"134 permute_3" -> "136 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"134 permute_3" -> "137 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"135 select" -> "138 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"135 select" -> "140 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"135 select" -> "141 div" [label="(49, 3, 64, 32)", style=solid]; -"136 select_1" -> "144 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"136 select_1" -> "146 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"136 select_1" -> "147 div_1" [label="(49, 3, 64, 32)", style=solid]; -"137 select_2" -> "157 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"138 linalg_vector_norm" -> "139 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"139 clamp_min" -> "140 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"140 expand_as" -> "141 div" [label="(49, 3, 64, 32)", style=solid]; -"141 div" -> "142 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"142 quantize_per_tensor_default_2" -> "143 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"143 dequantize_per_tensor_default_2" -> "151 matmul" [label="(49, 3, 64, 32)", style=solid]; -"144 linalg_vector_norm_1" -> "145 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"145 clamp_min_1" -> "146 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"146 expand_as_1" -> "147 div_1" [label="(49, 3, 64, 32)", style=solid]; -"147 div_1" -> "148 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"148 quantize_per_tensor_default_3" -> "149 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"149 dequantize_per_tensor_default_3" -> "150 transpose" [label="(49, 3, 64, 32)", style=solid]; -"150 transpose" -> "151 matmul" [label="(49, 3, 32, 64)", style=solid]; -"151 matmul" -> "153 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"152 _frozen_param3" -> "153 mul_1" [label="(3, 1, 1)", style=solid]; -"153 mul_1" -> "154 add" [label="(49, 3, 64, 64)", style=solid]; -"154 add" -> "155 softmax" [label="(49, 3, 64, 64)", style=solid]; -"155 softmax" -> "156 dropout" [label="(49, 3, 64, 64)", style=solid]; -"156 dropout" -> "157 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"157 matmul_1" -> "158 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"158 transpose_1" -> "159 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"159 reshape_2" -> "160 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"160 reshape_2_0_0_nncf_smooth_quant_0" -> "161 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"161 quantize_per_tensor_default_4" -> "162 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"162 dequantize_per_tensor_default_4" -> "169 linear_3" [label="(49, 64, 96)", style=solid]; -"163 features_1_0_attn_proj_bias_0_0" -> "169 linear_3" [label="(96,)", style=solid]; -"164 scale_updated_constant2" -> "166 mul_tensor_2" [label="(96, 1)", style=solid]; -"165 compressed_weight_updated_constant2" -> "166 mul_tensor_2" [label="(96, 96)", style=solid]; -"166 mul_tensor_2" -> "168 sub_tensor_2" [label="(96, 96)", style=solid]; -"167 zero_point_updated_constant2" -> "168 sub_tensor_2" [label="(96, 1)", style=solid]; -"168 sub_tensor_2" -> "169 linear_3" [label="(96, 96)", style=solid]; -"169 linear_3" -> "170 dropout_1" [label="(49, 64, 96)", style=solid]; -"170 dropout_1" -> "171 view_3" [label="(49, 64, 96)", style=solid]; -"171 view_3" -> "172 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"172 permute_4" -> "173 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"173 reshape_3" -> "174 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"174 slice_2" -> "175 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"175 slice_3" -> "176 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"176 layer_norm_1" -> "177 add_1" [label="(1, 56, 56, 96)", style=solid]; -"177 add_1" -> "178 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"177 add_1" -> "202 add_2" [label="(1, 56, 56, 96)", style=solid]; -"178 add_1_0_0_nncf_smooth_quant_0" -> "179 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"179 quantize_per_tensor_default_5" -> "180 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"180 dequantize_per_tensor_default_5" -> "187 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"181 features_1_0_mlp_0_bias_0_0" -> "187 linear_4" [label="(384,)", style=solid]; -"182 scale_updated_constant3" -> "184 mul_tensor_3" [label="(384, 1)", style=solid]; -"183 compressed_weight_updated_constant3" -> "184 mul_tensor_3" [label="(384, 96)", style=solid]; -"184 mul_tensor_3" -> "186 sub_tensor_3" [label="(384, 96)", style=solid]; -"185 zero_point_updated_constant3" -> "186 sub_tensor_3" [label="(384, 1)", style=solid]; -"186 sub_tensor_3" -> "187 linear_4" [label="(384, 96)", style=solid]; -"187 linear_4" -> "188 gelu" [label="(1, 56, 56, 384)", style=solid]; -"188 gelu" -> "189 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"189 dropout_2" -> "190 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"190 dropout_2_0_0_nncf_smooth_quant_0" -> "191 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"191 quantize_per_tensor_default_6" -> "192 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"192 dequantize_per_tensor_default_6" -> "199 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"193 features_1_0_mlp_3_bias_0_0" -> "199 linear_5" [label="(96,)", style=solid]; -"194 scale_updated_constant4" -> "196 mul_tensor_4" [label="(96, 1)", style=solid]; -"195 compressed_weight_updated_constant4" -> "196 mul_tensor_4" [label="(96, 384)", style=solid]; -"196 mul_tensor_4" -> "198 sub_tensor_4" [label="(96, 384)", style=solid]; -"197 zero_point_updated_constant4" -> "198 sub_tensor_4" [label="(96, 1)", style=solid]; -"198 sub_tensor_4" -> "199 linear_5" [label="(96, 384)", style=solid]; -"199 linear_5" -> "200 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"200 dropout_3" -> "201 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"201 layer_norm_2" -> "202 add_2" [label="(1, 56, 56, 96)", style=solid]; -"202 add_2" -> "204 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"202 add_2" -> "280 add_5" [label="(1, 56, 56, 96)", style=solid]; -"203 _frozen_param4" -> "240 add_3" [label="(1, 3, 64, 64)", style=solid]; -"204 pad_1" -> "205 roll" [label="(1, 56, 56, 96)", style=solid]; -"205 roll" -> "206 view_6" [label="(1, 56, 56, 96)", style=solid]; -"206 view_6" -> "207 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"207 permute_6" -> "208 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"208 reshape_4" -> "209 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"208 reshape_4" -> "241 new_zeros" [label="(49, 64, 96)", style=solid]; -"209 reshape_4_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"210 quantize_per_tensor_default_7" -> "211 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"211 dequantize_per_tensor_default_7" -> "218 linear_8" [label="(49, 64, 96)", style=solid]; -"212 _frozen_param5_0_0" -> "218 linear_8" [label="(288,)", style=solid]; -"213 scale_updated_constant5" -> "215 mul_tensor_5" [label="(288, 1)", style=solid]; -"214 compressed_weight_updated_constant5" -> "215 mul_tensor_5" [label="(288, 96)", style=solid]; -"215 mul_tensor_5" -> "217 sub_tensor_5" [label="(288, 96)", style=solid]; -"216 zero_point_updated_constant5" -> "217 sub_tensor_5" [label="(288, 1)", style=solid]; -"217 sub_tensor_5" -> "218 linear_8" [label="(288, 96)", style=solid]; -"218 linear_8" -> "219 reshape_5" [label="(49, 64, 288)", style=solid]; -"219 reshape_5" -> "220 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"220 permute_7" -> "221 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"220 permute_7" -> "222 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"220 permute_7" -> "223 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"221 select_3" -> "224 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"221 select_3" -> "226 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"221 select_3" -> "227 div_2" [label="(49, 3, 64, 32)", style=solid]; -"222 select_4" -> "230 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"222 select_4" -> "232 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"222 select_4" -> "233 div_3" [label="(49, 3, 64, 32)", style=solid]; -"223 select_5" -> "259 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"224 linalg_vector_norm_2" -> "225 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"225 clamp_min_2" -> "226 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"226 expand_as_2" -> "227 div_2" [label="(49, 3, 64, 32)", style=solid]; -"227 div_2" -> "228 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"228 quantize_per_tensor_default_8" -> "229 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"229 dequantize_per_tensor_default_8" -> "237 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"230 linalg_vector_norm_3" -> "231 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"231 clamp_min_3" -> "232 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"232 expand_as_3" -> "233 div_3" [label="(49, 3, 64, 32)", style=solid]; -"233 div_3" -> "234 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"234 quantize_per_tensor_default_9" -> "235 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"235 dequantize_per_tensor_default_9" -> "236 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"236 transpose_2" -> "237 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"237 matmul_2" -> "239 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"238 _frozen_param7" -> "239 mul_3" [label="(3, 1, 1)", style=solid]; -"239 mul_3" -> "240 add_3" [label="(49, 3, 64, 64)", style=solid]; -"240 add_3" -> "252 view_8" [label="(49, 3, 64, 64)", style=solid]; -"241 new_zeros" -> "242 view_7" [label="(56, 56)", style=solid]; -"242 view_7" -> "243 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"243 permute_8" -> "244 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"244 reshape_6" -> "245 unsqueeze_2" [label="(49, 64)", style=solid]; -"244 reshape_6" -> "246 unsqueeze_3" [label="(49, 64)", style=solid]; -"245 unsqueeze_2" -> "247 sub" [label="(49, 1, 64)", style=solid]; -"246 unsqueeze_3" -> "247 sub" [label="(49, 64, 1)", style=solid]; -"247 sub" -> "248 ne" [label="(49, 64, 64)", style=solid]; -"247 sub" -> "249 masked_fill" [label="(49, 64, 64)", style=solid]; -"247 sub" -> "250 eq" [label="(49, 64, 64)", style=solid]; -"248 ne" -> "249 masked_fill" [label="(49, 64, 64)", style=solid]; -"249 masked_fill" -> "251 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"250 eq" -> "251 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"251 masked_fill_1" -> "253 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"252 view_8" -> "255 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"253 unsqueeze_4" -> "254 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"254 unsqueeze_5" -> "255 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"255 add_4" -> "256 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"256 view_9" -> "257 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"257 softmax_1" -> "258 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"258 dropout_4" -> "259 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"259 matmul_3" -> "260 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"260 transpose_3" -> "261 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"261 reshape_7" -> "262 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"262 reshape_7_0_0_nncf_smooth_quant_0" -> "263 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"263 quantize_per_tensor_default_10" -> "264 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"264 dequantize_per_tensor_default_10" -> "271 linear_9" [label="(49, 64, 96)", style=solid]; -"265 features_1_1_attn_proj_bias_0_0" -> "271 linear_9" [label="(96,)", style=solid]; -"266 scale_updated_constant6" -> "268 mul_tensor_6" [label="(96, 1)", style=solid]; -"267 compressed_weight_updated_constant6" -> "268 mul_tensor_6" [label="(96, 96)", style=solid]; -"268 mul_tensor_6" -> "270 sub_tensor_6" [label="(96, 96)", style=solid]; -"269 zero_point_updated_constant6" -> "270 sub_tensor_6" [label="(96, 1)", style=solid]; -"270 sub_tensor_6" -> "271 linear_9" [label="(96, 96)", style=solid]; -"271 linear_9" -> "272 dropout_5" [label="(49, 64, 96)", style=solid]; -"272 dropout_5" -> "273 view_10" [label="(49, 64, 96)", style=solid]; -"273 view_10" -> "274 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"274 permute_9" -> "275 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"275 reshape_8" -> "276 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"276 roll_1" -> "277 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"277 slice_23" -> "278 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"278 slice_24" -> "279 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"279 layer_norm_3" -> "280 add_5" [label="(1, 56, 56, 96)", style=solid]; -"280 add_5" -> "281 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"280 add_5" -> "305 add_6" [label="(1, 56, 56, 96)", style=solid]; -"281 add_5_0_0_nncf_smooth_quant_0" -> "282 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"282 quantize_per_tensor_default_11" -> "283 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"283 dequantize_per_tensor_default_11" -> "290 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"284 features_1_1_mlp_0_bias_0_0" -> "290 linear_10" [label="(384,)", style=solid]; -"285 scale_updated_constant7" -> "287 mul_tensor_7" [label="(384, 1)", style=solid]; -"286 compressed_weight_updated_constant7" -> "287 mul_tensor_7" [label="(384, 96)", style=solid]; -"287 mul_tensor_7" -> "289 sub_tensor_7" [label="(384, 96)", style=solid]; -"288 zero_point_updated_constant7" -> "289 sub_tensor_7" [label="(384, 1)", style=solid]; -"289 sub_tensor_7" -> "290 linear_10" [label="(384, 96)", style=solid]; -"290 linear_10" -> "291 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"291 gelu_1" -> "292 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"292 dropout_6" -> "293 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"293 dropout_6_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"294 quantize_per_tensor_default_12" -> "295 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"295 dequantize_per_tensor_default_12" -> "302 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"296 features_1_1_mlp_3_bias_0_0" -> "302 linear_11" [label="(96,)", style=solid]; -"297 scale_updated_constant8" -> "299 mul_tensor_8" [label="(96, 1)", style=solid]; -"298 compressed_weight_updated_constant8" -> "299 mul_tensor_8" [label="(96, 384)", style=solid]; -"299 mul_tensor_8" -> "301 sub_tensor_8" [label="(96, 384)", style=solid]; -"300 zero_point_updated_constant8" -> "301 sub_tensor_8" [label="(96, 1)", style=solid]; -"301 sub_tensor_8" -> "302 linear_11" [label="(96, 384)", style=solid]; -"302 linear_11" -> "303 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"303 dropout_7" -> "304 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"304 layer_norm_4" -> "305 add_6" [label="(1, 56, 56, 96)", style=solid]; -"305 add_6" -> "306 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "307 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "310 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "313 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "316 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"307 slice_25" -> "308 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"308 slice_26" -> "309 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"309 slice_27" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"310 slice_28" -> "311 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"311 slice_29" -> "312 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"312 slice_30" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"313 slice_31" -> "314 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"314 slice_32" -> "315 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"315 slice_33" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"316 slice_34" -> "317 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"317 slice_35" -> "318 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"318 slice_36" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"319 cat" -> "320 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"320 cat_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"321 quantize_per_tensor_default_13" -> "322 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"322 dequantize_per_tensor_default_13" -> "328 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"323 scale_updated_constant9" -> "325 mul_tensor_9" [label="(192, 1)", style=solid]; -"324 compressed_weight_updated_constant9" -> "325 mul_tensor_9" [label="(192, 384)", style=solid]; -"325 mul_tensor_9" -> "327 sub_tensor_9" [label="(192, 384)", style=solid]; -"326 zero_point_updated_constant9" -> "327 sub_tensor_9" [label="(192, 1)", style=solid]; -"327 sub_tensor_9" -> "328 linear_12" [label="(192, 384)", style=solid]; -"328 linear_12" -> "329 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"329 layer_norm_5" -> "331 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"329 layer_norm_5" -> "392 add_8" [label="(1, 28, 28, 192)", style=solid]; -"330 _frozen_param17" -> "366 add_7" [label="(1, 6, 64, 64)", style=solid]; -"331 pad_3" -> "332 view_13" [label="(1, 32, 32, 192)", style=solid]; -"332 view_13" -> "333 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"333 permute_11" -> "334 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"334 reshape_9" -> "335 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"335 reshape_9_0_0_nncf_smooth_quant_0" -> "336 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"336 quantize_per_tensor_default_14" -> "337 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"337 dequantize_per_tensor_default_14" -> "344 linear_15" [label="(16, 64, 192)", style=solid]; -"338 _frozen_param18_0_0" -> "344 linear_15" [label="(576,)", style=solid]; -"339 scale_updated_constant10" -> "341 mul_tensor_10" [label="(576, 1)", style=solid]; -"340 compressed_weight_updated_constant10" -> "341 mul_tensor_10" [label="(576, 192)", style=solid]; -"341 mul_tensor_10" -> "343 sub_tensor_10" [label="(576, 192)", style=solid]; -"342 zero_point_updated_constant10" -> "343 sub_tensor_10" [label="(576, 1)", style=solid]; -"343 sub_tensor_10" -> "344 linear_15" [label="(576, 192)", style=solid]; -"344 linear_15" -> "345 reshape_10" [label="(16, 64, 576)", style=solid]; -"345 reshape_10" -> "346 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"346 permute_12" -> "347 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"346 permute_12" -> "348 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"346 permute_12" -> "349 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"347 select_6" -> "350 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"347 select_6" -> "352 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"347 select_6" -> "353 div_4" [label="(16, 6, 64, 32)", style=solid]; -"348 select_7" -> "356 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"348 select_7" -> "358 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"348 select_7" -> "359 div_5" [label="(16, 6, 64, 32)", style=solid]; -"349 select_8" -> "369 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"350 linalg_vector_norm_4" -> "351 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"351 clamp_min_4" -> "352 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"352 expand_as_4" -> "353 div_4" [label="(16, 6, 64, 32)", style=solid]; -"353 div_4" -> "354 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"354 quantize_per_tensor_default_15" -> "355 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"355 dequantize_per_tensor_default_15" -> "363 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"356 linalg_vector_norm_5" -> "357 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"357 clamp_min_5" -> "358 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"358 expand_as_5" -> "359 div_5" [label="(16, 6, 64, 32)", style=solid]; -"359 div_5" -> "360 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"360 quantize_per_tensor_default_16" -> "361 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"361 dequantize_per_tensor_default_16" -> "362 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"362 transpose_4" -> "363 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"363 matmul_4" -> "365 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"364 _frozen_param20" -> "365 mul_5" [label="(6, 1, 1)", style=solid]; -"365 mul_5" -> "366 add_7" [label="(16, 6, 64, 64)", style=solid]; -"366 add_7" -> "367 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"367 softmax_2" -> "368 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"368 dropout_8" -> "369 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"369 matmul_5" -> "370 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"370 transpose_5" -> "371 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"371 reshape_11" -> "372 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"372 reshape_11_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"373 quantize_per_tensor_default_17" -> "374 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"374 dequantize_per_tensor_default_17" -> "381 linear_16" [label="(16, 64, 192)", style=solid]; -"375 features_3_0_attn_proj_bias_0_0" -> "381 linear_16" [label="(192,)", style=solid]; -"376 scale_updated_constant11" -> "378 mul_tensor_11" [label="(192, 1)", style=solid]; -"377 compressed_weight_updated_constant11" -> "378 mul_tensor_11" [label="(192, 192)", style=solid]; -"378 mul_tensor_11" -> "380 sub_tensor_11" [label="(192, 192)", style=solid]; -"379 zero_point_updated_constant11" -> "380 sub_tensor_11" [label="(192, 1)", style=solid]; -"380 sub_tensor_11" -> "381 linear_16" [label="(192, 192)", style=solid]; -"381 linear_16" -> "382 dropout_9" [label="(16, 64, 192)", style=solid]; -"382 dropout_9" -> "383 view_14" [label="(16, 64, 192)", style=solid]; -"383 view_14" -> "384 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"384 permute_13" -> "385 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"385 reshape_12" -> "386 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"386 slice_38" -> "387 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"387 slice_39" -> "388 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"388 slice_40" -> "389 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"389 slice_41" -> "390 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"390 contiguous_3" -> "391 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"391 layer_norm_6" -> "392 add_8" [label="(1, 28, 28, 192)", style=solid]; -"392 add_8" -> "393 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"392 add_8" -> "417 add_9" [label="(1, 28, 28, 192)", style=solid]; -"393 add_8_0_0_nncf_smooth_quant_0" -> "394 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"394 quantize_per_tensor_default_18" -> "395 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"395 dequantize_per_tensor_default_18" -> "402 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"396 features_3_0_mlp_0_bias_0_0" -> "402 linear_17" [label="(768,)", style=solid]; -"397 scale_updated_constant12" -> "399 mul_tensor_12" [label="(768, 1)", style=solid]; -"398 compressed_weight_updated_constant12" -> "399 mul_tensor_12" [label="(768, 192)", style=solid]; -"399 mul_tensor_12" -> "401 sub_tensor_12" [label="(768, 192)", style=solid]; -"400 zero_point_updated_constant12" -> "401 sub_tensor_12" [label="(768, 1)", style=solid]; -"401 sub_tensor_12" -> "402 linear_17" [label="(768, 192)", style=solid]; -"402 linear_17" -> "403 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"403 gelu_2" -> "404 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"404 dropout_10" -> "405 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"405 dropout_10_0_0_nncf_smooth_quant_0" -> "406 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"406 quantize_per_tensor_default_19" -> "407 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"407 dequantize_per_tensor_default_19" -> "414 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"408 features_3_0_mlp_3_bias_0_0" -> "414 linear_18" [label="(192,)", style=solid]; -"409 scale_updated_constant13" -> "411 mul_tensor_13" [label="(192, 1)", style=solid]; -"410 compressed_weight_updated_constant13" -> "411 mul_tensor_13" [label="(192, 768)", style=solid]; -"411 mul_tensor_13" -> "413 sub_tensor_13" [label="(192, 768)", style=solid]; -"412 zero_point_updated_constant13" -> "413 sub_tensor_13" [label="(192, 1)", style=solid]; -"413 sub_tensor_13" -> "414 linear_18" [label="(192, 768)", style=solid]; -"414 linear_18" -> "415 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"415 dropout_11" -> "416 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"416 layer_norm_7" -> "417 add_9" [label="(1, 28, 28, 192)", style=solid]; -"417 add_9" -> "419 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"417 add_9" -> "498 add_12" [label="(1, 28, 28, 192)", style=solid]; -"418 _frozen_param21" -> "455 add_10" [label="(1, 6, 64, 64)", style=solid]; -"419 pad_4" -> "420 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"420 roll_2" -> "421 view_17" [label="(1, 32, 32, 192)", style=solid]; -"421 view_17" -> "422 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"422 permute_15" -> "423 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"423 reshape_13" -> "424 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"423 reshape_13" -> "456 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"424 reshape_13_0_0_nncf_smooth_quant_0" -> "425 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"425 quantize_per_tensor_default_20" -> "426 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"426 dequantize_per_tensor_default_20" -> "433 linear_21" [label="(16, 64, 192)", style=solid]; -"427 _frozen_param22_0_0" -> "433 linear_21" [label="(576,)", style=solid]; -"428 scale_updated_constant14" -> "430 mul_tensor_14" [label="(576, 1)", style=solid]; -"429 compressed_weight_updated_constant14" -> "430 mul_tensor_14" [label="(576, 192)", style=solid]; -"430 mul_tensor_14" -> "432 sub_tensor_14" [label="(576, 192)", style=solid]; -"431 zero_point_updated_constant14" -> "432 sub_tensor_14" [label="(576, 1)", style=solid]; -"432 sub_tensor_14" -> "433 linear_21" [label="(576, 192)", style=solid]; -"433 linear_21" -> "434 reshape_14" [label="(16, 64, 576)", style=solid]; -"434 reshape_14" -> "435 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"435 permute_16" -> "436 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"435 permute_16" -> "437 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"435 permute_16" -> "438 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"436 select_9" -> "439 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"436 select_9" -> "441 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"436 select_9" -> "442 div_6" [label="(16, 6, 64, 32)", style=solid]; -"437 select_10" -> "445 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"437 select_10" -> "447 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"437 select_10" -> "448 div_7" [label="(16, 6, 64, 32)", style=solid]; -"438 select_11" -> "474 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"439 linalg_vector_norm_6" -> "440 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"440 clamp_min_6" -> "441 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"441 expand_as_6" -> "442 div_6" [label="(16, 6, 64, 32)", style=solid]; -"442 div_6" -> "443 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"443 quantize_per_tensor_default_21" -> "444 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"444 dequantize_per_tensor_default_21" -> "452 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"445 linalg_vector_norm_7" -> "446 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"446 clamp_min_7" -> "447 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"447 expand_as_7" -> "448 div_7" [label="(16, 6, 64, 32)", style=solid]; -"448 div_7" -> "449 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"449 quantize_per_tensor_default_22" -> "450 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"450 dequantize_per_tensor_default_22" -> "451 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"451 transpose_6" -> "452 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"452 matmul_6" -> "454 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"453 _frozen_param24" -> "454 mul_7" [label="(6, 1, 1)", style=solid]; -"454 mul_7" -> "455 add_10" [label="(16, 6, 64, 64)", style=solid]; -"455 add_10" -> "467 view_19" [label="(16, 6, 64, 64)", style=solid]; -"456 new_zeros_1" -> "457 view_18" [label="(32, 32)", style=solid]; -"457 view_18" -> "458 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"458 permute_17" -> "459 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"459 reshape_15" -> "460 unsqueeze_8" [label="(16, 64)", style=solid]; -"459 reshape_15" -> "461 unsqueeze_9" [label="(16, 64)", style=solid]; -"460 unsqueeze_8" -> "462 sub_1" [label="(16, 1, 64)", style=solid]; -"461 unsqueeze_9" -> "462 sub_1" [label="(16, 64, 1)", style=solid]; -"462 sub_1" -> "463 ne_1" [label="(16, 64, 64)", style=solid]; -"462 sub_1" -> "464 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"462 sub_1" -> "465 eq_1" [label="(16, 64, 64)", style=solid]; -"463 ne_1" -> "464 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"464 masked_fill_2" -> "466 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"465 eq_1" -> "466 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"466 masked_fill_3" -> "468 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"467 view_19" -> "470 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"468 unsqueeze_10" -> "469 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"469 unsqueeze_11" -> "470 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"470 add_11" -> "471 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"471 view_20" -> "472 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"472 softmax_3" -> "473 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"473 dropout_12" -> "474 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"474 matmul_7" -> "475 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"475 transpose_7" -> "476 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"476 reshape_16" -> "477 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"477 reshape_16_0_0_nncf_smooth_quant_0" -> "478 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"478 quantize_per_tensor_default_23" -> "479 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"479 dequantize_per_tensor_default_23" -> "486 linear_22" [label="(16, 64, 192)", style=solid]; -"480 features_3_1_attn_proj_bias_0_0" -> "486 linear_22" [label="(192,)", style=solid]; -"481 scale_updated_constant15" -> "483 mul_tensor_15" [label="(192, 1)", style=solid]; -"482 compressed_weight_updated_constant15" -> "483 mul_tensor_15" [label="(192, 192)", style=solid]; -"483 mul_tensor_15" -> "485 sub_tensor_15" [label="(192, 192)", style=solid]; -"484 zero_point_updated_constant15" -> "485 sub_tensor_15" [label="(192, 1)", style=solid]; -"485 sub_tensor_15" -> "486 linear_22" [label="(192, 192)", style=solid]; -"486 linear_22" -> "487 dropout_13" [label="(16, 64, 192)", style=solid]; -"487 dropout_13" -> "488 view_21" [label="(16, 64, 192)", style=solid]; -"488 view_21" -> "489 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"489 permute_18" -> "490 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"490 reshape_17" -> "491 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"491 roll_3" -> "492 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"492 slice_61" -> "493 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"493 slice_62" -> "494 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"494 slice_63" -> "495 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"495 slice_64" -> "496 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"496 contiguous_5" -> "497 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"497 layer_norm_8" -> "498 add_12" [label="(1, 28, 28, 192)", style=solid]; -"498 add_12" -> "499 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"498 add_12" -> "523 add_13" [label="(1, 28, 28, 192)", style=solid]; -"499 add_12_0_0_nncf_smooth_quant_0" -> "500 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"500 quantize_per_tensor_default_24" -> "501 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"501 dequantize_per_tensor_default_24" -> "508 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"502 features_3_1_mlp_0_bias_0_0" -> "508 linear_23" [label="(768,)", style=solid]; -"503 scale_updated_constant16" -> "505 mul_tensor_16" [label="(768, 1)", style=solid]; -"504 compressed_weight_updated_constant16" -> "505 mul_tensor_16" [label="(768, 192)", style=solid]; -"505 mul_tensor_16" -> "507 sub_tensor_16" [label="(768, 192)", style=solid]; -"506 zero_point_updated_constant16" -> "507 sub_tensor_16" [label="(768, 1)", style=solid]; -"507 sub_tensor_16" -> "508 linear_23" [label="(768, 192)", style=solid]; -"508 linear_23" -> "509 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"509 gelu_3" -> "510 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"510 dropout_14" -> "511 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"511 dropout_14_0_0_nncf_smooth_quant_0" -> "512 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"512 quantize_per_tensor_default_25" -> "513 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"513 dequantize_per_tensor_default_25" -> "520 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"514 features_3_1_mlp_3_bias_0_0" -> "520 linear_24" [label="(192,)", style=solid]; -"515 scale_updated_constant17" -> "517 mul_tensor_17" [label="(192, 1)", style=solid]; -"516 compressed_weight_updated_constant17" -> "517 mul_tensor_17" [label="(192, 768)", style=solid]; -"517 mul_tensor_17" -> "519 sub_tensor_17" [label="(192, 768)", style=solid]; -"518 zero_point_updated_constant17" -> "519 sub_tensor_17" [label="(192, 1)", style=solid]; -"519 sub_tensor_17" -> "520 linear_24" [label="(192, 768)", style=solid]; -"520 linear_24" -> "521 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"521 dropout_15" -> "522 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"522 layer_norm_9" -> "523 add_13" [label="(1, 28, 28, 192)", style=solid]; -"523 add_13" -> "524 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "525 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "528 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "531 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "534 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"525 slice_65" -> "526 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"526 slice_66" -> "527 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"527 slice_67" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"528 slice_68" -> "529 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"529 slice_69" -> "530 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"530 slice_70" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"531 slice_71" -> "532 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"532 slice_72" -> "533 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"533 slice_73" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"534 slice_74" -> "535 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"535 slice_75" -> "536 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"536 slice_76" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"537 cat_1" -> "538 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"538 cat_1_0_0_nncf_smooth_quant_0" -> "539 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"539 quantize_per_tensor_default_26" -> "540 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"540 dequantize_per_tensor_default_26" -> "546 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"541 scale_updated_constant18" -> "543 mul_tensor_18" [label="(384, 1)", style=solid]; -"542 compressed_weight_updated_constant18" -> "543 mul_tensor_18" [label="(384, 768)", style=solid]; -"543 mul_tensor_18" -> "545 sub_tensor_18" [label="(384, 768)", style=solid]; -"544 zero_point_updated_constant18" -> "545 sub_tensor_18" [label="(384, 1)", style=solid]; -"545 sub_tensor_18" -> "546 linear_25" [label="(384, 768)", style=solid]; -"546 linear_25" -> "547 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"547 layer_norm_10" -> "549 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"547 layer_norm_10" -> "610 add_15" [label="(1, 14, 14, 384)", style=solid]; -"548 _frozen_param34" -> "584 add_14" [label="(1, 12, 64, 64)", style=solid]; -"549 pad_6" -> "550 view_24" [label="(1, 16, 16, 384)", style=solid]; -"550 view_24" -> "551 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"551 permute_20" -> "552 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"552 reshape_18" -> "553 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"553 reshape_18_0_0_nncf_smooth_quant_0" -> "554 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"554 quantize_per_tensor_default_27" -> "555 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"555 dequantize_per_tensor_default_27" -> "562 linear_28" [label="(4, 64, 384)", style=solid]; -"556 _frozen_param35_0_0" -> "562 linear_28" [label="(1152,)", style=solid]; -"557 scale_updated_constant19" -> "559 mul_tensor_19" [label="(1152, 1)", style=solid]; -"558 compressed_weight_updated_constant19" -> "559 mul_tensor_19" [label="(1152, 384)", style=solid]; -"559 mul_tensor_19" -> "561 sub_tensor_19" [label="(1152, 384)", style=solid]; -"560 zero_point_updated_constant19" -> "561 sub_tensor_19" [label="(1152, 1)", style=solid]; -"561 sub_tensor_19" -> "562 linear_28" [label="(1152, 384)", style=solid]; -"562 linear_28" -> "563 reshape_19" [label="(4, 64, 1152)", style=solid]; -"563 reshape_19" -> "564 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"564 permute_21" -> "565 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"564 permute_21" -> "566 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"564 permute_21" -> "567 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"565 select_12" -> "568 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"565 select_12" -> "570 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"565 select_12" -> "571 div_8" [label="(4, 12, 64, 32)", style=solid]; -"566 select_13" -> "574 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"566 select_13" -> "576 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"566 select_13" -> "577 div_9" [label="(4, 12, 64, 32)", style=solid]; -"567 select_14" -> "587 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"568 linalg_vector_norm_8" -> "569 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"569 clamp_min_8" -> "570 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"570 expand_as_8" -> "571 div_8" [label="(4, 12, 64, 32)", style=solid]; -"571 div_8" -> "572 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"572 quantize_per_tensor_default_28" -> "573 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"573 dequantize_per_tensor_default_28" -> "581 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"574 linalg_vector_norm_9" -> "575 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"575 clamp_min_9" -> "576 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"576 expand_as_9" -> "577 div_9" [label="(4, 12, 64, 32)", style=solid]; -"577 div_9" -> "578 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"578 quantize_per_tensor_default_29" -> "579 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"579 dequantize_per_tensor_default_29" -> "580 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"580 transpose_8" -> "581 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"581 matmul_8" -> "583 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"582 _frozen_param37" -> "583 mul_9" [label="(12, 1, 1)", style=solid]; -"583 mul_9" -> "584 add_14" [label="(4, 12, 64, 64)", style=solid]; -"584 add_14" -> "585 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"585 softmax_4" -> "586 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"586 dropout_16" -> "587 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"587 matmul_9" -> "588 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"588 transpose_9" -> "589 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"589 reshape_20" -> "590 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"590 reshape_20_0_0_nncf_smooth_quant_0" -> "591 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"591 quantize_per_tensor_default_30" -> "592 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"592 dequantize_per_tensor_default_30" -> "599 linear_29" [label="(4, 64, 384)", style=solid]; -"593 features_5_0_attn_proj_bias_0_0" -> "599 linear_29" [label="(384,)", style=solid]; -"594 scale_updated_constant20" -> "596 mul_tensor_20" [label="(384, 1)", style=solid]; -"595 compressed_weight_updated_constant20" -> "596 mul_tensor_20" [label="(384, 384)", style=solid]; -"596 mul_tensor_20" -> "598 sub_tensor_20" [label="(384, 384)", style=solid]; -"597 zero_point_updated_constant20" -> "598 sub_tensor_20" [label="(384, 1)", style=solid]; -"598 sub_tensor_20" -> "599 linear_29" [label="(384, 384)", style=solid]; -"599 linear_29" -> "600 dropout_17" [label="(4, 64, 384)", style=solid]; -"600 dropout_17" -> "601 view_25" [label="(4, 64, 384)", style=solid]; -"601 view_25" -> "602 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"602 permute_22" -> "603 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"603 reshape_21" -> "604 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"604 slice_78" -> "605 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"605 slice_79" -> "606 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"606 slice_80" -> "607 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"607 slice_81" -> "608 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"608 contiguous_7" -> "609 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"609 layer_norm_11" -> "610 add_15" [label="(1, 14, 14, 384)", style=solid]; -"610 add_15" -> "611 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"610 add_15" -> "635 add_16" [label="(1, 14, 14, 384)", style=solid]; -"611 add_15_0_0_nncf_smooth_quant_0" -> "612 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"612 quantize_per_tensor_default_31" -> "613 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"613 dequantize_per_tensor_default_31" -> "620 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"614 features_5_0_mlp_0_bias_0_0" -> "620 linear_30" [label="(1536,)", style=solid]; -"615 scale_updated_constant21" -> "617 mul_tensor_21" [label="(1536, 1)", style=solid]; -"616 compressed_weight_updated_constant21" -> "617 mul_tensor_21" [label="(1536, 384)", style=solid]; -"617 mul_tensor_21" -> "619 sub_tensor_21" [label="(1536, 384)", style=solid]; -"618 zero_point_updated_constant21" -> "619 sub_tensor_21" [label="(1536, 1)", style=solid]; -"619 sub_tensor_21" -> "620 linear_30" [label="(1536, 384)", style=solid]; -"620 linear_30" -> "621 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"621 gelu_4" -> "622 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"622 dropout_18" -> "623 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"623 dropout_18_0_0_nncf_smooth_quant_0" -> "624 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"624 quantize_per_tensor_default_32" -> "625 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"625 dequantize_per_tensor_default_32" -> "632 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"626 features_5_0_mlp_3_bias_0_0" -> "632 linear_31" [label="(384,)", style=solid]; -"627 scale_updated_constant22" -> "629 mul_tensor_22" [label="(384, 1)", style=solid]; -"628 compressed_weight_updated_constant22" -> "629 mul_tensor_22" [label="(384, 1536)", style=solid]; -"629 mul_tensor_22" -> "631 sub_tensor_22" [label="(384, 1536)", style=solid]; -"630 zero_point_updated_constant22" -> "631 sub_tensor_22" [label="(384, 1)", style=solid]; -"631 sub_tensor_22" -> "632 linear_31" [label="(384, 1536)", style=solid]; -"632 linear_31" -> "633 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"633 dropout_19" -> "634 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"634 layer_norm_12" -> "635 add_16" [label="(1, 14, 14, 384)", style=solid]; -"635 add_16" -> "637 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"635 add_16" -> "716 add_19" [label="(1, 14, 14, 384)", style=solid]; -"636 _frozen_param38" -> "673 add_17" [label="(1, 12, 64, 64)", style=solid]; -"637 pad_7" -> "638 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"638 roll_4" -> "639 view_28" [label="(1, 16, 16, 384)", style=solid]; -"639 view_28" -> "640 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"640 permute_24" -> "641 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"641 reshape_22" -> "642 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"641 reshape_22" -> "674 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"642 reshape_22_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"643 quantize_per_tensor_default_33" -> "644 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"644 dequantize_per_tensor_default_33" -> "651 linear_34" [label="(4, 64, 384)", style=solid]; -"645 _frozen_param39_0_0" -> "651 linear_34" [label="(1152,)", style=solid]; -"646 scale_updated_constant23" -> "648 mul_tensor_23" [label="(1152, 1)", style=solid]; -"647 compressed_weight_updated_constant23" -> "648 mul_tensor_23" [label="(1152, 384)", style=solid]; -"648 mul_tensor_23" -> "650 sub_tensor_23" [label="(1152, 384)", style=solid]; -"649 zero_point_updated_constant23" -> "650 sub_tensor_23" [label="(1152, 1)", style=solid]; -"650 sub_tensor_23" -> "651 linear_34" [label="(1152, 384)", style=solid]; -"651 linear_34" -> "652 reshape_23" [label="(4, 64, 1152)", style=solid]; -"652 reshape_23" -> "653 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"653 permute_25" -> "654 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"653 permute_25" -> "655 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"653 permute_25" -> "656 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"654 select_15" -> "657 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"654 select_15" -> "659 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"654 select_15" -> "660 div_10" [label="(4, 12, 64, 32)", style=solid]; -"655 select_16" -> "663 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"655 select_16" -> "665 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"655 select_16" -> "666 div_11" [label="(4, 12, 64, 32)", style=solid]; -"656 select_17" -> "692 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"657 linalg_vector_norm_10" -> "658 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"658 clamp_min_10" -> "659 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"659 expand_as_10" -> "660 div_10" [label="(4, 12, 64, 32)", style=solid]; -"660 div_10" -> "661 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"661 quantize_per_tensor_default_34" -> "662 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"662 dequantize_per_tensor_default_34" -> "670 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"663 linalg_vector_norm_11" -> "664 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"664 clamp_min_11" -> "665 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"665 expand_as_11" -> "666 div_11" [label="(4, 12, 64, 32)", style=solid]; -"666 div_11" -> "667 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"667 quantize_per_tensor_default_35" -> "668 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"668 dequantize_per_tensor_default_35" -> "669 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"669 transpose_10" -> "670 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"670 matmul_10" -> "672 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"671 _frozen_param41" -> "672 mul_11" [label="(12, 1, 1)", style=solid]; -"672 mul_11" -> "673 add_17" [label="(4, 12, 64, 64)", style=solid]; -"673 add_17" -> "685 view_30" [label="(4, 12, 64, 64)", style=solid]; -"674 new_zeros_2" -> "675 view_29" [label="(16, 16)", style=solid]; -"675 view_29" -> "676 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"676 permute_26" -> "677 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"677 reshape_24" -> "678 unsqueeze_14" [label="(4, 64)", style=solid]; -"677 reshape_24" -> "679 unsqueeze_15" [label="(4, 64)", style=solid]; -"678 unsqueeze_14" -> "680 sub_2" [label="(4, 1, 64)", style=solid]; -"679 unsqueeze_15" -> "680 sub_2" [label="(4, 64, 1)", style=solid]; -"680 sub_2" -> "681 ne_2" [label="(4, 64, 64)", style=solid]; -"680 sub_2" -> "682 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"680 sub_2" -> "683 eq_2" [label="(4, 64, 64)", style=solid]; -"681 ne_2" -> "682 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"682 masked_fill_4" -> "684 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"683 eq_2" -> "684 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"684 masked_fill_5" -> "686 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"685 view_30" -> "688 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"686 unsqueeze_16" -> "687 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"687 unsqueeze_17" -> "688 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"688 add_18" -> "689 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"689 view_31" -> "690 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"690 softmax_5" -> "691 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"691 dropout_20" -> "692 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"692 matmul_11" -> "693 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"693 transpose_11" -> "694 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"694 reshape_25" -> "695 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"695 reshape_25_0_0_nncf_smooth_quant_0" -> "696 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"696 quantize_per_tensor_default_36" -> "697 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"697 dequantize_per_tensor_default_36" -> "704 linear_35" [label="(4, 64, 384)", style=solid]; -"698 features_5_1_attn_proj_bias_0_0" -> "704 linear_35" [label="(384,)", style=solid]; -"699 scale_updated_constant24" -> "701 mul_tensor_24" [label="(384, 1)", style=solid]; -"700 compressed_weight_updated_constant24" -> "701 mul_tensor_24" [label="(384, 384)", style=solid]; -"701 mul_tensor_24" -> "703 sub_tensor_24" [label="(384, 384)", style=solid]; -"702 zero_point_updated_constant24" -> "703 sub_tensor_24" [label="(384, 1)", style=solid]; -"703 sub_tensor_24" -> "704 linear_35" [label="(384, 384)", style=solid]; -"704 linear_35" -> "705 dropout_21" [label="(4, 64, 384)", style=solid]; -"705 dropout_21" -> "706 view_32" [label="(4, 64, 384)", style=solid]; -"706 view_32" -> "707 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"707 permute_27" -> "708 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"708 reshape_26" -> "709 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"709 roll_5" -> "710 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"710 slice_101" -> "711 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"711 slice_102" -> "712 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"712 slice_103" -> "713 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"713 slice_104" -> "714 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"714 contiguous_9" -> "715 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"715 layer_norm_13" -> "716 add_19" [label="(1, 14, 14, 384)", style=solid]; -"716 add_19" -> "717 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"716 add_19" -> "741 add_20" [label="(1, 14, 14, 384)", style=solid]; -"717 add_19_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"718 quantize_per_tensor_default_37" -> "719 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"719 dequantize_per_tensor_default_37" -> "726 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"720 features_5_1_mlp_0_bias_0_0" -> "726 linear_36" [label="(1536,)", style=solid]; -"721 scale_updated_constant25" -> "723 mul_tensor_25" [label="(1536, 1)", style=solid]; -"722 compressed_weight_updated_constant25" -> "723 mul_tensor_25" [label="(1536, 384)", style=solid]; -"723 mul_tensor_25" -> "725 sub_tensor_25" [label="(1536, 384)", style=solid]; -"724 zero_point_updated_constant25" -> "725 sub_tensor_25" [label="(1536, 1)", style=solid]; -"725 sub_tensor_25" -> "726 linear_36" [label="(1536, 384)", style=solid]; -"726 linear_36" -> "727 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"727 gelu_5" -> "728 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"728 dropout_22" -> "729 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"729 dropout_22_0_0_nncf_smooth_quant_0" -> "730 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"730 quantize_per_tensor_default_38" -> "731 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"731 dequantize_per_tensor_default_38" -> "738 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"732 features_5_1_mlp_3_bias_0_0" -> "738 linear_37" [label="(384,)", style=solid]; -"733 scale_updated_constant26" -> "735 mul_tensor_26" [label="(384, 1)", style=solid]; -"734 compressed_weight_updated_constant26" -> "735 mul_tensor_26" [label="(384, 1536)", style=solid]; -"735 mul_tensor_26" -> "737 sub_tensor_26" [label="(384, 1536)", style=solid]; -"736 zero_point_updated_constant26" -> "737 sub_tensor_26" [label="(384, 1)", style=solid]; -"737 sub_tensor_26" -> "738 linear_37" [label="(384, 1536)", style=solid]; -"738 linear_37" -> "739 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"739 dropout_23" -> "740 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"740 layer_norm_14" -> "741 add_20" [label="(1, 14, 14, 384)", style=solid]; -"741 add_20" -> "743 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"741 add_20" -> "804 add_22" [label="(1, 14, 14, 384)", style=solid]; -"742 _frozen_param51" -> "778 add_21" [label="(1, 12, 64, 64)", style=solid]; -"743 pad_8" -> "744 view_35" [label="(1, 16, 16, 384)", style=solid]; -"744 view_35" -> "745 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"745 permute_29" -> "746 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"746 reshape_27" -> "747 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"747 reshape_27_0_0_nncf_smooth_quant_0" -> "748 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"748 quantize_per_tensor_default_39" -> "749 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"749 dequantize_per_tensor_default_39" -> "756 linear_40" [label="(4, 64, 384)", style=solid]; -"750 _frozen_param52_0_0" -> "756 linear_40" [label="(1152,)", style=solid]; -"751 scale_updated_constant27" -> "753 mul_tensor_27" [label="(1152, 1)", style=solid]; -"752 compressed_weight_updated_constant27" -> "753 mul_tensor_27" [label="(1152, 384)", style=solid]; -"753 mul_tensor_27" -> "755 sub_tensor_27" [label="(1152, 384)", style=solid]; -"754 zero_point_updated_constant27" -> "755 sub_tensor_27" [label="(1152, 1)", style=solid]; -"755 sub_tensor_27" -> "756 linear_40" [label="(1152, 384)", style=solid]; -"756 linear_40" -> "757 reshape_28" [label="(4, 64, 1152)", style=solid]; -"757 reshape_28" -> "758 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"758 permute_30" -> "759 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"758 permute_30" -> "760 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"758 permute_30" -> "761 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"759 select_18" -> "762 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"759 select_18" -> "764 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"759 select_18" -> "765 div_12" [label="(4, 12, 64, 32)", style=solid]; -"760 select_19" -> "768 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"760 select_19" -> "770 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"760 select_19" -> "771 div_13" [label="(4, 12, 64, 32)", style=solid]; -"761 select_20" -> "781 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"762 linalg_vector_norm_12" -> "763 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"763 clamp_min_12" -> "764 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"764 expand_as_12" -> "765 div_12" [label="(4, 12, 64, 32)", style=solid]; -"765 div_12" -> "766 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"766 quantize_per_tensor_default_40" -> "767 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"767 dequantize_per_tensor_default_40" -> "775 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"768 linalg_vector_norm_13" -> "769 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"769 clamp_min_13" -> "770 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"770 expand_as_13" -> "771 div_13" [label="(4, 12, 64, 32)", style=solid]; -"771 div_13" -> "772 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"772 quantize_per_tensor_default_41" -> "773 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"773 dequantize_per_tensor_default_41" -> "774 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"774 transpose_12" -> "775 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"775 matmul_12" -> "777 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"776 _frozen_param54" -> "777 mul_13" [label="(12, 1, 1)", style=solid]; -"777 mul_13" -> "778 add_21" [label="(4, 12, 64, 64)", style=solid]; -"778 add_21" -> "779 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"779 softmax_6" -> "780 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"780 dropout_24" -> "781 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"781 matmul_13" -> "782 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"782 transpose_13" -> "783 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"783 reshape_29" -> "784 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"784 reshape_29_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"785 quantize_per_tensor_default_42" -> "786 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"786 dequantize_per_tensor_default_42" -> "793 linear_41" [label="(4, 64, 384)", style=solid]; -"787 features_5_2_attn_proj_bias_0_0" -> "793 linear_41" [label="(384,)", style=solid]; -"788 scale_updated_constant28" -> "790 mul_tensor_28" [label="(384, 1)", style=solid]; -"789 compressed_weight_updated_constant28" -> "790 mul_tensor_28" [label="(384, 384)", style=solid]; -"790 mul_tensor_28" -> "792 sub_tensor_28" [label="(384, 384)", style=solid]; -"791 zero_point_updated_constant28" -> "792 sub_tensor_28" [label="(384, 1)", style=solid]; -"792 sub_tensor_28" -> "793 linear_41" [label="(384, 384)", style=solid]; -"793 linear_41" -> "794 dropout_25" [label="(4, 64, 384)", style=solid]; -"794 dropout_25" -> "795 view_36" [label="(4, 64, 384)", style=solid]; -"795 view_36" -> "796 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"796 permute_31" -> "797 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"797 reshape_30" -> "798 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"798 slice_106" -> "799 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"799 slice_107" -> "800 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"800 slice_108" -> "801 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"801 slice_109" -> "802 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"802 contiguous_11" -> "803 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"803 layer_norm_15" -> "804 add_22" [label="(1, 14, 14, 384)", style=solid]; -"804 add_22" -> "805 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"804 add_22" -> "829 add_23" [label="(1, 14, 14, 384)", style=solid]; -"805 add_22_0_0_nncf_smooth_quant_0" -> "806 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"806 quantize_per_tensor_default_43" -> "807 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"807 dequantize_per_tensor_default_43" -> "814 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"808 features_5_2_mlp_0_bias_0_0" -> "814 linear_42" [label="(1536,)", style=solid]; -"809 scale_updated_constant29" -> "811 mul_tensor_29" [label="(1536, 1)", style=solid]; -"810 compressed_weight_updated_constant29" -> "811 mul_tensor_29" [label="(1536, 384)", style=solid]; -"811 mul_tensor_29" -> "813 sub_tensor_29" [label="(1536, 384)", style=solid]; -"812 zero_point_updated_constant29" -> "813 sub_tensor_29" [label="(1536, 1)", style=solid]; -"813 sub_tensor_29" -> "814 linear_42" [label="(1536, 384)", style=solid]; -"814 linear_42" -> "815 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"815 gelu_6" -> "816 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"816 dropout_26" -> "817 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"817 dropout_26_0_0_nncf_smooth_quant_0" -> "818 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"818 quantize_per_tensor_default_44" -> "819 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"819 dequantize_per_tensor_default_44" -> "826 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"820 features_5_2_mlp_3_bias_0_0" -> "826 linear_43" [label="(384,)", style=solid]; -"821 scale_updated_constant30" -> "823 mul_tensor_30" [label="(384, 1)", style=solid]; -"822 compressed_weight_updated_constant30" -> "823 mul_tensor_30" [label="(384, 1536)", style=solid]; -"823 mul_tensor_30" -> "825 sub_tensor_30" [label="(384, 1536)", style=solid]; -"824 zero_point_updated_constant30" -> "825 sub_tensor_30" [label="(384, 1)", style=solid]; -"825 sub_tensor_30" -> "826 linear_43" [label="(384, 1536)", style=solid]; -"826 linear_43" -> "827 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"827 dropout_27" -> "828 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"828 layer_norm_16" -> "829 add_23" [label="(1, 14, 14, 384)", style=solid]; -"829 add_23" -> "831 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"829 add_23" -> "910 add_26" [label="(1, 14, 14, 384)", style=solid]; -"830 _frozen_param55" -> "867 add_24" [label="(1, 12, 64, 64)", style=solid]; -"831 pad_9" -> "832 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"832 roll_6" -> "833 view_39" [label="(1, 16, 16, 384)", style=solid]; -"833 view_39" -> "834 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"834 permute_33" -> "835 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"835 reshape_31" -> "836 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"835 reshape_31" -> "868 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"836 reshape_31_0_0_nncf_smooth_quant_0" -> "837 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"837 quantize_per_tensor_default_45" -> "838 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"838 dequantize_per_tensor_default_45" -> "845 linear_46" [label="(4, 64, 384)", style=solid]; -"839 _frozen_param56_0_0" -> "845 linear_46" [label="(1152,)", style=solid]; -"840 scale_updated_constant31" -> "842 mul_tensor_31" [label="(1152, 1)", style=solid]; -"841 compressed_weight_updated_constant31" -> "842 mul_tensor_31" [label="(1152, 384)", style=solid]; -"842 mul_tensor_31" -> "844 sub_tensor_31" [label="(1152, 384)", style=solid]; -"843 zero_point_updated_constant31" -> "844 sub_tensor_31" [label="(1152, 1)", style=solid]; -"844 sub_tensor_31" -> "845 linear_46" [label="(1152, 384)", style=solid]; -"845 linear_46" -> "846 reshape_32" [label="(4, 64, 1152)", style=solid]; -"846 reshape_32" -> "847 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"847 permute_34" -> "848 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"847 permute_34" -> "849 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"847 permute_34" -> "850 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"848 select_21" -> "851 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"848 select_21" -> "853 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"848 select_21" -> "854 div_14" [label="(4, 12, 64, 32)", style=solid]; -"849 select_22" -> "857 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"849 select_22" -> "859 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"849 select_22" -> "860 div_15" [label="(4, 12, 64, 32)", style=solid]; -"850 select_23" -> "886 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"851 linalg_vector_norm_14" -> "852 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"852 clamp_min_14" -> "853 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"853 expand_as_14" -> "854 div_14" [label="(4, 12, 64, 32)", style=solid]; -"854 div_14" -> "855 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"855 quantize_per_tensor_default_46" -> "856 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"856 dequantize_per_tensor_default_46" -> "864 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"857 linalg_vector_norm_15" -> "858 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"858 clamp_min_15" -> "859 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"859 expand_as_15" -> "860 div_15" [label="(4, 12, 64, 32)", style=solid]; -"860 div_15" -> "861 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"861 quantize_per_tensor_default_47" -> "862 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"862 dequantize_per_tensor_default_47" -> "863 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"863 transpose_14" -> "864 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"864 matmul_14" -> "866 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"865 _frozen_param58" -> "866 mul_15" [label="(12, 1, 1)", style=solid]; -"866 mul_15" -> "867 add_24" [label="(4, 12, 64, 64)", style=solid]; -"867 add_24" -> "879 view_41" [label="(4, 12, 64, 64)", style=solid]; -"868 new_zeros_3" -> "869 view_40" [label="(16, 16)", style=solid]; -"869 view_40" -> "870 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"870 permute_35" -> "871 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"871 reshape_33" -> "872 unsqueeze_20" [label="(4, 64)", style=solid]; -"871 reshape_33" -> "873 unsqueeze_21" [label="(4, 64)", style=solid]; -"872 unsqueeze_20" -> "874 sub_3" [label="(4, 1, 64)", style=solid]; -"873 unsqueeze_21" -> "874 sub_3" [label="(4, 64, 1)", style=solid]; -"874 sub_3" -> "875 ne_3" [label="(4, 64, 64)", style=solid]; -"874 sub_3" -> "876 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"874 sub_3" -> "877 eq_3" [label="(4, 64, 64)", style=solid]; -"875 ne_3" -> "876 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"876 masked_fill_6" -> "878 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"877 eq_3" -> "878 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"878 masked_fill_7" -> "880 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"879 view_41" -> "882 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"880 unsqueeze_22" -> "881 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"881 unsqueeze_23" -> "882 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"882 add_25" -> "883 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"883 view_42" -> "884 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"884 softmax_7" -> "885 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"885 dropout_28" -> "886 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"886 matmul_15" -> "887 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"887 transpose_15" -> "888 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"888 reshape_34" -> "889 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"889 reshape_34_0_0_nncf_smooth_quant_0" -> "890 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"890 quantize_per_tensor_default_48" -> "891 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"891 dequantize_per_tensor_default_48" -> "898 linear_47" [label="(4, 64, 384)", style=solid]; -"892 features_5_3_attn_proj_bias_0_0" -> "898 linear_47" [label="(384,)", style=solid]; -"893 scale_updated_constant32" -> "895 mul_tensor_32" [label="(384, 1)", style=solid]; -"894 compressed_weight_updated_constant32" -> "895 mul_tensor_32" [label="(384, 384)", style=solid]; -"895 mul_tensor_32" -> "897 sub_tensor_32" [label="(384, 384)", style=solid]; -"896 zero_point_updated_constant32" -> "897 sub_tensor_32" [label="(384, 1)", style=solid]; -"897 sub_tensor_32" -> "898 linear_47" [label="(384, 384)", style=solid]; -"898 linear_47" -> "899 dropout_29" [label="(4, 64, 384)", style=solid]; -"899 dropout_29" -> "900 view_43" [label="(4, 64, 384)", style=solid]; -"900 view_43" -> "901 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"901 permute_36" -> "902 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"902 reshape_35" -> "903 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"903 roll_7" -> "904 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"904 slice_129" -> "905 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"905 slice_130" -> "906 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"906 slice_131" -> "907 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"907 slice_132" -> "908 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"908 contiguous_13" -> "909 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"909 layer_norm_17" -> "910 add_26" [label="(1, 14, 14, 384)", style=solid]; -"910 add_26" -> "911 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"910 add_26" -> "935 add_27" [label="(1, 14, 14, 384)", style=solid]; -"911 add_26_0_0_nncf_smooth_quant_0" -> "912 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"912 quantize_per_tensor_default_49" -> "913 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"913 dequantize_per_tensor_default_49" -> "920 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"914 features_5_3_mlp_0_bias_0_0" -> "920 linear_48" [label="(1536,)", style=solid]; -"915 scale_updated_constant33" -> "917 mul_tensor_33" [label="(1536, 1)", style=solid]; -"916 compressed_weight_updated_constant33" -> "917 mul_tensor_33" [label="(1536, 384)", style=solid]; -"917 mul_tensor_33" -> "919 sub_tensor_33" [label="(1536, 384)", style=solid]; -"918 zero_point_updated_constant33" -> "919 sub_tensor_33" [label="(1536, 1)", style=solid]; -"919 sub_tensor_33" -> "920 linear_48" [label="(1536, 384)", style=solid]; -"920 linear_48" -> "921 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"921 gelu_7" -> "922 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"922 dropout_30" -> "923 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"923 dropout_30_0_0_nncf_smooth_quant_0" -> "924 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"924 quantize_per_tensor_default_50" -> "925 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"925 dequantize_per_tensor_default_50" -> "932 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"926 features_5_3_mlp_3_bias_0_0" -> "932 linear_49" [label="(384,)", style=solid]; -"927 scale_updated_constant34" -> "929 mul_tensor_34" [label="(384, 1)", style=solid]; -"928 compressed_weight_updated_constant34" -> "929 mul_tensor_34" [label="(384, 1536)", style=solid]; -"929 mul_tensor_34" -> "931 sub_tensor_34" [label="(384, 1536)", style=solid]; -"930 zero_point_updated_constant34" -> "931 sub_tensor_34" [label="(384, 1)", style=solid]; -"931 sub_tensor_34" -> "932 linear_49" [label="(384, 1536)", style=solid]; -"932 linear_49" -> "933 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"933 dropout_31" -> "934 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"934 layer_norm_18" -> "935 add_27" [label="(1, 14, 14, 384)", style=solid]; -"935 add_27" -> "937 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"935 add_27" -> "998 add_29" [label="(1, 14, 14, 384)", style=solid]; -"936 _frozen_param68" -> "972 add_28" [label="(1, 12, 64, 64)", style=solid]; -"937 pad_10" -> "938 view_46" [label="(1, 16, 16, 384)", style=solid]; -"938 view_46" -> "939 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"939 permute_38" -> "940 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"940 reshape_36" -> "941 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"941 reshape_36_0_0_nncf_smooth_quant_0" -> "942 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"942 quantize_per_tensor_default_51" -> "943 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"943 dequantize_per_tensor_default_51" -> "950 linear_52" [label="(4, 64, 384)", style=solid]; -"944 _frozen_param69_0_0" -> "950 linear_52" [label="(1152,)", style=solid]; -"945 scale_updated_constant35" -> "947 mul_tensor_35" [label="(1152, 1)", style=solid]; -"946 compressed_weight_updated_constant35" -> "947 mul_tensor_35" [label="(1152, 384)", style=solid]; -"947 mul_tensor_35" -> "949 sub_tensor_35" [label="(1152, 384)", style=solid]; -"948 zero_point_updated_constant35" -> "949 sub_tensor_35" [label="(1152, 1)", style=solid]; -"949 sub_tensor_35" -> "950 linear_52" [label="(1152, 384)", style=solid]; -"950 linear_52" -> "951 reshape_37" [label="(4, 64, 1152)", style=solid]; -"951 reshape_37" -> "952 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"952 permute_39" -> "953 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"952 permute_39" -> "954 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"952 permute_39" -> "955 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"953 select_24" -> "956 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"953 select_24" -> "958 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"953 select_24" -> "959 div_16" [label="(4, 12, 64, 32)", style=solid]; -"954 select_25" -> "962 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"954 select_25" -> "964 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"954 select_25" -> "965 div_17" [label="(4, 12, 64, 32)", style=solid]; -"955 select_26" -> "975 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"956 linalg_vector_norm_16" -> "957 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"957 clamp_min_16" -> "958 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"958 expand_as_16" -> "959 div_16" [label="(4, 12, 64, 32)", style=solid]; -"959 div_16" -> "960 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"960 quantize_per_tensor_default_52" -> "961 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"961 dequantize_per_tensor_default_52" -> "969 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"962 linalg_vector_norm_17" -> "963 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"963 clamp_min_17" -> "964 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"964 expand_as_17" -> "965 div_17" [label="(4, 12, 64, 32)", style=solid]; -"965 div_17" -> "966 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"966 quantize_per_tensor_default_53" -> "967 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"967 dequantize_per_tensor_default_53" -> "968 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"968 transpose_16" -> "969 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"969 matmul_16" -> "971 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"970 _frozen_param71" -> "971 mul_17" [label="(12, 1, 1)", style=solid]; -"971 mul_17" -> "972 add_28" [label="(4, 12, 64, 64)", style=solid]; -"972 add_28" -> "973 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"973 softmax_8" -> "974 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"974 dropout_32" -> "975 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"975 matmul_17" -> "976 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"976 transpose_17" -> "977 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"977 reshape_38" -> "978 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"978 reshape_38_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"979 quantize_per_tensor_default_54" -> "980 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"980 dequantize_per_tensor_default_54" -> "987 linear_53" [label="(4, 64, 384)", style=solid]; -"981 features_5_4_attn_proj_bias_0_0" -> "987 linear_53" [label="(384,)", style=solid]; -"982 scale_updated_constant36" -> "984 mul_tensor_36" [label="(384, 1)", style=solid]; -"983 compressed_weight_updated_constant36" -> "984 mul_tensor_36" [label="(384, 384)", style=solid]; -"984 mul_tensor_36" -> "986 sub_tensor_36" [label="(384, 384)", style=solid]; -"985 zero_point_updated_constant36" -> "986 sub_tensor_36" [label="(384, 1)", style=solid]; -"986 sub_tensor_36" -> "987 linear_53" [label="(384, 384)", style=solid]; -"987 linear_53" -> "988 dropout_33" [label="(4, 64, 384)", style=solid]; -"988 dropout_33" -> "989 view_47" [label="(4, 64, 384)", style=solid]; -"989 view_47" -> "990 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"990 permute_40" -> "991 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"991 reshape_39" -> "992 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"992 slice_134" -> "993 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"993 slice_135" -> "994 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"994 slice_136" -> "995 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"995 slice_137" -> "996 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"996 contiguous_15" -> "997 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"997 layer_norm_19" -> "998 add_29" [label="(1, 14, 14, 384)", style=solid]; -"998 add_29" -> "999 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"998 add_29" -> "1023 add_30" [label="(1, 14, 14, 384)", style=solid]; -"999 add_29_0_0_nncf_smooth_quant_0" -> "1000 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1000 quantize_per_tensor_default_55" -> "1001 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1001 dequantize_per_tensor_default_55" -> "1008 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1002 features_5_4_mlp_0_bias_0_0" -> "1008 linear_54" [label="(1536,)", style=solid]; -"1003 scale_updated_constant37" -> "1005 mul_tensor_37" [label="(1536, 1)", style=solid]; -"1004 compressed_weight_updated_constant37" -> "1005 mul_tensor_37" [label="(1536, 384)", style=solid]; -"1005 mul_tensor_37" -> "1007 sub_tensor_37" [label="(1536, 384)", style=solid]; -"1006 zero_point_updated_constant37" -> "1007 sub_tensor_37" [label="(1536, 1)", style=solid]; -"1007 sub_tensor_37" -> "1008 linear_54" [label="(1536, 384)", style=solid]; -"1008 linear_54" -> "1009 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1009 gelu_8" -> "1010 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1010 dropout_34" -> "1011 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1011 dropout_34_0_0_nncf_smooth_quant_0" -> "1012 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1012 quantize_per_tensor_default_56" -> "1013 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1013 dequantize_per_tensor_default_56" -> "1020 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1014 features_5_4_mlp_3_bias_0_0" -> "1020 linear_55" [label="(384,)", style=solid]; -"1015 scale_updated_constant38" -> "1017 mul_tensor_38" [label="(384, 1)", style=solid]; -"1016 compressed_weight_updated_constant38" -> "1017 mul_tensor_38" [label="(384, 1536)", style=solid]; -"1017 mul_tensor_38" -> "1019 sub_tensor_38" [label="(384, 1536)", style=solid]; -"1018 zero_point_updated_constant38" -> "1019 sub_tensor_38" [label="(384, 1)", style=solid]; -"1019 sub_tensor_38" -> "1020 linear_55" [label="(384, 1536)", style=solid]; -"1020 linear_55" -> "1021 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1021 dropout_35" -> "1022 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1022 layer_norm_20" -> "1023 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1023 add_30" -> "1025 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1023 add_30" -> "1104 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1024 _frozen_param72" -> "1061 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1025 pad_11" -> "1026 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1026 roll_8" -> "1027 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1027 view_50" -> "1028 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1028 permute_42" -> "1029 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1029 reshape_40" -> "1030 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1029 reshape_40" -> "1062 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1030 reshape_40_0_0_nncf_smooth_quant_0" -> "1031 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1031 quantize_per_tensor_default_57" -> "1032 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1032 dequantize_per_tensor_default_57" -> "1039 linear_58" [label="(4, 64, 384)", style=solid]; -"1033 _frozen_param73_0_0" -> "1039 linear_58" [label="(1152,)", style=solid]; -"1034 scale_updated_constant39" -> "1036 mul_tensor_39" [label="(1152, 1)", style=solid]; -"1035 compressed_weight_updated_constant39" -> "1036 mul_tensor_39" [label="(1152, 384)", style=solid]; -"1036 mul_tensor_39" -> "1038 sub_tensor_39" [label="(1152, 384)", style=solid]; -"1037 zero_point_updated_constant39" -> "1038 sub_tensor_39" [label="(1152, 1)", style=solid]; -"1038 sub_tensor_39" -> "1039 linear_58" [label="(1152, 384)", style=solid]; -"1039 linear_58" -> "1040 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1040 reshape_41" -> "1041 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1041 permute_43" -> "1042 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1041 permute_43" -> "1043 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1041 permute_43" -> "1044 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1042 select_27" -> "1045 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1042 select_27" -> "1047 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1042 select_27" -> "1048 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1043 select_28" -> "1051 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1043 select_28" -> "1053 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1043 select_28" -> "1054 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1044 select_29" -> "1080 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1045 linalg_vector_norm_18" -> "1046 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1046 clamp_min_18" -> "1047 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1047 expand_as_18" -> "1048 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1048 div_18" -> "1049 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1049 quantize_per_tensor_default_58" -> "1050 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1050 dequantize_per_tensor_default_58" -> "1058 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1051 linalg_vector_norm_19" -> "1052 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1052 clamp_min_19" -> "1053 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1053 expand_as_19" -> "1054 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1054 div_19" -> "1055 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1055 quantize_per_tensor_default_59" -> "1056 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1056 dequantize_per_tensor_default_59" -> "1057 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1057 transpose_18" -> "1058 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1058 matmul_18" -> "1060 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1059 _frozen_param75" -> "1060 mul_19" [label="(12, 1, 1)", style=solid]; -"1060 mul_19" -> "1061 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1061 add_31" -> "1073 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1062 new_zeros_4" -> "1063 view_51" [label="(16, 16)", style=solid]; -"1063 view_51" -> "1064 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1064 permute_44" -> "1065 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1065 reshape_42" -> "1066 unsqueeze_26" [label="(4, 64)", style=solid]; -"1065 reshape_42" -> "1067 unsqueeze_27" [label="(4, 64)", style=solid]; -"1066 unsqueeze_26" -> "1068 sub_4" [label="(4, 1, 64)", style=solid]; -"1067 unsqueeze_27" -> "1068 sub_4" [label="(4, 64, 1)", style=solid]; -"1068 sub_4" -> "1069 ne_4" [label="(4, 64, 64)", style=solid]; -"1068 sub_4" -> "1070 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1068 sub_4" -> "1071 eq_4" [label="(4, 64, 64)", style=solid]; -"1069 ne_4" -> "1070 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1070 masked_fill_8" -> "1072 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1071 eq_4" -> "1072 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1072 masked_fill_9" -> "1074 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1073 view_52" -> "1076 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1074 unsqueeze_28" -> "1075 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1075 unsqueeze_29" -> "1076 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1076 add_32" -> "1077 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1077 view_53" -> "1078 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1078 softmax_9" -> "1079 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1079 dropout_36" -> "1080 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1080 matmul_19" -> "1081 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1081 transpose_19" -> "1082 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1082 reshape_43" -> "1083 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1083 reshape_43_0_0_nncf_smooth_quant_0" -> "1084 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1084 quantize_per_tensor_default_60" -> "1085 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1085 dequantize_per_tensor_default_60" -> "1092 linear_59" [label="(4, 64, 384)", style=solid]; -"1086 features_5_5_attn_proj_bias_0_0" -> "1092 linear_59" [label="(384,)", style=solid]; -"1087 scale_updated_constant40" -> "1089 mul_tensor_40" [label="(384, 1)", style=solid]; -"1088 compressed_weight_updated_constant40" -> "1089 mul_tensor_40" [label="(384, 384)", style=solid]; -"1089 mul_tensor_40" -> "1091 sub_tensor_40" [label="(384, 384)", style=solid]; -"1090 zero_point_updated_constant40" -> "1091 sub_tensor_40" [label="(384, 1)", style=solid]; -"1091 sub_tensor_40" -> "1092 linear_59" [label="(384, 384)", style=solid]; -"1092 linear_59" -> "1093 dropout_37" [label="(4, 64, 384)", style=solid]; -"1093 dropout_37" -> "1094 view_54" [label="(4, 64, 384)", style=solid]; -"1094 view_54" -> "1095 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1095 permute_45" -> "1096 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1096 reshape_44" -> "1097 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1097 roll_9" -> "1098 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1098 slice_157" -> "1099 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1099 slice_158" -> "1100 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1100 slice_159" -> "1101 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1101 slice_160" -> "1102 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1102 contiguous_17" -> "1103 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1103 layer_norm_21" -> "1104 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1104 add_33" -> "1105 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1104 add_33" -> "1129 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1105 add_33_0_0_nncf_smooth_quant_0" -> "1106 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1106 quantize_per_tensor_default_61" -> "1107 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1107 dequantize_per_tensor_default_61" -> "1114 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1108 features_5_5_mlp_0_bias_0_0" -> "1114 linear_60" [label="(1536,)", style=solid]; -"1109 scale_updated_constant41" -> "1111 mul_tensor_41" [label="(1536, 1)", style=solid]; -"1110 compressed_weight_updated_constant41" -> "1111 mul_tensor_41" [label="(1536, 384)", style=solid]; -"1111 mul_tensor_41" -> "1113 sub_tensor_41" [label="(1536, 384)", style=solid]; -"1112 zero_point_updated_constant41" -> "1113 sub_tensor_41" [label="(1536, 1)", style=solid]; -"1113 sub_tensor_41" -> "1114 linear_60" [label="(1536, 384)", style=solid]; -"1114 linear_60" -> "1115 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1115 gelu_9" -> "1116 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1116 dropout_38" -> "1117 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1117 dropout_38_0_0_nncf_smooth_quant_0" -> "1118 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1118 quantize_per_tensor_default_62" -> "1119 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1119 dequantize_per_tensor_default_62" -> "1126 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1120 features_5_5_mlp_3_bias_0_0" -> "1126 linear_61" [label="(384,)", style=solid]; -"1121 scale_updated_constant42" -> "1123 mul_tensor_42" [label="(384, 1)", style=solid]; -"1122 compressed_weight_updated_constant42" -> "1123 mul_tensor_42" [label="(384, 1536)", style=solid]; -"1123 mul_tensor_42" -> "1125 sub_tensor_42" [label="(384, 1536)", style=solid]; -"1124 zero_point_updated_constant42" -> "1125 sub_tensor_42" [label="(384, 1)", style=solid]; -"1125 sub_tensor_42" -> "1126 linear_61" [label="(384, 1536)", style=solid]; -"1126 linear_61" -> "1127 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1127 dropout_39" -> "1128 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1128 layer_norm_22" -> "1129 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1129 add_34" -> "1131 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1129 add_34" -> "1192 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1130 _frozen_param85" -> "1166 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1131 pad_12" -> "1132 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1132 view_57" -> "1133 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1133 permute_47" -> "1134 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1134 reshape_45" -> "1135 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1135 reshape_45_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1136 quantize_per_tensor_default_63" -> "1137 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1137 dequantize_per_tensor_default_63" -> "1144 linear_64" [label="(4, 64, 384)", style=solid]; -"1138 _frozen_param86_0_0" -> "1144 linear_64" [label="(1152,)", style=solid]; -"1139 scale_updated_constant43" -> "1141 mul_tensor_43" [label="(1152, 1)", style=solid]; -"1140 compressed_weight_updated_constant43" -> "1141 mul_tensor_43" [label="(1152, 384)", style=solid]; -"1141 mul_tensor_43" -> "1143 sub_tensor_43" [label="(1152, 384)", style=solid]; -"1142 zero_point_updated_constant43" -> "1143 sub_tensor_43" [label="(1152, 1)", style=solid]; -"1143 sub_tensor_43" -> "1144 linear_64" [label="(1152, 384)", style=solid]; -"1144 linear_64" -> "1145 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1145 reshape_46" -> "1146 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1146 permute_48" -> "1147 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1146 permute_48" -> "1148 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1146 permute_48" -> "1149 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1147 select_30" -> "1150 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1147 select_30" -> "1152 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1147 select_30" -> "1153 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1148 select_31" -> "1156 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1148 select_31" -> "1158 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1148 select_31" -> "1159 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1149 select_32" -> "1169 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1150 linalg_vector_norm_20" -> "1151 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1151 clamp_min_20" -> "1152 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1152 expand_as_20" -> "1153 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1153 div_20" -> "1154 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1154 quantize_per_tensor_default_64" -> "1155 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1155 dequantize_per_tensor_default_64" -> "1163 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1156 linalg_vector_norm_21" -> "1157 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1157 clamp_min_21" -> "1158 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1158 expand_as_21" -> "1159 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1159 div_21" -> "1160 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1160 quantize_per_tensor_default_65" -> "1161 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1161 dequantize_per_tensor_default_65" -> "1162 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1162 transpose_20" -> "1163 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1163 matmul_20" -> "1165 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1164 _frozen_param88" -> "1165 mul_21" [label="(12, 1, 1)", style=solid]; -"1165 mul_21" -> "1166 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1166 add_35" -> "1167 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1167 softmax_10" -> "1168 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1168 dropout_40" -> "1169 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1169 matmul_21" -> "1170 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1170 transpose_21" -> "1171 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1171 reshape_47" -> "1172 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1172 reshape_47_0_0_nncf_smooth_quant_0" -> "1173 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1173 quantize_per_tensor_default_66" -> "1174 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1174 dequantize_per_tensor_default_66" -> "1181 linear_65" [label="(4, 64, 384)", style=solid]; -"1175 features_5_6_attn_proj_bias_0_0" -> "1181 linear_65" [label="(384,)", style=solid]; -"1176 scale_updated_constant44" -> "1178 mul_tensor_44" [label="(384, 1)", style=solid]; -"1177 compressed_weight_updated_constant44" -> "1178 mul_tensor_44" [label="(384, 384)", style=solid]; -"1178 mul_tensor_44" -> "1180 sub_tensor_44" [label="(384, 384)", style=solid]; -"1179 zero_point_updated_constant44" -> "1180 sub_tensor_44" [label="(384, 1)", style=solid]; -"1180 sub_tensor_44" -> "1181 linear_65" [label="(384, 384)", style=solid]; -"1181 linear_65" -> "1182 dropout_41" [label="(4, 64, 384)", style=solid]; -"1182 dropout_41" -> "1183 view_58" [label="(4, 64, 384)", style=solid]; -"1183 view_58" -> "1184 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1184 permute_49" -> "1185 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1185 reshape_48" -> "1186 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1186 slice_162" -> "1187 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1187 slice_163" -> "1188 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1188 slice_164" -> "1189 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1189 slice_165" -> "1190 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1190 contiguous_19" -> "1191 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1191 layer_norm_23" -> "1192 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1192 add_36" -> "1193 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1192 add_36" -> "1217 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1193 add_36_0_0_nncf_smooth_quant_0" -> "1194 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1194 quantize_per_tensor_default_67" -> "1195 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1195 dequantize_per_tensor_default_67" -> "1202 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1196 features_5_6_mlp_0_bias_0_0" -> "1202 linear_66" [label="(1536,)", style=solid]; -"1197 scale_updated_constant45" -> "1199 mul_tensor_45" [label="(1536, 1)", style=solid]; -"1198 compressed_weight_updated_constant45" -> "1199 mul_tensor_45" [label="(1536, 384)", style=solid]; -"1199 mul_tensor_45" -> "1201 sub_tensor_45" [label="(1536, 384)", style=solid]; -"1200 zero_point_updated_constant45" -> "1201 sub_tensor_45" [label="(1536, 1)", style=solid]; -"1201 sub_tensor_45" -> "1202 linear_66" [label="(1536, 384)", style=solid]; -"1202 linear_66" -> "1203 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1203 gelu_10" -> "1204 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1204 dropout_42" -> "1205 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1205 dropout_42_0_0_nncf_smooth_quant_0" -> "1206 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1206 quantize_per_tensor_default_68" -> "1207 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1207 dequantize_per_tensor_default_68" -> "1214 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1208 features_5_6_mlp_3_bias_0_0" -> "1214 linear_67" [label="(384,)", style=solid]; -"1209 scale_updated_constant46" -> "1211 mul_tensor_46" [label="(384, 1)", style=solid]; -"1210 compressed_weight_updated_constant46" -> "1211 mul_tensor_46" [label="(384, 1536)", style=solid]; -"1211 mul_tensor_46" -> "1213 sub_tensor_46" [label="(384, 1536)", style=solid]; -"1212 zero_point_updated_constant46" -> "1213 sub_tensor_46" [label="(384, 1)", style=solid]; -"1213 sub_tensor_46" -> "1214 linear_67" [label="(384, 1536)", style=solid]; -"1214 linear_67" -> "1215 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1215 dropout_43" -> "1216 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1216 layer_norm_24" -> "1217 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1217 add_37" -> "1219 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1217 add_37" -> "1298 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1218 _frozen_param89" -> "1255 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1219 pad_13" -> "1220 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1220 roll_10" -> "1221 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1221 view_61" -> "1222 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1222 permute_51" -> "1223 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1223 reshape_49" -> "1224 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1223 reshape_49" -> "1256 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1224 reshape_49_0_0_nncf_smooth_quant_0" -> "1225 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1225 quantize_per_tensor_default_69" -> "1226 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1226 dequantize_per_tensor_default_69" -> "1233 linear_70" [label="(4, 64, 384)", style=solid]; -"1227 _frozen_param90_0_0" -> "1233 linear_70" [label="(1152,)", style=solid]; -"1228 scale_updated_constant47" -> "1230 mul_tensor_47" [label="(1152, 1)", style=solid]; -"1229 compressed_weight_updated_constant47" -> "1230 mul_tensor_47" [label="(1152, 384)", style=solid]; -"1230 mul_tensor_47" -> "1232 sub_tensor_47" [label="(1152, 384)", style=solid]; -"1231 zero_point_updated_constant47" -> "1232 sub_tensor_47" [label="(1152, 1)", style=solid]; -"1232 sub_tensor_47" -> "1233 linear_70" [label="(1152, 384)", style=solid]; -"1233 linear_70" -> "1234 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1234 reshape_50" -> "1235 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1235 permute_52" -> "1236 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1235 permute_52" -> "1237 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1235 permute_52" -> "1238 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1236 select_33" -> "1239 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1236 select_33" -> "1241 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1236 select_33" -> "1242 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1237 select_34" -> "1245 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1237 select_34" -> "1247 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1237 select_34" -> "1248 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1238 select_35" -> "1274 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1239 linalg_vector_norm_22" -> "1240 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1240 clamp_min_22" -> "1241 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1241 expand_as_22" -> "1242 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1242 div_22" -> "1243 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1243 quantize_per_tensor_default_70" -> "1244 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1244 dequantize_per_tensor_default_70" -> "1252 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1245 linalg_vector_norm_23" -> "1246 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1246 clamp_min_23" -> "1247 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1247 expand_as_23" -> "1248 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1248 div_23" -> "1249 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1249 quantize_per_tensor_default_71" -> "1250 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1250 dequantize_per_tensor_default_71" -> "1251 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1251 transpose_22" -> "1252 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1252 matmul_22" -> "1254 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1253 _frozen_param92" -> "1254 mul_23" [label="(12, 1, 1)", style=solid]; -"1254 mul_23" -> "1255 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1255 add_38" -> "1267 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1256 new_zeros_5" -> "1257 view_62" [label="(16, 16)", style=solid]; -"1257 view_62" -> "1258 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1258 permute_53" -> "1259 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1259 reshape_51" -> "1260 unsqueeze_32" [label="(4, 64)", style=solid]; -"1259 reshape_51" -> "1261 unsqueeze_33" [label="(4, 64)", style=solid]; -"1260 unsqueeze_32" -> "1262 sub_5" [label="(4, 1, 64)", style=solid]; -"1261 unsqueeze_33" -> "1262 sub_5" [label="(4, 64, 1)", style=solid]; -"1262 sub_5" -> "1263 ne_5" [label="(4, 64, 64)", style=solid]; -"1262 sub_5" -> "1264 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1262 sub_5" -> "1265 eq_5" [label="(4, 64, 64)", style=solid]; -"1263 ne_5" -> "1264 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1264 masked_fill_10" -> "1266 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1265 eq_5" -> "1266 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1266 masked_fill_11" -> "1268 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1267 view_63" -> "1270 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1268 unsqueeze_34" -> "1269 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1269 unsqueeze_35" -> "1270 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1270 add_39" -> "1271 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1271 view_64" -> "1272 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1272 softmax_11" -> "1273 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1273 dropout_44" -> "1274 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1274 matmul_23" -> "1275 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1275 transpose_23" -> "1276 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1276 reshape_52" -> "1277 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1277 reshape_52_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1278 quantize_per_tensor_default_72" -> "1279 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1279 dequantize_per_tensor_default_72" -> "1286 linear_71" [label="(4, 64, 384)", style=solid]; -"1280 features_5_7_attn_proj_bias_0_0" -> "1286 linear_71" [label="(384,)", style=solid]; -"1281 scale_updated_constant48" -> "1283 mul_tensor_48" [label="(384, 1)", style=solid]; -"1282 compressed_weight_updated_constant48" -> "1283 mul_tensor_48" [label="(384, 384)", style=solid]; -"1283 mul_tensor_48" -> "1285 sub_tensor_48" [label="(384, 384)", style=solid]; -"1284 zero_point_updated_constant48" -> "1285 sub_tensor_48" [label="(384, 1)", style=solid]; -"1285 sub_tensor_48" -> "1286 linear_71" [label="(384, 384)", style=solid]; -"1286 linear_71" -> "1287 dropout_45" [label="(4, 64, 384)", style=solid]; -"1287 dropout_45" -> "1288 view_65" [label="(4, 64, 384)", style=solid]; -"1288 view_65" -> "1289 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1289 permute_54" -> "1290 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1290 reshape_53" -> "1291 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1291 roll_11" -> "1292 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1292 slice_185" -> "1293 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1293 slice_186" -> "1294 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1294 slice_187" -> "1295 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1295 slice_188" -> "1296 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1296 contiguous_21" -> "1297 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1297 layer_norm_25" -> "1298 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1298 add_40" -> "1299 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1298 add_40" -> "1323 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1299 add_40_0_0_nncf_smooth_quant_0" -> "1300 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1300 quantize_per_tensor_default_73" -> "1301 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1301 dequantize_per_tensor_default_73" -> "1308 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1302 features_5_7_mlp_0_bias_0_0" -> "1308 linear_72" [label="(1536,)", style=solid]; -"1303 scale_updated_constant49" -> "1305 mul_tensor_49" [label="(1536, 1)", style=solid]; -"1304 compressed_weight_updated_constant49" -> "1305 mul_tensor_49" [label="(1536, 384)", style=solid]; -"1305 mul_tensor_49" -> "1307 sub_tensor_49" [label="(1536, 384)", style=solid]; -"1306 zero_point_updated_constant49" -> "1307 sub_tensor_49" [label="(1536, 1)", style=solid]; -"1307 sub_tensor_49" -> "1308 linear_72" [label="(1536, 384)", style=solid]; -"1308 linear_72" -> "1309 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1309 gelu_11" -> "1310 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1310 dropout_46" -> "1311 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1311 dropout_46_0_0_nncf_smooth_quant_0" -> "1312 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1312 quantize_per_tensor_default_74" -> "1313 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1313 dequantize_per_tensor_default_74" -> "1320 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1314 features_5_7_mlp_3_bias_0_0" -> "1320 linear_73" [label="(384,)", style=solid]; -"1315 scale_updated_constant50" -> "1317 mul_tensor_50" [label="(384, 1)", style=solid]; -"1316 compressed_weight_updated_constant50" -> "1317 mul_tensor_50" [label="(384, 1536)", style=solid]; -"1317 mul_tensor_50" -> "1319 sub_tensor_50" [label="(384, 1536)", style=solid]; -"1318 zero_point_updated_constant50" -> "1319 sub_tensor_50" [label="(384, 1)", style=solid]; -"1319 sub_tensor_50" -> "1320 linear_73" [label="(384, 1536)", style=solid]; -"1320 linear_73" -> "1321 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1321 dropout_47" -> "1322 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1322 layer_norm_26" -> "1323 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1323 add_41" -> "1325 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1323 add_41" -> "1386 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1324 _frozen_param102" -> "1360 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1325 pad_14" -> "1326 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1326 view_68" -> "1327 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1327 permute_56" -> "1328 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1328 reshape_54" -> "1329 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1329 reshape_54_0_0_nncf_smooth_quant_0" -> "1330 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1330 quantize_per_tensor_default_75" -> "1331 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1331 dequantize_per_tensor_default_75" -> "1338 linear_76" [label="(4, 64, 384)", style=solid]; -"1332 _frozen_param103_0_0" -> "1338 linear_76" [label="(1152,)", style=solid]; -"1333 scale_updated_constant51" -> "1335 mul_tensor_51" [label="(1152, 1)", style=solid]; -"1334 compressed_weight_updated_constant51" -> "1335 mul_tensor_51" [label="(1152, 384)", style=solid]; -"1335 mul_tensor_51" -> "1337 sub_tensor_51" [label="(1152, 384)", style=solid]; -"1336 zero_point_updated_constant51" -> "1337 sub_tensor_51" [label="(1152, 1)", style=solid]; -"1337 sub_tensor_51" -> "1338 linear_76" [label="(1152, 384)", style=solid]; -"1338 linear_76" -> "1339 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1339 reshape_55" -> "1340 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1340 permute_57" -> "1341 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1340 permute_57" -> "1342 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1340 permute_57" -> "1343 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1341 select_36" -> "1344 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1341 select_36" -> "1346 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1341 select_36" -> "1347 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1342 select_37" -> "1350 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1342 select_37" -> "1352 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1342 select_37" -> "1353 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1343 select_38" -> "1363 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1344 linalg_vector_norm_24" -> "1345 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1345 clamp_min_24" -> "1346 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1346 expand_as_24" -> "1347 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1347 div_24" -> "1348 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1348 quantize_per_tensor_default_76" -> "1349 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1349 dequantize_per_tensor_default_76" -> "1357 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1350 linalg_vector_norm_25" -> "1351 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1351 clamp_min_25" -> "1352 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1352 expand_as_25" -> "1353 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1353 div_25" -> "1354 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1354 quantize_per_tensor_default_77" -> "1355 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1355 dequantize_per_tensor_default_77" -> "1356 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1356 transpose_24" -> "1357 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1357 matmul_24" -> "1359 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1358 _frozen_param105" -> "1359 mul_25" [label="(12, 1, 1)", style=solid]; -"1359 mul_25" -> "1360 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1360 add_42" -> "1361 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1361 softmax_12" -> "1362 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1362 dropout_48" -> "1363 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1363 matmul_25" -> "1364 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1364 transpose_25" -> "1365 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1365 reshape_56" -> "1366 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1366 reshape_56_0_0_nncf_smooth_quant_0" -> "1367 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1367 quantize_per_tensor_default_78" -> "1368 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1368 dequantize_per_tensor_default_78" -> "1375 linear_77" [label="(4, 64, 384)", style=solid]; -"1369 features_5_8_attn_proj_bias_0_0" -> "1375 linear_77" [label="(384,)", style=solid]; -"1370 scale_updated_constant52" -> "1372 mul_tensor_52" [label="(384, 1)", style=solid]; -"1371 compressed_weight_updated_constant52" -> "1372 mul_tensor_52" [label="(384, 384)", style=solid]; -"1372 mul_tensor_52" -> "1374 sub_tensor_52" [label="(384, 384)", style=solid]; -"1373 zero_point_updated_constant52" -> "1374 sub_tensor_52" [label="(384, 1)", style=solid]; -"1374 sub_tensor_52" -> "1375 linear_77" [label="(384, 384)", style=solid]; -"1375 linear_77" -> "1376 dropout_49" [label="(4, 64, 384)", style=solid]; -"1376 dropout_49" -> "1377 view_69" [label="(4, 64, 384)", style=solid]; -"1377 view_69" -> "1378 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1378 permute_58" -> "1379 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1379 reshape_57" -> "1380 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1380 slice_190" -> "1381 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1381 slice_191" -> "1382 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1382 slice_192" -> "1383 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1383 slice_193" -> "1384 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1384 contiguous_23" -> "1385 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1385 layer_norm_27" -> "1386 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1386 add_43" -> "1387 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1386 add_43" -> "1411 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1387 add_43_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1388 quantize_per_tensor_default_79" -> "1389 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1389 dequantize_per_tensor_default_79" -> "1396 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1390 features_5_8_mlp_0_bias_0_0" -> "1396 linear_78" [label="(1536,)", style=solid]; -"1391 scale_updated_constant53" -> "1393 mul_tensor_53" [label="(1536, 1)", style=solid]; -"1392 compressed_weight_updated_constant53" -> "1393 mul_tensor_53" [label="(1536, 384)", style=solid]; -"1393 mul_tensor_53" -> "1395 sub_tensor_53" [label="(1536, 384)", style=solid]; -"1394 zero_point_updated_constant53" -> "1395 sub_tensor_53" [label="(1536, 1)", style=solid]; -"1395 sub_tensor_53" -> "1396 linear_78" [label="(1536, 384)", style=solid]; -"1396 linear_78" -> "1397 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1397 gelu_12" -> "1398 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1398 dropout_50" -> "1399 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1399 dropout_50_0_0_nncf_smooth_quant_0" -> "1400 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1400 quantize_per_tensor_default_80" -> "1401 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1401 dequantize_per_tensor_default_80" -> "1408 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1402 features_5_8_mlp_3_bias_0_0" -> "1408 linear_79" [label="(384,)", style=solid]; -"1403 scale_updated_constant54" -> "1405 mul_tensor_54" [label="(384, 1)", style=solid]; -"1404 compressed_weight_updated_constant54" -> "1405 mul_tensor_54" [label="(384, 1536)", style=solid]; -"1405 mul_tensor_54" -> "1407 sub_tensor_54" [label="(384, 1536)", style=solid]; -"1406 zero_point_updated_constant54" -> "1407 sub_tensor_54" [label="(384, 1)", style=solid]; -"1407 sub_tensor_54" -> "1408 linear_79" [label="(384, 1536)", style=solid]; -"1408 linear_79" -> "1409 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1409 dropout_51" -> "1410 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1410 layer_norm_28" -> "1411 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1411 add_44" -> "1413 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1411 add_44" -> "1492 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1412 _frozen_param106" -> "1449 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1413 pad_15" -> "1414 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1414 roll_12" -> "1415 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1415 view_72" -> "1416 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1416 permute_60" -> "1417 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1417 reshape_58" -> "1418 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1417 reshape_58" -> "1450 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1418 reshape_58_0_0_nncf_smooth_quant_0" -> "1419 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1419 quantize_per_tensor_default_81" -> "1420 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1420 dequantize_per_tensor_default_81" -> "1427 linear_82" [label="(4, 64, 384)", style=solid]; -"1421 _frozen_param107_0_0" -> "1427 linear_82" [label="(1152,)", style=solid]; -"1422 scale_updated_constant55" -> "1424 mul_tensor_55" [label="(1152, 1)", style=solid]; -"1423 compressed_weight_updated_constant55" -> "1424 mul_tensor_55" [label="(1152, 384)", style=solid]; -"1424 mul_tensor_55" -> "1426 sub_tensor_55" [label="(1152, 384)", style=solid]; -"1425 zero_point_updated_constant55" -> "1426 sub_tensor_55" [label="(1152, 1)", style=solid]; -"1426 sub_tensor_55" -> "1427 linear_82" [label="(1152, 384)", style=solid]; -"1427 linear_82" -> "1428 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1428 reshape_59" -> "1429 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1429 permute_61" -> "1430 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1429 permute_61" -> "1431 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1429 permute_61" -> "1432 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1430 select_39" -> "1433 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1430 select_39" -> "1435 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1430 select_39" -> "1436 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1431 select_40" -> "1439 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1431 select_40" -> "1441 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1431 select_40" -> "1442 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1432 select_41" -> "1468 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1433 linalg_vector_norm_26" -> "1434 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1434 clamp_min_26" -> "1435 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1435 expand_as_26" -> "1436 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1436 div_26" -> "1437 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1437 quantize_per_tensor_default_82" -> "1438 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1438 dequantize_per_tensor_default_82" -> "1446 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1439 linalg_vector_norm_27" -> "1440 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1440 clamp_min_27" -> "1441 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1441 expand_as_27" -> "1442 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1442 div_27" -> "1443 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1443 quantize_per_tensor_default_83" -> "1444 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1444 dequantize_per_tensor_default_83" -> "1445 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1445 transpose_26" -> "1446 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1446 matmul_26" -> "1448 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1447 _frozen_param109" -> "1448 mul_27" [label="(12, 1, 1)", style=solid]; -"1448 mul_27" -> "1449 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1449 add_45" -> "1461 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1450 new_zeros_6" -> "1451 view_73" [label="(16, 16)", style=solid]; -"1451 view_73" -> "1452 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1452 permute_62" -> "1453 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1453 reshape_60" -> "1454 unsqueeze_38" [label="(4, 64)", style=solid]; -"1453 reshape_60" -> "1455 unsqueeze_39" [label="(4, 64)", style=solid]; -"1454 unsqueeze_38" -> "1456 sub_6" [label="(4, 1, 64)", style=solid]; -"1455 unsqueeze_39" -> "1456 sub_6" [label="(4, 64, 1)", style=solid]; -"1456 sub_6" -> "1457 ne_6" [label="(4, 64, 64)", style=solid]; -"1456 sub_6" -> "1458 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1456 sub_6" -> "1459 eq_6" [label="(4, 64, 64)", style=solid]; -"1457 ne_6" -> "1458 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1458 masked_fill_12" -> "1460 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1459 eq_6" -> "1460 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1460 masked_fill_13" -> "1462 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1461 view_74" -> "1464 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1462 unsqueeze_40" -> "1463 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1463 unsqueeze_41" -> "1464 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1464 add_46" -> "1465 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1465 view_75" -> "1466 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1466 softmax_13" -> "1467 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1467 dropout_52" -> "1468 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1468 matmul_27" -> "1469 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1469 transpose_27" -> "1470 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1470 reshape_61" -> "1471 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1471 reshape_61_0_0_nncf_smooth_quant_0" -> "1472 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1472 quantize_per_tensor_default_84" -> "1473 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1473 dequantize_per_tensor_default_84" -> "1480 linear_83" [label="(4, 64, 384)", style=solid]; -"1474 features_5_9_attn_proj_bias_0_0" -> "1480 linear_83" [label="(384,)", style=solid]; -"1475 scale_updated_constant56" -> "1477 mul_tensor_56" [label="(384, 1)", style=solid]; -"1476 compressed_weight_updated_constant56" -> "1477 mul_tensor_56" [label="(384, 384)", style=solid]; -"1477 mul_tensor_56" -> "1479 sub_tensor_56" [label="(384, 384)", style=solid]; -"1478 zero_point_updated_constant56" -> "1479 sub_tensor_56" [label="(384, 1)", style=solid]; -"1479 sub_tensor_56" -> "1480 linear_83" [label="(384, 384)", style=solid]; -"1480 linear_83" -> "1481 dropout_53" [label="(4, 64, 384)", style=solid]; -"1481 dropout_53" -> "1482 view_76" [label="(4, 64, 384)", style=solid]; -"1482 view_76" -> "1483 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1483 permute_63" -> "1484 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1484 reshape_62" -> "1485 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1485 roll_13" -> "1486 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1486 slice_213" -> "1487 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1487 slice_214" -> "1488 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1488 slice_215" -> "1489 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1489 slice_216" -> "1490 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1490 contiguous_25" -> "1491 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1491 layer_norm_29" -> "1492 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1492 add_47" -> "1493 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1492 add_47" -> "1517 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1493 add_47_0_0_nncf_smooth_quant_0" -> "1494 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1494 quantize_per_tensor_default_85" -> "1495 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1495 dequantize_per_tensor_default_85" -> "1502 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1496 features_5_9_mlp_0_bias_0_0" -> "1502 linear_84" [label="(1536,)", style=solid]; -"1497 scale_updated_constant57" -> "1499 mul_tensor_57" [label="(1536, 1)", style=solid]; -"1498 compressed_weight_updated_constant57" -> "1499 mul_tensor_57" [label="(1536, 384)", style=solid]; -"1499 mul_tensor_57" -> "1501 sub_tensor_57" [label="(1536, 384)", style=solid]; -"1500 zero_point_updated_constant57" -> "1501 sub_tensor_57" [label="(1536, 1)", style=solid]; -"1501 sub_tensor_57" -> "1502 linear_84" [label="(1536, 384)", style=solid]; -"1502 linear_84" -> "1503 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1503 gelu_13" -> "1504 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1504 dropout_54" -> "1505 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1505 dropout_54_0_0_nncf_smooth_quant_0" -> "1506 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1506 quantize_per_tensor_default_86" -> "1507 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1507 dequantize_per_tensor_default_86" -> "1514 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1508 features_5_9_mlp_3_bias_0_0" -> "1514 linear_85" [label="(384,)", style=solid]; -"1509 scale_updated_constant58" -> "1511 mul_tensor_58" [label="(384, 1)", style=solid]; -"1510 compressed_weight_updated_constant58" -> "1511 mul_tensor_58" [label="(384, 1536)", style=solid]; -"1511 mul_tensor_58" -> "1513 sub_tensor_58" [label="(384, 1536)", style=solid]; -"1512 zero_point_updated_constant58" -> "1513 sub_tensor_58" [label="(384, 1)", style=solid]; -"1513 sub_tensor_58" -> "1514 linear_85" [label="(384, 1536)", style=solid]; -"1514 linear_85" -> "1515 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1515 dropout_55" -> "1516 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1516 layer_norm_30" -> "1517 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1517 add_48" -> "1519 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1517 add_48" -> "1580 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1518 _frozen_param119" -> "1554 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1519 pad_16" -> "1520 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1520 view_79" -> "1521 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1521 permute_65" -> "1522 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1522 reshape_63" -> "1523 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1523 reshape_63_0_0_nncf_smooth_quant_0" -> "1524 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1524 quantize_per_tensor_default_87" -> "1525 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1525 dequantize_per_tensor_default_87" -> "1532 linear_88" [label="(4, 64, 384)", style=solid]; -"1526 _frozen_param120_0_0" -> "1532 linear_88" [label="(1152,)", style=solid]; -"1527 scale_updated_constant59" -> "1529 mul_tensor_59" [label="(1152, 1)", style=solid]; -"1528 compressed_weight_updated_constant59" -> "1529 mul_tensor_59" [label="(1152, 384)", style=solid]; -"1529 mul_tensor_59" -> "1531 sub_tensor_59" [label="(1152, 384)", style=solid]; -"1530 zero_point_updated_constant59" -> "1531 sub_tensor_59" [label="(1152, 1)", style=solid]; -"1531 sub_tensor_59" -> "1532 linear_88" [label="(1152, 384)", style=solid]; -"1532 linear_88" -> "1533 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1533 reshape_64" -> "1534 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1534 permute_66" -> "1535 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1534 permute_66" -> "1536 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1534 permute_66" -> "1537 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1535 select_42" -> "1538 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1535 select_42" -> "1540 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1535 select_42" -> "1541 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1536 select_43" -> "1544 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1536 select_43" -> "1546 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1536 select_43" -> "1547 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1537 select_44" -> "1557 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1538 linalg_vector_norm_28" -> "1539 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1539 clamp_min_28" -> "1540 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1540 expand_as_28" -> "1541 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1541 div_28" -> "1542 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1542 quantize_per_tensor_default_88" -> "1543 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1543 dequantize_per_tensor_default_88" -> "1551 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1544 linalg_vector_norm_29" -> "1545 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1545 clamp_min_29" -> "1546 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1546 expand_as_29" -> "1547 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1547 div_29" -> "1548 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1548 quantize_per_tensor_default_89" -> "1549 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1549 dequantize_per_tensor_default_89" -> "1550 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1550 transpose_28" -> "1551 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1551 matmul_28" -> "1553 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1552 _frozen_param122" -> "1553 mul_29" [label="(12, 1, 1)", style=solid]; -"1553 mul_29" -> "1554 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1554 add_49" -> "1555 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1555 softmax_14" -> "1556 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1556 dropout_56" -> "1557 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1557 matmul_29" -> "1558 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1558 transpose_29" -> "1559 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1559 reshape_65" -> "1560 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1560 reshape_65_0_0_nncf_smooth_quant_0" -> "1561 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1561 quantize_per_tensor_default_90" -> "1562 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1562 dequantize_per_tensor_default_90" -> "1569 linear_89" [label="(4, 64, 384)", style=solid]; -"1563 features_5_10_attn_proj_bias_0_0" -> "1569 linear_89" [label="(384,)", style=solid]; -"1564 scale_updated_constant60" -> "1566 mul_tensor_60" [label="(384, 1)", style=solid]; -"1565 compressed_weight_updated_constant60" -> "1566 mul_tensor_60" [label="(384, 384)", style=solid]; -"1566 mul_tensor_60" -> "1568 sub_tensor_60" [label="(384, 384)", style=solid]; -"1567 zero_point_updated_constant60" -> "1568 sub_tensor_60" [label="(384, 1)", style=solid]; -"1568 sub_tensor_60" -> "1569 linear_89" [label="(384, 384)", style=solid]; -"1569 linear_89" -> "1570 dropout_57" [label="(4, 64, 384)", style=solid]; -"1570 dropout_57" -> "1571 view_80" [label="(4, 64, 384)", style=solid]; -"1571 view_80" -> "1572 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1572 permute_67" -> "1573 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1573 reshape_66" -> "1574 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1574 slice_218" -> "1575 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1575 slice_219" -> "1576 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1576 slice_220" -> "1577 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1577 slice_221" -> "1578 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1578 contiguous_27" -> "1579 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1579 layer_norm_31" -> "1580 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_50" -> "1581 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_50" -> "1605 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1581 add_50_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1582 quantize_per_tensor_default_91" -> "1583 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1583 dequantize_per_tensor_default_91" -> "1590 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1584 features_5_10_mlp_0_bias_0_0" -> "1590 linear_90" [label="(1536,)", style=solid]; -"1585 scale_updated_constant61" -> "1587 mul_tensor_61" [label="(1536, 1)", style=solid]; -"1586 compressed_weight_updated_constant61" -> "1587 mul_tensor_61" [label="(1536, 384)", style=solid]; -"1587 mul_tensor_61" -> "1589 sub_tensor_61" [label="(1536, 384)", style=solid]; -"1588 zero_point_updated_constant61" -> "1589 sub_tensor_61" [label="(1536, 1)", style=solid]; -"1589 sub_tensor_61" -> "1590 linear_90" [label="(1536, 384)", style=solid]; -"1590 linear_90" -> "1591 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1591 gelu_14" -> "1592 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1592 dropout_58" -> "1593 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1593 dropout_58_0_0_nncf_smooth_quant_0" -> "1594 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1594 quantize_per_tensor_default_92" -> "1595 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1595 dequantize_per_tensor_default_92" -> "1602 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1596 features_5_10_mlp_3_bias_0_0" -> "1602 linear_91" [label="(384,)", style=solid]; -"1597 scale_updated_constant62" -> "1599 mul_tensor_62" [label="(384, 1)", style=solid]; -"1598 compressed_weight_updated_constant62" -> "1599 mul_tensor_62" [label="(384, 1536)", style=solid]; -"1599 mul_tensor_62" -> "1601 sub_tensor_62" [label="(384, 1536)", style=solid]; -"1600 zero_point_updated_constant62" -> "1601 sub_tensor_62" [label="(384, 1)", style=solid]; -"1601 sub_tensor_62" -> "1602 linear_91" [label="(384, 1536)", style=solid]; -"1602 linear_91" -> "1603 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1603 dropout_59" -> "1604 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1604 layer_norm_32" -> "1605 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1605 add_51" -> "1607 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1605 add_51" -> "1686 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1606 _frozen_param123" -> "1643 add_52" [label="(1, 12, 64, 64)", style=solid]; -"1607 pad_17" -> "1608 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"1608 roll_14" -> "1609 view_83" [label="(1, 16, 16, 384)", style=solid]; -"1609 view_83" -> "1610 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1610 permute_69" -> "1611 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1611 reshape_67" -> "1612 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1611 reshape_67" -> "1644 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"1612 reshape_67_0_0_nncf_smooth_quant_0" -> "1613 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"1613 quantize_per_tensor_default_93" -> "1614 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"1614 dequantize_per_tensor_default_93" -> "1621 linear_94" [label="(4, 64, 384)", style=solid]; -"1615 _frozen_param124_0_0" -> "1621 linear_94" [label="(1152,)", style=solid]; -"1616 scale_updated_constant63" -> "1618 mul_tensor_63" [label="(1152, 1)", style=solid]; -"1617 compressed_weight_updated_constant63" -> "1618 mul_tensor_63" [label="(1152, 384)", style=solid]; -"1618 mul_tensor_63" -> "1620 sub_tensor_63" [label="(1152, 384)", style=solid]; -"1619 zero_point_updated_constant63" -> "1620 sub_tensor_63" [label="(1152, 1)", style=solid]; -"1620 sub_tensor_63" -> "1621 linear_94" [label="(1152, 384)", style=solid]; -"1621 linear_94" -> "1622 reshape_68" [label="(4, 64, 1152)", style=solid]; -"1622 reshape_68" -> "1623 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"1623 permute_70" -> "1624 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"1623 permute_70" -> "1625 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"1623 permute_70" -> "1626 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"1624 select_45" -> "1627 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"1624 select_45" -> "1629 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"1624 select_45" -> "1630 div_30" [label="(4, 12, 64, 32)", style=solid]; -"1625 select_46" -> "1633 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"1625 select_46" -> "1635 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"1625 select_46" -> "1636 div_31" [label="(4, 12, 64, 32)", style=solid]; -"1626 select_47" -> "1662 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"1627 linalg_vector_norm_30" -> "1628 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"1628 clamp_min_30" -> "1629 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"1629 expand_as_30" -> "1630 div_30" [label="(4, 12, 64, 32)", style=solid]; -"1630 div_30" -> "1631 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"1631 quantize_per_tensor_default_94" -> "1632 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"1632 dequantize_per_tensor_default_94" -> "1640 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"1633 linalg_vector_norm_31" -> "1634 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"1634 clamp_min_31" -> "1635 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"1635 expand_as_31" -> "1636 div_31" [label="(4, 12, 64, 32)", style=solid]; -"1636 div_31" -> "1637 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"1637 quantize_per_tensor_default_95" -> "1638 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"1638 dequantize_per_tensor_default_95" -> "1639 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"1639 transpose_30" -> "1640 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"1640 matmul_30" -> "1642 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"1641 _frozen_param126" -> "1642 mul_31" [label="(12, 1, 1)", style=solid]; -"1642 mul_31" -> "1643 add_52" [label="(4, 12, 64, 64)", style=solid]; -"1643 add_52" -> "1655 view_85" [label="(4, 12, 64, 64)", style=solid]; -"1644 new_zeros_7" -> "1645 view_84" [label="(16, 16)", style=solid]; -"1645 view_84" -> "1646 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"1646 permute_71" -> "1647 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"1647 reshape_69" -> "1648 unsqueeze_44" [label="(4, 64)", style=solid]; -"1647 reshape_69" -> "1649 unsqueeze_45" [label="(4, 64)", style=solid]; -"1648 unsqueeze_44" -> "1650 sub_7" [label="(4, 1, 64)", style=solid]; -"1649 unsqueeze_45" -> "1650 sub_7" [label="(4, 64, 1)", style=solid]; -"1650 sub_7" -> "1651 ne_7" [label="(4, 64, 64)", style=solid]; -"1650 sub_7" -> "1652 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"1650 sub_7" -> "1653 eq_7" [label="(4, 64, 64)", style=solid]; -"1651 ne_7" -> "1652 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"1652 masked_fill_14" -> "1654 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"1653 eq_7" -> "1654 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"1654 masked_fill_15" -> "1656 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"1655 view_85" -> "1658 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1656 unsqueeze_46" -> "1657 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"1657 unsqueeze_47" -> "1658 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"1658 add_53" -> "1659 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"1659 view_86" -> "1660 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"1660 softmax_15" -> "1661 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"1661 dropout_60" -> "1662 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"1662 matmul_31" -> "1663 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"1663 transpose_31" -> "1664 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"1664 reshape_70" -> "1665 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1665 reshape_70_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"1666 quantize_per_tensor_default_96" -> "1667 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"1667 dequantize_per_tensor_default_96" -> "1674 linear_95" [label="(4, 64, 384)", style=solid]; -"1668 features_5_11_attn_proj_bias_0_0" -> "1674 linear_95" [label="(384,)", style=solid]; -"1669 scale_updated_constant64" -> "1671 mul_tensor_64" [label="(384, 1)", style=solid]; -"1670 compressed_weight_updated_constant64" -> "1671 mul_tensor_64" [label="(384, 384)", style=solid]; -"1671 mul_tensor_64" -> "1673 sub_tensor_64" [label="(384, 384)", style=solid]; -"1672 zero_point_updated_constant64" -> "1673 sub_tensor_64" [label="(384, 1)", style=solid]; -"1673 sub_tensor_64" -> "1674 linear_95" [label="(384, 384)", style=solid]; -"1674 linear_95" -> "1675 dropout_61" [label="(4, 64, 384)", style=solid]; -"1675 dropout_61" -> "1676 view_87" [label="(4, 64, 384)", style=solid]; -"1676 view_87" -> "1677 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1677 permute_72" -> "1678 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1678 reshape_71" -> "1679 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"1679 roll_15" -> "1680 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"1680 slice_241" -> "1681 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"1681 slice_242" -> "1682 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"1682 slice_243" -> "1683 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"1683 slice_244" -> "1684 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"1684 contiguous_29" -> "1685 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"1685 layer_norm_33" -> "1686 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1686 add_54" -> "1687 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1686 add_54" -> "1711 add_55" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_54_0_0_nncf_smooth_quant_0" -> "1688 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"1688 quantize_per_tensor_default_97" -> "1689 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"1689 dequantize_per_tensor_default_97" -> "1696 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"1690 features_5_11_mlp_0_bias_0_0" -> "1696 linear_96" [label="(1536,)", style=solid]; -"1691 scale_updated_constant65" -> "1693 mul_tensor_65" [label="(1536, 1)", style=solid]; -"1692 compressed_weight_updated_constant65" -> "1693 mul_tensor_65" [label="(1536, 384)", style=solid]; -"1693 mul_tensor_65" -> "1695 sub_tensor_65" [label="(1536, 384)", style=solid]; -"1694 zero_point_updated_constant65" -> "1695 sub_tensor_65" [label="(1536, 1)", style=solid]; -"1695 sub_tensor_65" -> "1696 linear_96" [label="(1536, 384)", style=solid]; -"1696 linear_96" -> "1697 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"1697 gelu_15" -> "1698 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"1698 dropout_62" -> "1699 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1699 dropout_62_0_0_nncf_smooth_quant_0" -> "1700 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"1700 quantize_per_tensor_default_98" -> "1701 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"1701 dequantize_per_tensor_default_98" -> "1708 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"1702 features_5_11_mlp_3_bias_0_0" -> "1708 linear_97" [label="(384,)", style=solid]; -"1703 scale_updated_constant66" -> "1705 mul_tensor_66" [label="(384, 1)", style=solid]; -"1704 compressed_weight_updated_constant66" -> "1705 mul_tensor_66" [label="(384, 1536)", style=solid]; -"1705 mul_tensor_66" -> "1707 sub_tensor_66" [label="(384, 1536)", style=solid]; -"1706 zero_point_updated_constant66" -> "1707 sub_tensor_66" [label="(384, 1)", style=solid]; -"1707 sub_tensor_66" -> "1708 linear_97" [label="(384, 1536)", style=solid]; -"1708 linear_97" -> "1709 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"1709 dropout_63" -> "1710 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"1710 layer_norm_34" -> "1711 add_55" [label="(1, 14, 14, 384)", style=solid]; -"1711 add_55" -> "1713 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"1711 add_55" -> "1774 add_57" [label="(1, 14, 14, 384)", style=solid]; -"1712 _frozen_param136" -> "1748 add_56" [label="(1, 12, 64, 64)", style=solid]; -"1713 pad_18" -> "1714 view_90" [label="(1, 16, 16, 384)", style=solid]; -"1714 view_90" -> "1715 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1715 permute_74" -> "1716 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1716 reshape_72" -> "1717 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1717 reshape_72_0_0_nncf_smooth_quant_0" -> "1718 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"1718 quantize_per_tensor_default_99" -> "1719 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"1719 dequantize_per_tensor_default_99" -> "1726 linear_100" [label="(4, 64, 384)", style=solid]; -"1720 _frozen_param137_0_0" -> "1726 linear_100" [label="(1152,)", style=solid]; -"1721 scale_updated_constant67" -> "1723 mul_tensor_67" [label="(1152, 1)", style=solid]; -"1722 compressed_weight_updated_constant67" -> "1723 mul_tensor_67" [label="(1152, 384)", style=solid]; -"1723 mul_tensor_67" -> "1725 sub_tensor_67" [label="(1152, 384)", style=solid]; -"1724 zero_point_updated_constant67" -> "1725 sub_tensor_67" [label="(1152, 1)", style=solid]; -"1725 sub_tensor_67" -> "1726 linear_100" [label="(1152, 384)", style=solid]; -"1726 linear_100" -> "1727 reshape_73" [label="(4, 64, 1152)", style=solid]; -"1727 reshape_73" -> "1728 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"1728 permute_75" -> "1729 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"1728 permute_75" -> "1730 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"1728 permute_75" -> "1731 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"1729 select_48" -> "1732 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"1729 select_48" -> "1734 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"1729 select_48" -> "1735 div_32" [label="(4, 12, 64, 32)", style=solid]; -"1730 select_49" -> "1738 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"1730 select_49" -> "1740 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"1730 select_49" -> "1741 div_33" [label="(4, 12, 64, 32)", style=solid]; -"1731 select_50" -> "1751 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"1732 linalg_vector_norm_32" -> "1733 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"1733 clamp_min_32" -> "1734 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"1734 expand_as_32" -> "1735 div_32" [label="(4, 12, 64, 32)", style=solid]; -"1735 div_32" -> "1736 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"1736 quantize_per_tensor_default_100" -> "1737 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"1737 dequantize_per_tensor_default_100" -> "1745 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"1738 linalg_vector_norm_33" -> "1739 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"1739 clamp_min_33" -> "1740 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"1740 expand_as_33" -> "1741 div_33" [label="(4, 12, 64, 32)", style=solid]; -"1741 div_33" -> "1742 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"1742 quantize_per_tensor_default_101" -> "1743 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"1743 dequantize_per_tensor_default_101" -> "1744 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"1744 transpose_32" -> "1745 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"1745 matmul_32" -> "1747 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"1746 _frozen_param139" -> "1747 mul_33" [label="(12, 1, 1)", style=solid]; -"1747 mul_33" -> "1748 add_56" [label="(4, 12, 64, 64)", style=solid]; -"1748 add_56" -> "1749 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"1749 softmax_16" -> "1750 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"1750 dropout_64" -> "1751 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"1751 matmul_33" -> "1752 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"1752 transpose_33" -> "1753 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"1753 reshape_74" -> "1754 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1754 reshape_74_0_0_nncf_smooth_quant_0" -> "1755 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"1755 quantize_per_tensor_default_102" -> "1756 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"1756 dequantize_per_tensor_default_102" -> "1763 linear_101" [label="(4, 64, 384)", style=solid]; -"1757 features_5_12_attn_proj_bias_0_0" -> "1763 linear_101" [label="(384,)", style=solid]; -"1758 scale_updated_constant68" -> "1760 mul_tensor_68" [label="(384, 1)", style=solid]; -"1759 compressed_weight_updated_constant68" -> "1760 mul_tensor_68" [label="(384, 384)", style=solid]; -"1760 mul_tensor_68" -> "1762 sub_tensor_68" [label="(384, 384)", style=solid]; -"1761 zero_point_updated_constant68" -> "1762 sub_tensor_68" [label="(384, 1)", style=solid]; -"1762 sub_tensor_68" -> "1763 linear_101" [label="(384, 384)", style=solid]; -"1763 linear_101" -> "1764 dropout_65" [label="(4, 64, 384)", style=solid]; -"1764 dropout_65" -> "1765 view_91" [label="(4, 64, 384)", style=solid]; -"1765 view_91" -> "1766 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1766 permute_76" -> "1767 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1767 reshape_75" -> "1768 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"1768 slice_246" -> "1769 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"1769 slice_247" -> "1770 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"1770 slice_248" -> "1771 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"1771 slice_249" -> "1772 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"1772 contiguous_31" -> "1773 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"1773 layer_norm_35" -> "1774 add_57" [label="(1, 14, 14, 384)", style=solid]; -"1774 add_57" -> "1775 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1774 add_57" -> "1799 add_58" [label="(1, 14, 14, 384)", style=solid]; -"1775 add_57_0_0_nncf_smooth_quant_0" -> "1776 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"1776 quantize_per_tensor_default_103" -> "1777 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"1777 dequantize_per_tensor_default_103" -> "1784 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"1778 features_5_12_mlp_0_bias_0_0" -> "1784 linear_102" [label="(1536,)", style=solid]; -"1779 scale_updated_constant69" -> "1781 mul_tensor_69" [label="(1536, 1)", style=solid]; -"1780 compressed_weight_updated_constant69" -> "1781 mul_tensor_69" [label="(1536, 384)", style=solid]; -"1781 mul_tensor_69" -> "1783 sub_tensor_69" [label="(1536, 384)", style=solid]; -"1782 zero_point_updated_constant69" -> "1783 sub_tensor_69" [label="(1536, 1)", style=solid]; -"1783 sub_tensor_69" -> "1784 linear_102" [label="(1536, 384)", style=solid]; -"1784 linear_102" -> "1785 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"1785 gelu_16" -> "1786 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"1786 dropout_66" -> "1787 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1787 dropout_66_0_0_nncf_smooth_quant_0" -> "1788 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"1788 quantize_per_tensor_default_104" -> "1789 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"1789 dequantize_per_tensor_default_104" -> "1796 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"1790 features_5_12_mlp_3_bias_0_0" -> "1796 linear_103" [label="(384,)", style=solid]; -"1791 scale_updated_constant70" -> "1793 mul_tensor_70" [label="(384, 1)", style=solid]; -"1792 compressed_weight_updated_constant70" -> "1793 mul_tensor_70" [label="(384, 1536)", style=solid]; -"1793 mul_tensor_70" -> "1795 sub_tensor_70" [label="(384, 1536)", style=solid]; -"1794 zero_point_updated_constant70" -> "1795 sub_tensor_70" [label="(384, 1)", style=solid]; -"1795 sub_tensor_70" -> "1796 linear_103" [label="(384, 1536)", style=solid]; -"1796 linear_103" -> "1797 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"1797 dropout_67" -> "1798 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"1798 layer_norm_36" -> "1799 add_58" [label="(1, 14, 14, 384)", style=solid]; -"1799 add_58" -> "1801 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"1799 add_58" -> "1880 add_61" [label="(1, 14, 14, 384)", style=solid]; -"1800 _frozen_param140" -> "1837 add_59" [label="(1, 12, 64, 64)", style=solid]; -"1801 pad_19" -> "1802 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"1802 roll_16" -> "1803 view_94" [label="(1, 16, 16, 384)", style=solid]; -"1803 view_94" -> "1804 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1804 permute_78" -> "1805 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1805 reshape_76" -> "1806 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1805 reshape_76" -> "1838 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"1806 reshape_76_0_0_nncf_smooth_quant_0" -> "1807 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"1807 quantize_per_tensor_default_105" -> "1808 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"1808 dequantize_per_tensor_default_105" -> "1815 linear_106" [label="(4, 64, 384)", style=solid]; -"1809 _frozen_param141_0_0" -> "1815 linear_106" [label="(1152,)", style=solid]; -"1810 scale_updated_constant71" -> "1812 mul_tensor_71" [label="(1152, 1)", style=solid]; -"1811 compressed_weight_updated_constant71" -> "1812 mul_tensor_71" [label="(1152, 384)", style=solid]; -"1812 mul_tensor_71" -> "1814 sub_tensor_71" [label="(1152, 384)", style=solid]; -"1813 zero_point_updated_constant71" -> "1814 sub_tensor_71" [label="(1152, 1)", style=solid]; -"1814 sub_tensor_71" -> "1815 linear_106" [label="(1152, 384)", style=solid]; -"1815 linear_106" -> "1816 reshape_77" [label="(4, 64, 1152)", style=solid]; -"1816 reshape_77" -> "1817 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"1817 permute_79" -> "1818 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"1817 permute_79" -> "1819 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"1817 permute_79" -> "1820 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"1818 select_51" -> "1821 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"1818 select_51" -> "1823 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"1818 select_51" -> "1824 div_34" [label="(4, 12, 64, 32)", style=solid]; -"1819 select_52" -> "1827 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"1819 select_52" -> "1829 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"1819 select_52" -> "1830 div_35" [label="(4, 12, 64, 32)", style=solid]; -"1820 select_53" -> "1856 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"1821 linalg_vector_norm_34" -> "1822 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"1822 clamp_min_34" -> "1823 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"1823 expand_as_34" -> "1824 div_34" [label="(4, 12, 64, 32)", style=solid]; -"1824 div_34" -> "1825 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"1825 quantize_per_tensor_default_106" -> "1826 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"1826 dequantize_per_tensor_default_106" -> "1834 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"1827 linalg_vector_norm_35" -> "1828 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"1828 clamp_min_35" -> "1829 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"1829 expand_as_35" -> "1830 div_35" [label="(4, 12, 64, 32)", style=solid]; -"1830 div_35" -> "1831 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"1831 quantize_per_tensor_default_107" -> "1832 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"1832 dequantize_per_tensor_default_107" -> "1833 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"1833 transpose_34" -> "1834 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"1834 matmul_34" -> "1836 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"1835 _frozen_param143" -> "1836 mul_35" [label="(12, 1, 1)", style=solid]; -"1836 mul_35" -> "1837 add_59" [label="(4, 12, 64, 64)", style=solid]; -"1837 add_59" -> "1849 view_96" [label="(4, 12, 64, 64)", style=solid]; -"1838 new_zeros_8" -> "1839 view_95" [label="(16, 16)", style=solid]; -"1839 view_95" -> "1840 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"1840 permute_80" -> "1841 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"1841 reshape_78" -> "1842 unsqueeze_50" [label="(4, 64)", style=solid]; -"1841 reshape_78" -> "1843 unsqueeze_51" [label="(4, 64)", style=solid]; -"1842 unsqueeze_50" -> "1844 sub_8" [label="(4, 1, 64)", style=solid]; -"1843 unsqueeze_51" -> "1844 sub_8" [label="(4, 64, 1)", style=solid]; -"1844 sub_8" -> "1845 ne_8" [label="(4, 64, 64)", style=solid]; -"1844 sub_8" -> "1846 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"1844 sub_8" -> "1847 eq_8" [label="(4, 64, 64)", style=solid]; -"1845 ne_8" -> "1846 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"1846 masked_fill_16" -> "1848 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"1847 eq_8" -> "1848 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"1848 masked_fill_17" -> "1850 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"1849 view_96" -> "1852 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"1850 unsqueeze_52" -> "1851 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"1851 unsqueeze_53" -> "1852 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"1852 add_60" -> "1853 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"1853 view_97" -> "1854 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"1854 softmax_17" -> "1855 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"1855 dropout_68" -> "1856 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"1856 matmul_35" -> "1857 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"1857 transpose_35" -> "1858 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"1858 reshape_79" -> "1859 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1859 reshape_79_0_0_nncf_smooth_quant_0" -> "1860 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"1860 quantize_per_tensor_default_108" -> "1861 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"1861 dequantize_per_tensor_default_108" -> "1868 linear_107" [label="(4, 64, 384)", style=solid]; -"1862 features_5_13_attn_proj_bias_0_0" -> "1868 linear_107" [label="(384,)", style=solid]; -"1863 scale_updated_constant72" -> "1865 mul_tensor_72" [label="(384, 1)", style=solid]; -"1864 compressed_weight_updated_constant72" -> "1865 mul_tensor_72" [label="(384, 384)", style=solid]; -"1865 mul_tensor_72" -> "1867 sub_tensor_72" [label="(384, 384)", style=solid]; -"1866 zero_point_updated_constant72" -> "1867 sub_tensor_72" [label="(384, 1)", style=solid]; -"1867 sub_tensor_72" -> "1868 linear_107" [label="(384, 384)", style=solid]; -"1868 linear_107" -> "1869 dropout_69" [label="(4, 64, 384)", style=solid]; -"1869 dropout_69" -> "1870 view_98" [label="(4, 64, 384)", style=solid]; -"1870 view_98" -> "1871 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1871 permute_81" -> "1872 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1872 reshape_80" -> "1873 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"1873 roll_17" -> "1874 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"1874 slice_269" -> "1875 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"1875 slice_270" -> "1876 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"1876 slice_271" -> "1877 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"1877 slice_272" -> "1878 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"1878 contiguous_33" -> "1879 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"1879 layer_norm_37" -> "1880 add_61" [label="(1, 14, 14, 384)", style=solid]; -"1880 add_61" -> "1881 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1880 add_61" -> "1905 add_62" [label="(1, 14, 14, 384)", style=solid]; -"1881 add_61_0_0_nncf_smooth_quant_0" -> "1882 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"1882 quantize_per_tensor_default_109" -> "1883 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"1883 dequantize_per_tensor_default_109" -> "1890 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"1884 features_5_13_mlp_0_bias_0_0" -> "1890 linear_108" [label="(1536,)", style=solid]; -"1885 scale_updated_constant73" -> "1887 mul_tensor_73" [label="(1536, 1)", style=solid]; -"1886 compressed_weight_updated_constant73" -> "1887 mul_tensor_73" [label="(1536, 384)", style=solid]; -"1887 mul_tensor_73" -> "1889 sub_tensor_73" [label="(1536, 384)", style=solid]; -"1888 zero_point_updated_constant73" -> "1889 sub_tensor_73" [label="(1536, 1)", style=solid]; -"1889 sub_tensor_73" -> "1890 linear_108" [label="(1536, 384)", style=solid]; -"1890 linear_108" -> "1891 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"1891 gelu_17" -> "1892 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"1892 dropout_70" -> "1893 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1893 dropout_70_0_0_nncf_smooth_quant_0" -> "1894 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"1894 quantize_per_tensor_default_110" -> "1895 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"1895 dequantize_per_tensor_default_110" -> "1902 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"1896 features_5_13_mlp_3_bias_0_0" -> "1902 linear_109" [label="(384,)", style=solid]; -"1897 scale_updated_constant74" -> "1899 mul_tensor_74" [label="(384, 1)", style=solid]; -"1898 compressed_weight_updated_constant74" -> "1899 mul_tensor_74" [label="(384, 1536)", style=solid]; -"1899 mul_tensor_74" -> "1901 sub_tensor_74" [label="(384, 1536)", style=solid]; -"1900 zero_point_updated_constant74" -> "1901 sub_tensor_74" [label="(384, 1)", style=solid]; -"1901 sub_tensor_74" -> "1902 linear_109" [label="(384, 1536)", style=solid]; -"1902 linear_109" -> "1903 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"1903 dropout_71" -> "1904 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"1904 layer_norm_38" -> "1905 add_62" [label="(1, 14, 14, 384)", style=solid]; -"1905 add_62" -> "1907 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"1905 add_62" -> "1968 add_64" [label="(1, 14, 14, 384)", style=solid]; -"1906 _frozen_param153" -> "1942 add_63" [label="(1, 12, 64, 64)", style=solid]; -"1907 pad_20" -> "1908 view_101" [label="(1, 16, 16, 384)", style=solid]; -"1908 view_101" -> "1909 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1909 permute_83" -> "1910 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1910 reshape_81" -> "1911 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1911 reshape_81_0_0_nncf_smooth_quant_0" -> "1912 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"1912 quantize_per_tensor_default_111" -> "1913 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"1913 dequantize_per_tensor_default_111" -> "1920 linear_112" [label="(4, 64, 384)", style=solid]; -"1914 _frozen_param154_0_0" -> "1920 linear_112" [label="(1152,)", style=solid]; -"1915 scale_updated_constant75" -> "1917 mul_tensor_75" [label="(1152, 1)", style=solid]; -"1916 compressed_weight_updated_constant75" -> "1917 mul_tensor_75" [label="(1152, 384)", style=solid]; -"1917 mul_tensor_75" -> "1919 sub_tensor_75" [label="(1152, 384)", style=solid]; -"1918 zero_point_updated_constant75" -> "1919 sub_tensor_75" [label="(1152, 1)", style=solid]; -"1919 sub_tensor_75" -> "1920 linear_112" [label="(1152, 384)", style=solid]; -"1920 linear_112" -> "1921 reshape_82" [label="(4, 64, 1152)", style=solid]; -"1921 reshape_82" -> "1922 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"1922 permute_84" -> "1923 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"1922 permute_84" -> "1924 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"1922 permute_84" -> "1925 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"1923 select_54" -> "1926 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"1923 select_54" -> "1928 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"1923 select_54" -> "1929 div_36" [label="(4, 12, 64, 32)", style=solid]; -"1924 select_55" -> "1932 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"1924 select_55" -> "1934 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"1924 select_55" -> "1935 div_37" [label="(4, 12, 64, 32)", style=solid]; -"1925 select_56" -> "1945 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"1926 linalg_vector_norm_36" -> "1927 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"1927 clamp_min_36" -> "1928 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"1928 expand_as_36" -> "1929 div_36" [label="(4, 12, 64, 32)", style=solid]; -"1929 div_36" -> "1930 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"1930 quantize_per_tensor_default_112" -> "1931 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"1931 dequantize_per_tensor_default_112" -> "1939 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"1932 linalg_vector_norm_37" -> "1933 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"1933 clamp_min_37" -> "1934 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"1934 expand_as_37" -> "1935 div_37" [label="(4, 12, 64, 32)", style=solid]; -"1935 div_37" -> "1936 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"1936 quantize_per_tensor_default_113" -> "1937 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"1937 dequantize_per_tensor_default_113" -> "1938 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"1938 transpose_36" -> "1939 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"1939 matmul_36" -> "1941 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"1940 _frozen_param156" -> "1941 mul_37" [label="(12, 1, 1)", style=solid]; -"1941 mul_37" -> "1942 add_63" [label="(4, 12, 64, 64)", style=solid]; -"1942 add_63" -> "1943 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"1943 softmax_18" -> "1944 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"1944 dropout_72" -> "1945 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"1945 matmul_37" -> "1946 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"1946 transpose_37" -> "1947 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"1947 reshape_83" -> "1948 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1948 reshape_83_0_0_nncf_smooth_quant_0" -> "1949 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"1949 quantize_per_tensor_default_114" -> "1950 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"1950 dequantize_per_tensor_default_114" -> "1957 linear_113" [label="(4, 64, 384)", style=solid]; -"1951 features_5_14_attn_proj_bias_0_0" -> "1957 linear_113" [label="(384,)", style=solid]; -"1952 scale_updated_constant76" -> "1954 mul_tensor_76" [label="(384, 1)", style=solid]; -"1953 compressed_weight_updated_constant76" -> "1954 mul_tensor_76" [label="(384, 384)", style=solid]; -"1954 mul_tensor_76" -> "1956 sub_tensor_76" [label="(384, 384)", style=solid]; -"1955 zero_point_updated_constant76" -> "1956 sub_tensor_76" [label="(384, 1)", style=solid]; -"1956 sub_tensor_76" -> "1957 linear_113" [label="(384, 384)", style=solid]; -"1957 linear_113" -> "1958 dropout_73" [label="(4, 64, 384)", style=solid]; -"1958 dropout_73" -> "1959 view_102" [label="(4, 64, 384)", style=solid]; -"1959 view_102" -> "1960 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1960 permute_85" -> "1961 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1961 reshape_84" -> "1962 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"1962 slice_274" -> "1963 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"1963 slice_275" -> "1964 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"1964 slice_276" -> "1965 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"1965 slice_277" -> "1966 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"1966 contiguous_35" -> "1967 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"1967 layer_norm_39" -> "1968 add_64" [label="(1, 14, 14, 384)", style=solid]; -"1968 add_64" -> "1969 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1968 add_64" -> "1993 add_65" [label="(1, 14, 14, 384)", style=solid]; -"1969 add_64_0_0_nncf_smooth_quant_0" -> "1970 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"1970 quantize_per_tensor_default_115" -> "1971 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"1971 dequantize_per_tensor_default_115" -> "1978 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"1972 features_5_14_mlp_0_bias_0_0" -> "1978 linear_114" [label="(1536,)", style=solid]; -"1973 scale_updated_constant77" -> "1975 mul_tensor_77" [label="(1536, 1)", style=solid]; -"1974 compressed_weight_updated_constant77" -> "1975 mul_tensor_77" [label="(1536, 384)", style=solid]; -"1975 mul_tensor_77" -> "1977 sub_tensor_77" [label="(1536, 384)", style=solid]; -"1976 zero_point_updated_constant77" -> "1977 sub_tensor_77" [label="(1536, 1)", style=solid]; -"1977 sub_tensor_77" -> "1978 linear_114" [label="(1536, 384)", style=solid]; -"1978 linear_114" -> "1979 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"1979 gelu_18" -> "1980 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"1980 dropout_74" -> "1981 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1981 dropout_74_0_0_nncf_smooth_quant_0" -> "1982 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"1982 quantize_per_tensor_default_116" -> "1983 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"1983 dequantize_per_tensor_default_116" -> "1990 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"1984 features_5_14_mlp_3_bias_0_0" -> "1990 linear_115" [label="(384,)", style=solid]; -"1985 scale_updated_constant78" -> "1987 mul_tensor_78" [label="(384, 1)", style=solid]; -"1986 compressed_weight_updated_constant78" -> "1987 mul_tensor_78" [label="(384, 1536)", style=solid]; -"1987 mul_tensor_78" -> "1989 sub_tensor_78" [label="(384, 1536)", style=solid]; -"1988 zero_point_updated_constant78" -> "1989 sub_tensor_78" [label="(384, 1)", style=solid]; -"1989 sub_tensor_78" -> "1990 linear_115" [label="(384, 1536)", style=solid]; -"1990 linear_115" -> "1991 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"1991 dropout_75" -> "1992 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"1992 layer_norm_40" -> "1993 add_65" [label="(1, 14, 14, 384)", style=solid]; -"1993 add_65" -> "1995 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"1993 add_65" -> "2074 add_68" [label="(1, 14, 14, 384)", style=solid]; -"1994 _frozen_param157" -> "2031 add_66" [label="(1, 12, 64, 64)", style=solid]; -"1995 pad_21" -> "1996 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"1996 roll_18" -> "1997 view_105" [label="(1, 16, 16, 384)", style=solid]; -"1997 view_105" -> "1998 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1998 permute_87" -> "1999 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1999 reshape_85" -> "2000 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1999 reshape_85" -> "2032 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2000 reshape_85_0_0_nncf_smooth_quant_0" -> "2001 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2001 quantize_per_tensor_default_117" -> "2002 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2002 dequantize_per_tensor_default_117" -> "2009 linear_118" [label="(4, 64, 384)", style=solid]; -"2003 _frozen_param158_0_0" -> "2009 linear_118" [label="(1152,)", style=solid]; -"2004 scale_updated_constant79" -> "2006 mul_tensor_79" [label="(1152, 1)", style=solid]; -"2005 compressed_weight_updated_constant79" -> "2006 mul_tensor_79" [label="(1152, 384)", style=solid]; -"2006 mul_tensor_79" -> "2008 sub_tensor_79" [label="(1152, 384)", style=solid]; -"2007 zero_point_updated_constant79" -> "2008 sub_tensor_79" [label="(1152, 1)", style=solid]; -"2008 sub_tensor_79" -> "2009 linear_118" [label="(1152, 384)", style=solid]; -"2009 linear_118" -> "2010 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2010 reshape_86" -> "2011 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2011 permute_88" -> "2012 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2011 permute_88" -> "2013 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2011 permute_88" -> "2014 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2012 select_57" -> "2015 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2012 select_57" -> "2017 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2012 select_57" -> "2018 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2013 select_58" -> "2021 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2013 select_58" -> "2023 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2013 select_58" -> "2024 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_59" -> "2050 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2015 linalg_vector_norm_38" -> "2016 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2016 clamp_min_38" -> "2017 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2017 expand_as_38" -> "2018 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2018 div_38" -> "2019 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2019 quantize_per_tensor_default_118" -> "2020 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2020 dequantize_per_tensor_default_118" -> "2028 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2021 linalg_vector_norm_39" -> "2022 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2022 clamp_min_39" -> "2023 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2023 expand_as_39" -> "2024 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2024 div_39" -> "2025 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2025 quantize_per_tensor_default_119" -> "2026 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2026 dequantize_per_tensor_default_119" -> "2027 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2027 transpose_38" -> "2028 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2028 matmul_38" -> "2030 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2029 _frozen_param160" -> "2030 mul_39" [label="(12, 1, 1)", style=solid]; -"2030 mul_39" -> "2031 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2031 add_66" -> "2043 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2032 new_zeros_9" -> "2033 view_106" [label="(16, 16)", style=solid]; -"2033 view_106" -> "2034 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2034 permute_89" -> "2035 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2035 reshape_87" -> "2036 unsqueeze_56" [label="(4, 64)", style=solid]; -"2035 reshape_87" -> "2037 unsqueeze_57" [label="(4, 64)", style=solid]; -"2036 unsqueeze_56" -> "2038 sub_9" [label="(4, 1, 64)", style=solid]; -"2037 unsqueeze_57" -> "2038 sub_9" [label="(4, 64, 1)", style=solid]; -"2038 sub_9" -> "2039 ne_9" [label="(4, 64, 64)", style=solid]; -"2038 sub_9" -> "2040 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2038 sub_9" -> "2041 eq_9" [label="(4, 64, 64)", style=solid]; -"2039 ne_9" -> "2040 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2040 masked_fill_18" -> "2042 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2041 eq_9" -> "2042 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2042 masked_fill_19" -> "2044 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2043 view_107" -> "2046 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2044 unsqueeze_58" -> "2045 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2045 unsqueeze_59" -> "2046 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2046 add_67" -> "2047 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2047 view_108" -> "2048 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2048 softmax_19" -> "2049 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2049 dropout_76" -> "2050 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2050 matmul_39" -> "2051 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2051 transpose_39" -> "2052 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2052 reshape_88" -> "2053 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2053 reshape_88_0_0_nncf_smooth_quant_0" -> "2054 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2054 quantize_per_tensor_default_120" -> "2055 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2055 dequantize_per_tensor_default_120" -> "2062 linear_119" [label="(4, 64, 384)", style=solid]; -"2056 features_5_15_attn_proj_bias_0_0" -> "2062 linear_119" [label="(384,)", style=solid]; -"2057 scale_updated_constant80" -> "2059 mul_tensor_80" [label="(384, 1)", style=solid]; -"2058 compressed_weight_updated_constant80" -> "2059 mul_tensor_80" [label="(384, 384)", style=solid]; -"2059 mul_tensor_80" -> "2061 sub_tensor_80" [label="(384, 384)", style=solid]; -"2060 zero_point_updated_constant80" -> "2061 sub_tensor_80" [label="(384, 1)", style=solid]; -"2061 sub_tensor_80" -> "2062 linear_119" [label="(384, 384)", style=solid]; -"2062 linear_119" -> "2063 dropout_77" [label="(4, 64, 384)", style=solid]; -"2063 dropout_77" -> "2064 view_109" [label="(4, 64, 384)", style=solid]; -"2064 view_109" -> "2065 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2065 permute_90" -> "2066 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2066 reshape_89" -> "2067 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2067 roll_19" -> "2068 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2068 slice_297" -> "2069 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2069 slice_298" -> "2070 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2070 slice_299" -> "2071 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2071 slice_300" -> "2072 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2072 contiguous_37" -> "2073 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2073 layer_norm_41" -> "2074 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2074 add_68" -> "2075 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2074 add_68" -> "2099 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2075 add_68_0_0_nncf_smooth_quant_0" -> "2076 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2076 quantize_per_tensor_default_121" -> "2077 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2077 dequantize_per_tensor_default_121" -> "2084 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2078 features_5_15_mlp_0_bias_0_0" -> "2084 linear_120" [label="(1536,)", style=solid]; -"2079 scale_updated_constant81" -> "2081 mul_tensor_81" [label="(1536, 1)", style=solid]; -"2080 compressed_weight_updated_constant81" -> "2081 mul_tensor_81" [label="(1536, 384)", style=solid]; -"2081 mul_tensor_81" -> "2083 sub_tensor_81" [label="(1536, 384)", style=solid]; -"2082 zero_point_updated_constant81" -> "2083 sub_tensor_81" [label="(1536, 1)", style=solid]; -"2083 sub_tensor_81" -> "2084 linear_120" [label="(1536, 384)", style=solid]; -"2084 linear_120" -> "2085 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2085 gelu_19" -> "2086 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2086 dropout_78" -> "2087 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2087 dropout_78_0_0_nncf_smooth_quant_0" -> "2088 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2088 quantize_per_tensor_default_122" -> "2089 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2089 dequantize_per_tensor_default_122" -> "2096 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2090 features_5_15_mlp_3_bias_0_0" -> "2096 linear_121" [label="(384,)", style=solid]; -"2091 scale_updated_constant82" -> "2093 mul_tensor_82" [label="(384, 1)", style=solid]; -"2092 compressed_weight_updated_constant82" -> "2093 mul_tensor_82" [label="(384, 1536)", style=solid]; -"2093 mul_tensor_82" -> "2095 sub_tensor_82" [label="(384, 1536)", style=solid]; -"2094 zero_point_updated_constant82" -> "2095 sub_tensor_82" [label="(384, 1)", style=solid]; -"2095 sub_tensor_82" -> "2096 linear_121" [label="(384, 1536)", style=solid]; -"2096 linear_121" -> "2097 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2097 dropout_79" -> "2098 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2098 layer_norm_42" -> "2099 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2099 add_69" -> "2101 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2099 add_69" -> "2162 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2100 _frozen_param170" -> "2136 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2101 pad_22" -> "2102 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2102 view_112" -> "2103 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2103 permute_92" -> "2104 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2104 reshape_90" -> "2105 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2105 reshape_90_0_0_nncf_smooth_quant_0" -> "2106 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2106 quantize_per_tensor_default_123" -> "2107 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2107 dequantize_per_tensor_default_123" -> "2114 linear_124" [label="(4, 64, 384)", style=solid]; -"2108 _frozen_param171_0_0" -> "2114 linear_124" [label="(1152,)", style=solid]; -"2109 scale_updated_constant83" -> "2111 mul_tensor_83" [label="(1152, 1)", style=solid]; -"2110 compressed_weight_updated_constant83" -> "2111 mul_tensor_83" [label="(1152, 384)", style=solid]; -"2111 mul_tensor_83" -> "2113 sub_tensor_83" [label="(1152, 384)", style=solid]; -"2112 zero_point_updated_constant83" -> "2113 sub_tensor_83" [label="(1152, 1)", style=solid]; -"2113 sub_tensor_83" -> "2114 linear_124" [label="(1152, 384)", style=solid]; -"2114 linear_124" -> "2115 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2115 reshape_91" -> "2116 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2116 permute_93" -> "2117 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2116 permute_93" -> "2118 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2116 permute_93" -> "2119 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2117 select_60" -> "2120 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2117 select_60" -> "2122 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2117 select_60" -> "2123 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2118 select_61" -> "2126 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2118 select_61" -> "2128 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2118 select_61" -> "2129 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2119 select_62" -> "2139 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2120 linalg_vector_norm_40" -> "2121 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2121 clamp_min_40" -> "2122 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2122 expand_as_40" -> "2123 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2123 div_40" -> "2124 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2124 quantize_per_tensor_default_124" -> "2125 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2125 dequantize_per_tensor_default_124" -> "2133 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2126 linalg_vector_norm_41" -> "2127 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2127 clamp_min_41" -> "2128 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2128 expand_as_41" -> "2129 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2129 div_41" -> "2130 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2130 quantize_per_tensor_default_125" -> "2131 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2131 dequantize_per_tensor_default_125" -> "2132 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2132 transpose_40" -> "2133 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2133 matmul_40" -> "2135 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2134 _frozen_param173" -> "2135 mul_41" [label="(12, 1, 1)", style=solid]; -"2135 mul_41" -> "2136 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2136 add_70" -> "2137 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2137 softmax_20" -> "2138 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2138 dropout_80" -> "2139 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2139 matmul_41" -> "2140 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2140 transpose_41" -> "2141 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2141 reshape_92" -> "2142 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2142 reshape_92_0_0_nncf_smooth_quant_0" -> "2143 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2143 quantize_per_tensor_default_126" -> "2144 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2144 dequantize_per_tensor_default_126" -> "2151 linear_125" [label="(4, 64, 384)", style=solid]; -"2145 features_5_16_attn_proj_bias_0_0" -> "2151 linear_125" [label="(384,)", style=solid]; -"2146 scale_updated_constant84" -> "2148 mul_tensor_84" [label="(384, 1)", style=solid]; -"2147 compressed_weight_updated_constant84" -> "2148 mul_tensor_84" [label="(384, 384)", style=solid]; -"2148 mul_tensor_84" -> "2150 sub_tensor_84" [label="(384, 384)", style=solid]; -"2149 zero_point_updated_constant84" -> "2150 sub_tensor_84" [label="(384, 1)", style=solid]; -"2150 sub_tensor_84" -> "2151 linear_125" [label="(384, 384)", style=solid]; -"2151 linear_125" -> "2152 dropout_81" [label="(4, 64, 384)", style=solid]; -"2152 dropout_81" -> "2153 view_113" [label="(4, 64, 384)", style=solid]; -"2153 view_113" -> "2154 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2154 permute_94" -> "2155 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2155 reshape_93" -> "2156 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2156 slice_302" -> "2157 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2157 slice_303" -> "2158 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2158 slice_304" -> "2159 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2159 slice_305" -> "2160 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2160 contiguous_39" -> "2161 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2161 layer_norm_43" -> "2162 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2162 add_71" -> "2163 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2162 add_71" -> "2187 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2163 add_71_0_0_nncf_smooth_quant_0" -> "2164 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2164 quantize_per_tensor_default_127" -> "2165 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2165 dequantize_per_tensor_default_127" -> "2172 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2166 features_5_16_mlp_0_bias_0_0" -> "2172 linear_126" [label="(1536,)", style=solid]; -"2167 scale_updated_constant85" -> "2169 mul_tensor_85" [label="(1536, 1)", style=solid]; -"2168 compressed_weight_updated_constant85" -> "2169 mul_tensor_85" [label="(1536, 384)", style=solid]; -"2169 mul_tensor_85" -> "2171 sub_tensor_85" [label="(1536, 384)", style=solid]; -"2170 zero_point_updated_constant85" -> "2171 sub_tensor_85" [label="(1536, 1)", style=solid]; -"2171 sub_tensor_85" -> "2172 linear_126" [label="(1536, 384)", style=solid]; -"2172 linear_126" -> "2173 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2173 gelu_20" -> "2174 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2174 dropout_82" -> "2175 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2175 dropout_82_0_0_nncf_smooth_quant_0" -> "2176 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2176 quantize_per_tensor_default_128" -> "2177 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2177 dequantize_per_tensor_default_128" -> "2184 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2178 features_5_16_mlp_3_bias_0_0" -> "2184 linear_127" [label="(384,)", style=solid]; -"2179 scale_updated_constant86" -> "2181 mul_tensor_86" [label="(384, 1)", style=solid]; -"2180 compressed_weight_updated_constant86" -> "2181 mul_tensor_86" [label="(384, 1536)", style=solid]; -"2181 mul_tensor_86" -> "2183 sub_tensor_86" [label="(384, 1536)", style=solid]; -"2182 zero_point_updated_constant86" -> "2183 sub_tensor_86" [label="(384, 1)", style=solid]; -"2183 sub_tensor_86" -> "2184 linear_127" [label="(384, 1536)", style=solid]; -"2184 linear_127" -> "2185 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2185 dropout_83" -> "2186 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2186 layer_norm_44" -> "2187 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2187 add_72" -> "2189 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2187 add_72" -> "2268 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2188 _frozen_param174" -> "2225 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2189 pad_23" -> "2190 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2190 roll_20" -> "2191 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2191 view_116" -> "2192 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2192 permute_96" -> "2193 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2193 reshape_94" -> "2194 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2193 reshape_94" -> "2226 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2194 reshape_94_0_0_nncf_smooth_quant_0" -> "2195 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2195 quantize_per_tensor_default_129" -> "2196 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2196 dequantize_per_tensor_default_129" -> "2203 linear_130" [label="(4, 64, 384)", style=solid]; -"2197 _frozen_param175_0_0" -> "2203 linear_130" [label="(1152,)", style=solid]; -"2198 scale_updated_constant87" -> "2200 mul_tensor_87" [label="(1152, 1)", style=solid]; -"2199 compressed_weight_updated_constant87" -> "2200 mul_tensor_87" [label="(1152, 384)", style=solid]; -"2200 mul_tensor_87" -> "2202 sub_tensor_87" [label="(1152, 384)", style=solid]; -"2201 zero_point_updated_constant87" -> "2202 sub_tensor_87" [label="(1152, 1)", style=solid]; -"2202 sub_tensor_87" -> "2203 linear_130" [label="(1152, 384)", style=solid]; -"2203 linear_130" -> "2204 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2204 reshape_95" -> "2205 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2205 permute_97" -> "2206 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2205 permute_97" -> "2207 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2205 permute_97" -> "2208 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2206 select_63" -> "2209 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2206 select_63" -> "2211 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2206 select_63" -> "2212 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2207 select_64" -> "2215 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2207 select_64" -> "2217 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2207 select_64" -> "2218 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2208 select_65" -> "2244 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2209 linalg_vector_norm_42" -> "2210 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2210 clamp_min_42" -> "2211 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2211 expand_as_42" -> "2212 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2212 div_42" -> "2213 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2213 quantize_per_tensor_default_130" -> "2214 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2214 dequantize_per_tensor_default_130" -> "2222 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2215 linalg_vector_norm_43" -> "2216 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2216 clamp_min_43" -> "2217 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2217 expand_as_43" -> "2218 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2218 div_43" -> "2219 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2219 quantize_per_tensor_default_131" -> "2220 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2220 dequantize_per_tensor_default_131" -> "2221 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2221 transpose_42" -> "2222 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2222 matmul_42" -> "2224 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2223 _frozen_param177" -> "2224 mul_43" [label="(12, 1, 1)", style=solid]; -"2224 mul_43" -> "2225 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2225 add_73" -> "2237 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2226 new_zeros_10" -> "2227 view_117" [label="(16, 16)", style=solid]; -"2227 view_117" -> "2228 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2228 permute_98" -> "2229 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2229 reshape_96" -> "2230 unsqueeze_62" [label="(4, 64)", style=solid]; -"2229 reshape_96" -> "2231 unsqueeze_63" [label="(4, 64)", style=solid]; -"2230 unsqueeze_62" -> "2232 sub_10" [label="(4, 1, 64)", style=solid]; -"2231 unsqueeze_63" -> "2232 sub_10" [label="(4, 64, 1)", style=solid]; -"2232 sub_10" -> "2233 ne_10" [label="(4, 64, 64)", style=solid]; -"2232 sub_10" -> "2234 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2232 sub_10" -> "2235 eq_10" [label="(4, 64, 64)", style=solid]; -"2233 ne_10" -> "2234 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2234 masked_fill_20" -> "2236 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2235 eq_10" -> "2236 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2236 masked_fill_21" -> "2238 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2237 view_118" -> "2240 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2238 unsqueeze_64" -> "2239 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2239 unsqueeze_65" -> "2240 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2240 add_74" -> "2241 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2241 view_119" -> "2242 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2242 softmax_21" -> "2243 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2243 dropout_84" -> "2244 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2244 matmul_43" -> "2245 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2245 transpose_43" -> "2246 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2246 reshape_97" -> "2247 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2247 reshape_97_0_0_nncf_smooth_quant_0" -> "2248 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2248 quantize_per_tensor_default_132" -> "2249 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2249 dequantize_per_tensor_default_132" -> "2256 linear_131" [label="(4, 64, 384)", style=solid]; -"2250 features_5_17_attn_proj_bias_0_0" -> "2256 linear_131" [label="(384,)", style=solid]; -"2251 scale_updated_constant88" -> "2253 mul_tensor_88" [label="(384, 1)", style=solid]; -"2252 compressed_weight_updated_constant88" -> "2253 mul_tensor_88" [label="(384, 384)", style=solid]; -"2253 mul_tensor_88" -> "2255 sub_tensor_88" [label="(384, 384)", style=solid]; -"2254 zero_point_updated_constant88" -> "2255 sub_tensor_88" [label="(384, 1)", style=solid]; -"2255 sub_tensor_88" -> "2256 linear_131" [label="(384, 384)", style=solid]; -"2256 linear_131" -> "2257 dropout_85" [label="(4, 64, 384)", style=solid]; -"2257 dropout_85" -> "2258 view_120" [label="(4, 64, 384)", style=solid]; -"2258 view_120" -> "2259 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2259 permute_99" -> "2260 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2260 reshape_98" -> "2261 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2261 roll_21" -> "2262 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2262 slice_325" -> "2263 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2263 slice_326" -> "2264 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2264 slice_327" -> "2265 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2265 slice_328" -> "2266 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2266 contiguous_41" -> "2267 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2267 layer_norm_45" -> "2268 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2268 add_75" -> "2269 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2268 add_75" -> "2293 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2269 add_75_0_0_nncf_smooth_quant_0" -> "2270 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2270 quantize_per_tensor_default_133" -> "2271 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2271 dequantize_per_tensor_default_133" -> "2278 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2272 features_5_17_mlp_0_bias_0_0" -> "2278 linear_132" [label="(1536,)", style=solid]; -"2273 scale_updated_constant89" -> "2275 mul_tensor_89" [label="(1536, 1)", style=solid]; -"2274 compressed_weight_updated_constant89" -> "2275 mul_tensor_89" [label="(1536, 384)", style=solid]; -"2275 mul_tensor_89" -> "2277 sub_tensor_89" [label="(1536, 384)", style=solid]; -"2276 zero_point_updated_constant89" -> "2277 sub_tensor_89" [label="(1536, 1)", style=solid]; -"2277 sub_tensor_89" -> "2278 linear_132" [label="(1536, 384)", style=solid]; -"2278 linear_132" -> "2279 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2279 gelu_21" -> "2280 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2280 dropout_86" -> "2281 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2281 dropout_86_0_0_nncf_smooth_quant_0" -> "2282 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2282 quantize_per_tensor_default_134" -> "2283 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2283 dequantize_per_tensor_default_134" -> "2290 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2284 features_5_17_mlp_3_bias_0_0" -> "2290 linear_133" [label="(384,)", style=solid]; -"2285 scale_updated_constant90" -> "2287 mul_tensor_90" [label="(384, 1)", style=solid]; -"2286 compressed_weight_updated_constant90" -> "2287 mul_tensor_90" [label="(384, 1536)", style=solid]; -"2287 mul_tensor_90" -> "2289 sub_tensor_90" [label="(384, 1536)", style=solid]; -"2288 zero_point_updated_constant90" -> "2289 sub_tensor_90" [label="(384, 1)", style=solid]; -"2289 sub_tensor_90" -> "2290 linear_133" [label="(384, 1536)", style=solid]; -"2290 linear_133" -> "2291 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2291 dropout_87" -> "2292 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2292 layer_norm_46" -> "2293 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2293 add_76" -> "2294 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2295 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2298 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2301 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2304 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2295 slice_329" -> "2296 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2296 slice_330" -> "2297 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2297 slice_331" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2298 slice_332" -> "2299 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2299 slice_333" -> "2300 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2300 slice_334" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2301 slice_335" -> "2302 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2302 slice_336" -> "2303 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2303 slice_337" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2304 slice_338" -> "2305 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2305 slice_339" -> "2306 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2306 slice_340" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2307 cat_2" -> "2308 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2308 cat_2_0_0_nncf_smooth_quant_0" -> "2309 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2309 quantize_per_tensor_default_135" -> "2310 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2310 dequantize_per_tensor_default_135" -> "2316 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2311 scale_updated_constant91" -> "2313 mul_tensor_91" [label="(768, 1)", style=solid]; -"2312 compressed_weight_updated_constant91" -> "2313 mul_tensor_91" [label="(768, 1536)", style=solid]; -"2313 mul_tensor_91" -> "2315 sub_tensor_91" [label="(768, 1536)", style=solid]; -"2314 zero_point_updated_constant91" -> "2315 sub_tensor_91" [label="(768, 1)", style=solid]; -"2315 sub_tensor_91" -> "2316 linear_134" [label="(768, 1536)", style=solid]; -"2316 linear_134" -> "2317 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2317 layer_norm_47" -> "2319 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2317 layer_norm_47" -> "2380 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2318 _frozen_param187" -> "2354 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2319 pad_25" -> "2320 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2320 view_123" -> "2321 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2321 permute_101" -> "2322 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2322 reshape_99" -> "2323 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2323 reshape_99_0_0_nncf_smooth_quant_0" -> "2324 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2324 quantize_per_tensor_default_136" -> "2325 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2325 dequantize_per_tensor_default_136" -> "2332 linear_137" [label="(1, 64, 768)", style=solid]; -"2326 _frozen_param188_0_0" -> "2332 linear_137" [label="(2304,)", style=solid]; -"2327 scale_updated_constant92" -> "2329 mul_tensor_92" [label="(2304, 1)", style=solid]; -"2328 compressed_weight_updated_constant92" -> "2329 mul_tensor_92" [label="(2304, 768)", style=solid]; -"2329 mul_tensor_92" -> "2331 sub_tensor_92" [label="(2304, 768)", style=solid]; -"2330 zero_point_updated_constant92" -> "2331 sub_tensor_92" [label="(2304, 1)", style=solid]; -"2331 sub_tensor_92" -> "2332 linear_137" [label="(2304, 768)", style=solid]; -"2332 linear_137" -> "2333 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2333 reshape_100" -> "2334 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2334 permute_102" -> "2335 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2334 permute_102" -> "2336 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2334 permute_102" -> "2337 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2335 select_66" -> "2338 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2335 select_66" -> "2340 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2335 select_66" -> "2341 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2336 select_67" -> "2344 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2336 select_67" -> "2346 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2336 select_67" -> "2347 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2337 select_68" -> "2357 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2338 linalg_vector_norm_44" -> "2339 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2339 clamp_min_44" -> "2340 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2340 expand_as_44" -> "2341 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2341 div_44" -> "2342 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2342 quantize_per_tensor_default_137" -> "2343 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2343 dequantize_per_tensor_default_137" -> "2351 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2344 linalg_vector_norm_45" -> "2345 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2345 clamp_min_45" -> "2346 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2346 expand_as_45" -> "2347 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2347 div_45" -> "2348 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2348 quantize_per_tensor_default_138" -> "2349 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2349 dequantize_per_tensor_default_138" -> "2350 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2350 transpose_44" -> "2351 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2351 matmul_44" -> "2353 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2352 _frozen_param190" -> "2353 mul_45" [label="(24, 1, 1)", style=solid]; -"2353 mul_45" -> "2354 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2354 add_77" -> "2355 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2355 softmax_22" -> "2356 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2356 dropout_88" -> "2357 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2357 matmul_45" -> "2358 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2358 transpose_45" -> "2359 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2359 reshape_101" -> "2360 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2360 reshape_101_0_0_nncf_smooth_quant_0" -> "2361 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2361 quantize_per_tensor_default_139" -> "2362 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2362 dequantize_per_tensor_default_139" -> "2369 linear_138" [label="(1, 64, 768)", style=solid]; -"2363 features_7_0_attn_proj_bias_0_0" -> "2369 linear_138" [label="(768,)", style=solid]; -"2364 scale_updated_constant93" -> "2366 mul_tensor_93" [label="(768, 1)", style=solid]; -"2365 compressed_weight_updated_constant93" -> "2366 mul_tensor_93" [label="(768, 768)", style=solid]; -"2366 mul_tensor_93" -> "2368 sub_tensor_93" [label="(768, 768)", style=solid]; -"2367 zero_point_updated_constant93" -> "2368 sub_tensor_93" [label="(768, 1)", style=solid]; -"2368 sub_tensor_93" -> "2369 linear_138" [label="(768, 768)", style=solid]; -"2369 linear_138" -> "2370 dropout_89" [label="(1, 64, 768)", style=solid]; -"2370 dropout_89" -> "2371 view_124" [label="(1, 64, 768)", style=solid]; -"2371 view_124" -> "2372 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2372 permute_103" -> "2373 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2373 reshape_102" -> "2374 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"2374 slice_342" -> "2375 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"2375 slice_343" -> "2376 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"2376 slice_344" -> "2377 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"2377 slice_345" -> "2378 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"2378 contiguous_43" -> "2379 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"2379 layer_norm_48" -> "2380 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2380 add_78" -> "2381 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2380 add_78" -> "2405 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2381 add_78_0_0_nncf_smooth_quant_0" -> "2382 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2382 quantize_per_tensor_default_140" -> "2383 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2383 dequantize_per_tensor_default_140" -> "2390 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2384 features_7_0_mlp_0_bias_0_0" -> "2390 linear_139" [label="(3072,)", style=solid]; -"2385 scale_updated_constant94" -> "2387 mul_tensor_94" [label="(3072, 1)", style=solid]; -"2386 compressed_weight_updated_constant94" -> "2387 mul_tensor_94" [label="(3072, 768)", style=solid]; -"2387 mul_tensor_94" -> "2389 sub_tensor_94" [label="(3072, 768)", style=solid]; -"2388 zero_point_updated_constant94" -> "2389 sub_tensor_94" [label="(3072, 1)", style=solid]; -"2389 sub_tensor_94" -> "2390 linear_139" [label="(3072, 768)", style=solid]; -"2390 linear_139" -> "2391 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"2391 gelu_22" -> "2392 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"2392 dropout_90" -> "2393 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"2393 dropout_90_0_0_nncf_smooth_quant_0" -> "2394 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"2394 quantize_per_tensor_default_141" -> "2395 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"2395 dequantize_per_tensor_default_141" -> "2402 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"2396 features_7_0_mlp_3_bias_0_0" -> "2402 linear_140" [label="(768,)", style=solid]; -"2397 scale_updated_constant95" -> "2399 mul_tensor_95" [label="(768, 1)", style=solid]; -"2398 compressed_weight_updated_constant95" -> "2399 mul_tensor_95" [label="(768, 3072)", style=solid]; -"2399 mul_tensor_95" -> "2401 sub_tensor_95" [label="(768, 3072)", style=solid]; -"2400 zero_point_updated_constant95" -> "2401 sub_tensor_95" [label="(768, 1)", style=solid]; -"2401 sub_tensor_95" -> "2402 linear_140" [label="(768, 3072)", style=solid]; -"2402 linear_140" -> "2403 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"2403 dropout_91" -> "2404 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"2404 layer_norm_49" -> "2405 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2405 add_79" -> "2407 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"2405 add_79" -> "2468 add_81" [label="(1, 7, 7, 768)", style=solid]; -"2406 _frozen_param191" -> "2442 add_80" [label="(1, 24, 64, 64)", style=solid]; -"2407 pad_26" -> "2408 view_127" [label="(1, 8, 8, 768)", style=solid]; -"2408 view_127" -> "2409 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2409 permute_105" -> "2410 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2410 reshape_103" -> "2411 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2411 reshape_103_0_0_nncf_smooth_quant_0" -> "2412 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"2412 quantize_per_tensor_default_142" -> "2413 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"2413 dequantize_per_tensor_default_142" -> "2420 linear_143" [label="(1, 64, 768)", style=solid]; -"2414 _frozen_param192_0_0" -> "2420 linear_143" [label="(2304,)", style=solid]; -"2415 scale_updated_constant96" -> "2417 mul_tensor_96" [label="(2304, 1)", style=solid]; -"2416 compressed_weight_updated_constant96" -> "2417 mul_tensor_96" [label="(2304, 768)", style=solid]; -"2417 mul_tensor_96" -> "2419 sub_tensor_96" [label="(2304, 768)", style=solid]; -"2418 zero_point_updated_constant96" -> "2419 sub_tensor_96" [label="(2304, 1)", style=solid]; -"2419 sub_tensor_96" -> "2420 linear_143" [label="(2304, 768)", style=solid]; -"2420 linear_143" -> "2421 reshape_104" [label="(1, 64, 2304)", style=solid]; -"2421 reshape_104" -> "2422 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"2422 permute_106" -> "2423 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"2422 permute_106" -> "2424 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"2422 permute_106" -> "2425 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"2423 select_69" -> "2426 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"2423 select_69" -> "2428 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"2423 select_69" -> "2429 div_46" [label="(1, 24, 64, 32)", style=solid]; -"2424 select_70" -> "2432 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"2424 select_70" -> "2434 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"2424 select_70" -> "2435 div_47" [label="(1, 24, 64, 32)", style=solid]; -"2425 select_71" -> "2445 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"2426 linalg_vector_norm_46" -> "2427 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"2427 clamp_min_46" -> "2428 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"2428 expand_as_46" -> "2429 div_46" [label="(1, 24, 64, 32)", style=solid]; -"2429 div_46" -> "2430 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"2430 quantize_per_tensor_default_143" -> "2431 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"2431 dequantize_per_tensor_default_143" -> "2439 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"2432 linalg_vector_norm_47" -> "2433 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"2433 clamp_min_47" -> "2434 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"2434 expand_as_47" -> "2435 div_47" [label="(1, 24, 64, 32)", style=solid]; -"2435 div_47" -> "2436 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"2436 quantize_per_tensor_default_144" -> "2437 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"2437 dequantize_per_tensor_default_144" -> "2438 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"2438 transpose_46" -> "2439 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"2439 matmul_46" -> "2441 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"2440 _frozen_param194" -> "2441 mul_47" [label="(24, 1, 1)", style=solid]; -"2441 mul_47" -> "2442 add_80" [label="(1, 24, 64, 64)", style=solid]; -"2442 add_80" -> "2443 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"2443 softmax_23" -> "2444 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"2444 dropout_92" -> "2445 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"2445 matmul_47" -> "2446 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"2446 transpose_47" -> "2447 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"2447 reshape_105" -> "2448 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2448 reshape_105_0_0_nncf_smooth_quant_0" -> "2449 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"2449 quantize_per_tensor_default_145" -> "2450 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"2450 dequantize_per_tensor_default_145" -> "2457 linear_144" [label="(1, 64, 768)", style=solid]; -"2451 features_7_1_attn_proj_bias_0_0" -> "2457 linear_144" [label="(768,)", style=solid]; -"2452 scale_updated_constant97" -> "2454 mul_tensor_97" [label="(768, 1)", style=solid]; -"2453 compressed_weight_updated_constant97" -> "2454 mul_tensor_97" [label="(768, 768)", style=solid]; -"2454 mul_tensor_97" -> "2456 sub_tensor_97" [label="(768, 768)", style=solid]; -"2455 zero_point_updated_constant97" -> "2456 sub_tensor_97" [label="(768, 1)", style=solid]; -"2456 sub_tensor_97" -> "2457 linear_144" [label="(768, 768)", style=solid]; -"2457 linear_144" -> "2458 dropout_93" [label="(1, 64, 768)", style=solid]; -"2458 dropout_93" -> "2459 view_128" [label="(1, 64, 768)", style=solid]; -"2459 view_128" -> "2460 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2460 permute_107" -> "2461 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2461 reshape_106" -> "2462 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"2462 slice_347" -> "2463 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"2463 slice_348" -> "2464 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"2464 slice_349" -> "2465 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"2465 slice_350" -> "2466 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"2466 contiguous_45" -> "2467 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"2467 layer_norm_50" -> "2468 add_81" [label="(1, 7, 7, 768)", style=solid]; -"2468 add_81" -> "2469 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2468 add_81" -> "2493 add_82" [label="(1, 7, 7, 768)", style=solid]; -"2469 add_81_0_0_nncf_smooth_quant_0" -> "2470 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"2470 quantize_per_tensor_default_146" -> "2471 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"2471 dequantize_per_tensor_default_146" -> "2478 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"2472 features_7_1_mlp_0_bias_0_0" -> "2478 linear_145" [label="(3072,)", style=solid]; -"2473 scale_updated_constant98" -> "2475 mul_tensor_98" [label="(3072, 1)", style=solid]; -"2474 compressed_weight_updated_constant98" -> "2475 mul_tensor_98" [label="(3072, 768)", style=solid]; -"2475 mul_tensor_98" -> "2477 sub_tensor_98" [label="(3072, 768)", style=solid]; -"2476 zero_point_updated_constant98" -> "2477 sub_tensor_98" [label="(3072, 1)", style=solid]; -"2477 sub_tensor_98" -> "2478 linear_145" [label="(3072, 768)", style=solid]; -"2478 linear_145" -> "2479 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"2479 gelu_23" -> "2480 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"2480 dropout_94" -> "2481 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"2481 dropout_94_0_0_nncf_smooth_quant_0" -> "2482 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"2482 quantize_per_tensor_default_147" -> "2483 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"2483 dequantize_per_tensor_default_147" -> "2490 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"2484 features_7_1_mlp_3_bias_0_0" -> "2490 linear_146" [label="(768,)", style=solid]; -"2485 scale_updated_constant99" -> "2487 mul_tensor_99" [label="(768, 1)", style=solid]; -"2486 compressed_weight_updated_constant99" -> "2487 mul_tensor_99" [label="(768, 3072)", style=solid]; -"2487 mul_tensor_99" -> "2489 sub_tensor_99" [label="(768, 3072)", style=solid]; -"2488 zero_point_updated_constant99" -> "2489 sub_tensor_99" [label="(768, 1)", style=solid]; -"2489 sub_tensor_99" -> "2490 linear_146" [label="(768, 3072)", style=solid]; -"2490 linear_146" -> "2491 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"2491 dropout_95" -> "2492 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"2492 layer_norm_51" -> "2493 add_82" [label="(1, 7, 7, 768)", style=solid]; -"2493 add_82" -> "2494 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"2494 layer_norm_52" -> "2495 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"2495 permute_108" -> "2496 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"2496 adaptive_avg_pool2d" -> "2497 flatten" [label="(1, 768, 1, 1)", style=solid]; -"2497 flatten" -> "2498 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"2498 flatten_0_0_nncf_smooth_quant_0" -> "2499 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"2499 quantize_per_tensor_default_148" -> "2500 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"2500 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; -"2501 head_bias_0_0" -> "2507 linear_147" [label="(1000,)", style=solid]; +"0 features_1_0_attn_proj_bias" -> "241 linear_3" [label="(96,)", style=solid]; +"1 features_1_1_attn_proj_bias" -> "340 linear_9" [label="(96,)", style=solid]; +"2 features_3_0_attn_proj_bias" -> "447 linear_16" [label="(192,)", style=solid]; +"3 features_3_1_attn_proj_bias" -> "549 linear_22" [label="(192,)", style=solid]; +"4 features_5_0_attn_proj_bias" -> "659 linear_29" [label="(384,)", style=solid]; +"5 features_5_1_attn_proj_bias" -> "761 linear_35" [label="(384,)", style=solid]; +"6 features_5_2_attn_proj_bias" -> "847 linear_41" [label="(384,)", style=solid]; +"7 features_5_3_attn_proj_bias" -> "949 linear_47" [label="(384,)", style=solid]; +"8 features_5_4_attn_proj_bias" -> "1035 linear_53" [label="(384,)", style=solid]; +"9 features_5_5_attn_proj_bias" -> "1137 linear_59" [label="(384,)", style=solid]; +"10 features_5_6_attn_proj_bias" -> "1223 linear_65" [label="(384,)", style=solid]; +"11 features_5_7_attn_proj_bias" -> "1325 linear_71" [label="(384,)", style=solid]; +"12 features_5_8_attn_proj_bias" -> "1411 linear_77" [label="(384,)", style=solid]; +"13 features_5_9_attn_proj_bias" -> "1513 linear_83" [label="(384,)", style=solid]; +"14 features_5_10_attn_proj_bias" -> "1599 linear_89" [label="(384,)", style=solid]; +"15 features_5_11_attn_proj_bias" -> "1701 linear_95" [label="(384,)", style=solid]; +"16 features_5_12_attn_proj_bias" -> "1787 linear_101" [label="(384,)", style=solid]; +"17 features_5_13_attn_proj_bias" -> "1889 linear_107" [label="(384,)", style=solid]; +"18 features_5_14_attn_proj_bias" -> "1975 linear_113" [label="(384,)", style=solid]; +"19 features_5_15_attn_proj_bias" -> "2077 linear_119" [label="(384,)", style=solid]; +"20 features_5_16_attn_proj_bias" -> "2163 linear_125" [label="(384,)", style=solid]; +"21 features_5_17_attn_proj_bias" -> "2265 linear_131" [label="(384,)", style=solid]; +"22 features_7_0_attn_proj_bias" -> "2375 linear_138" [label="(768,)", style=solid]; +"23 features_7_1_attn_proj_bias" -> "2460 linear_144" [label="(768,)", style=solid]; +"24 features_0_0_bias" -> "188 conv2d" [label="(96,)", style=solid]; +"25 features_0_2_weight" -> "190 layer_norm" [label="(96,)", style=solid]; +"26 features_0_2_bias" -> "190 layer_norm" [label="(96,)", style=solid]; +"27 features_1_0_norm1_weight" -> "248 layer_norm_1" [label="(96,)", style=solid]; +"28 features_1_0_norm1_bias" -> "248 layer_norm_1" [label="(96,)", style=solid]; +"29 features_1_0_mlp_0_bias" -> "258 linear_4" [label="(384,)", style=solid]; +"30 features_1_0_mlp_3_bias" -> "269 linear_5" [label="(96,)", style=solid]; +"31 features_1_0_norm2_weight" -> "271 layer_norm_2" [label="(96,)", style=solid]; +"32 features_1_0_norm2_bias" -> "271 layer_norm_2" [label="(96,)", style=solid]; +"33 features_1_1_norm1_weight" -> "348 layer_norm_3" [label="(96,)", style=solid]; +"34 features_1_1_norm1_bias" -> "348 layer_norm_3" [label="(96,)", style=solid]; +"35 features_1_1_mlp_0_bias" -> "358 linear_10" [label="(384,)", style=solid]; +"36 features_1_1_mlp_3_bias" -> "369 linear_11" [label="(96,)", style=solid]; +"37 features_1_1_norm2_weight" -> "371 layer_norm_4" [label="(96,)", style=solid]; +"38 features_1_1_norm2_bias" -> "371 layer_norm_4" [label="(96,)", style=solid]; +"39 features_2_norm_weight" -> "396 layer_norm_5" [label="(192,)", style=solid]; +"40 features_2_norm_bias" -> "396 layer_norm_5" [label="(192,)", style=solid]; +"41 features_3_0_norm1_weight" -> "457 layer_norm_6" [label="(192,)", style=solid]; +"42 features_3_0_norm1_bias" -> "457 layer_norm_6" [label="(192,)", style=solid]; +"43 features_3_0_mlp_0_bias" -> "467 linear_17" [label="(768,)", style=solid]; +"44 features_3_0_mlp_3_bias" -> "478 linear_18" [label="(192,)", style=solid]; +"45 features_3_0_norm2_weight" -> "480 layer_norm_7" [label="(192,)", style=solid]; +"46 features_3_0_norm2_bias" -> "480 layer_norm_7" [label="(192,)", style=solid]; +"47 features_3_1_norm1_weight" -> "560 layer_norm_8" [label="(192,)", style=solid]; +"48 features_3_1_norm1_bias" -> "560 layer_norm_8" [label="(192,)", style=solid]; +"49 features_3_1_mlp_0_bias" -> "570 linear_23" [label="(768,)", style=solid]; +"50 features_3_1_mlp_3_bias" -> "581 linear_24" [label="(192,)", style=solid]; +"51 features_3_1_norm2_weight" -> "583 layer_norm_9" [label="(192,)", style=solid]; +"52 features_3_1_norm2_bias" -> "583 layer_norm_9" [label="(192,)", style=solid]; +"53 features_4_norm_weight" -> "608 layer_norm_10" [label="(384,)", style=solid]; +"54 features_4_norm_bias" -> "608 layer_norm_10" [label="(384,)", style=solid]; +"55 features_5_0_norm1_weight" -> "669 layer_norm_11" [label="(384,)", style=solid]; +"56 features_5_0_norm1_bias" -> "669 layer_norm_11" [label="(384,)", style=solid]; +"57 features_5_0_mlp_0_bias" -> "679 linear_30" [label="(1536,)", style=solid]; +"58 features_5_0_mlp_3_bias" -> "690 linear_31" [label="(384,)", style=solid]; +"59 features_5_0_norm2_weight" -> "692 layer_norm_12" [label="(384,)", style=solid]; +"60 features_5_0_norm2_bias" -> "692 layer_norm_12" [label="(384,)", style=solid]; +"61 features_5_1_norm1_weight" -> "772 layer_norm_13" [label="(384,)", style=solid]; +"62 features_5_1_norm1_bias" -> "772 layer_norm_13" [label="(384,)", style=solid]; +"63 features_5_1_mlp_0_bias" -> "782 linear_36" [label="(1536,)", style=solid]; +"64 features_5_1_mlp_3_bias" -> "793 linear_37" [label="(384,)", style=solid]; +"65 features_5_1_norm2_weight" -> "795 layer_norm_14" [label="(384,)", style=solid]; +"66 features_5_1_norm2_bias" -> "795 layer_norm_14" [label="(384,)", style=solid]; +"67 features_5_2_norm1_weight" -> "857 layer_norm_15" [label="(384,)", style=solid]; +"68 features_5_2_norm1_bias" -> "857 layer_norm_15" [label="(384,)", style=solid]; +"69 features_5_2_mlp_0_bias" -> "867 linear_42" [label="(1536,)", style=solid]; +"70 features_5_2_mlp_3_bias" -> "878 linear_43" [label="(384,)", style=solid]; +"71 features_5_2_norm2_weight" -> "880 layer_norm_16" [label="(384,)", style=solid]; +"72 features_5_2_norm2_bias" -> "880 layer_norm_16" [label="(384,)", style=solid]; +"73 features_5_3_norm1_weight" -> "960 layer_norm_17" [label="(384,)", style=solid]; +"74 features_5_3_norm1_bias" -> "960 layer_norm_17" [label="(384,)", style=solid]; +"75 features_5_3_mlp_0_bias" -> "970 linear_48" [label="(1536,)", style=solid]; +"76 features_5_3_mlp_3_bias" -> "981 linear_49" [label="(384,)", style=solid]; +"77 features_5_3_norm2_weight" -> "983 layer_norm_18" [label="(384,)", style=solid]; +"78 features_5_3_norm2_bias" -> "983 layer_norm_18" [label="(384,)", style=solid]; +"79 features_5_4_norm1_weight" -> "1045 layer_norm_19" [label="(384,)", style=solid]; +"80 features_5_4_norm1_bias" -> "1045 layer_norm_19" [label="(384,)", style=solid]; +"81 features_5_4_mlp_0_bias" -> "1055 linear_54" [label="(1536,)", style=solid]; +"82 features_5_4_mlp_3_bias" -> "1066 linear_55" [label="(384,)", style=solid]; +"83 features_5_4_norm2_weight" -> "1068 layer_norm_20" [label="(384,)", style=solid]; +"84 features_5_4_norm2_bias" -> "1068 layer_norm_20" [label="(384,)", style=solid]; +"85 features_5_5_norm1_weight" -> "1148 layer_norm_21" [label="(384,)", style=solid]; +"86 features_5_5_norm1_bias" -> "1148 layer_norm_21" [label="(384,)", style=solid]; +"87 features_5_5_mlp_0_bias" -> "1158 linear_60" [label="(1536,)", style=solid]; +"88 features_5_5_mlp_3_bias" -> "1169 linear_61" [label="(384,)", style=solid]; +"89 features_5_5_norm2_weight" -> "1171 layer_norm_22" [label="(384,)", style=solid]; +"90 features_5_5_norm2_bias" -> "1171 layer_norm_22" [label="(384,)", style=solid]; +"91 features_5_6_norm1_weight" -> "1233 layer_norm_23" [label="(384,)", style=solid]; +"92 features_5_6_norm1_bias" -> "1233 layer_norm_23" [label="(384,)", style=solid]; +"93 features_5_6_mlp_0_bias" -> "1243 linear_66" [label="(1536,)", style=solid]; +"94 features_5_6_mlp_3_bias" -> "1254 linear_67" [label="(384,)", style=solid]; +"95 features_5_6_norm2_weight" -> "1256 layer_norm_24" [label="(384,)", style=solid]; +"96 features_5_6_norm2_bias" -> "1256 layer_norm_24" [label="(384,)", style=solid]; +"97 features_5_7_norm1_weight" -> "1336 layer_norm_25" [label="(384,)", style=solid]; +"98 features_5_7_norm1_bias" -> "1336 layer_norm_25" [label="(384,)", style=solid]; +"99 features_5_7_mlp_0_bias" -> "1346 linear_72" [label="(1536,)", style=solid]; +"100 features_5_7_mlp_3_bias" -> "1357 linear_73" [label="(384,)", style=solid]; +"101 features_5_7_norm2_weight" -> "1359 layer_norm_26" [label="(384,)", style=solid]; +"102 features_5_7_norm2_bias" -> "1359 layer_norm_26" [label="(384,)", style=solid]; +"103 features_5_8_norm1_weight" -> "1421 layer_norm_27" [label="(384,)", style=solid]; +"104 features_5_8_norm1_bias" -> "1421 layer_norm_27" [label="(384,)", style=solid]; +"105 features_5_8_mlp_0_bias" -> "1431 linear_78" [label="(1536,)", style=solid]; +"106 features_5_8_mlp_3_bias" -> "1442 linear_79" [label="(384,)", style=solid]; +"107 features_5_8_norm2_weight" -> "1444 layer_norm_28" [label="(384,)", style=solid]; +"108 features_5_8_norm2_bias" -> "1444 layer_norm_28" [label="(384,)", style=solid]; +"109 features_5_9_norm1_weight" -> "1524 layer_norm_29" [label="(384,)", style=solid]; +"110 features_5_9_norm1_bias" -> "1524 layer_norm_29" [label="(384,)", style=solid]; +"111 features_5_9_mlp_0_bias" -> "1534 linear_84" [label="(1536,)", style=solid]; +"112 features_5_9_mlp_3_bias" -> "1545 linear_85" [label="(384,)", style=solid]; +"113 features_5_9_norm2_weight" -> "1547 layer_norm_30" [label="(384,)", style=solid]; +"114 features_5_9_norm2_bias" -> "1547 layer_norm_30" [label="(384,)", style=solid]; +"115 features_5_10_norm1_weight" -> "1609 layer_norm_31" [label="(384,)", style=solid]; +"116 features_5_10_norm1_bias" -> "1609 layer_norm_31" [label="(384,)", style=solid]; +"117 features_5_10_mlp_0_bias" -> "1619 linear_90" [label="(1536,)", style=solid]; +"118 features_5_10_mlp_3_bias" -> "1630 linear_91" [label="(384,)", style=solid]; +"119 features_5_10_norm2_weight" -> "1632 layer_norm_32" [label="(384,)", style=solid]; +"120 features_5_10_norm2_bias" -> "1632 layer_norm_32" [label="(384,)", style=solid]; +"121 features_5_11_norm1_weight" -> "1712 layer_norm_33" [label="(384,)", style=solid]; +"122 features_5_11_norm1_bias" -> "1712 layer_norm_33" [label="(384,)", style=solid]; +"123 features_5_11_mlp_0_bias" -> "1722 linear_96" [label="(1536,)", style=solid]; +"124 features_5_11_mlp_3_bias" -> "1733 linear_97" [label="(384,)", style=solid]; +"125 features_5_11_norm2_weight" -> "1735 layer_norm_34" [label="(384,)", style=solid]; +"126 features_5_11_norm2_bias" -> "1735 layer_norm_34" [label="(384,)", style=solid]; +"127 features_5_12_norm1_weight" -> "1797 layer_norm_35" [label="(384,)", style=solid]; +"128 features_5_12_norm1_bias" -> "1797 layer_norm_35" [label="(384,)", style=solid]; +"129 features_5_12_mlp_0_bias" -> "1807 linear_102" [label="(1536,)", style=solid]; +"130 features_5_12_mlp_3_bias" -> "1818 linear_103" [label="(384,)", style=solid]; +"131 features_5_12_norm2_weight" -> "1820 layer_norm_36" [label="(384,)", style=solid]; +"132 features_5_12_norm2_bias" -> "1820 layer_norm_36" [label="(384,)", style=solid]; +"133 features_5_13_norm1_weight" -> "1900 layer_norm_37" [label="(384,)", style=solid]; +"134 features_5_13_norm1_bias" -> "1900 layer_norm_37" [label="(384,)", style=solid]; +"135 features_5_13_mlp_0_bias" -> "1910 linear_108" [label="(1536,)", style=solid]; +"136 features_5_13_mlp_3_bias" -> "1921 linear_109" [label="(384,)", style=solid]; +"137 features_5_13_norm2_weight" -> "1923 layer_norm_38" [label="(384,)", style=solid]; +"138 features_5_13_norm2_bias" -> "1923 layer_norm_38" [label="(384,)", style=solid]; +"139 features_5_14_norm1_weight" -> "1985 layer_norm_39" [label="(384,)", style=solid]; +"140 features_5_14_norm1_bias" -> "1985 layer_norm_39" [label="(384,)", style=solid]; +"141 features_5_14_mlp_0_bias" -> "1995 linear_114" [label="(1536,)", style=solid]; +"142 features_5_14_mlp_3_bias" -> "2006 linear_115" [label="(384,)", style=solid]; +"143 features_5_14_norm2_weight" -> "2008 layer_norm_40" [label="(384,)", style=solid]; +"144 features_5_14_norm2_bias" -> "2008 layer_norm_40" [label="(384,)", style=solid]; +"145 features_5_15_norm1_weight" -> "2088 layer_norm_41" [label="(384,)", style=solid]; +"146 features_5_15_norm1_bias" -> "2088 layer_norm_41" [label="(384,)", style=solid]; +"147 features_5_15_mlp_0_bias" -> "2098 linear_120" [label="(1536,)", style=solid]; +"148 features_5_15_mlp_3_bias" -> "2109 linear_121" [label="(384,)", style=solid]; +"149 features_5_15_norm2_weight" -> "2111 layer_norm_42" [label="(384,)", style=solid]; +"150 features_5_15_norm2_bias" -> "2111 layer_norm_42" [label="(384,)", style=solid]; +"151 features_5_16_norm1_weight" -> "2173 layer_norm_43" [label="(384,)", style=solid]; +"152 features_5_16_norm1_bias" -> "2173 layer_norm_43" [label="(384,)", style=solid]; +"153 features_5_16_mlp_0_bias" -> "2183 linear_126" [label="(1536,)", style=solid]; +"154 features_5_16_mlp_3_bias" -> "2194 linear_127" [label="(384,)", style=solid]; +"155 features_5_16_norm2_weight" -> "2196 layer_norm_44" [label="(384,)", style=solid]; +"156 features_5_16_norm2_bias" -> "2196 layer_norm_44" [label="(384,)", style=solid]; +"157 features_5_17_norm1_weight" -> "2276 layer_norm_45" [label="(384,)", style=solid]; +"158 features_5_17_norm1_bias" -> "2276 layer_norm_45" [label="(384,)", style=solid]; +"159 features_5_17_mlp_0_bias" -> "2286 linear_132" [label="(1536,)", style=solid]; +"160 features_5_17_mlp_3_bias" -> "2297 linear_133" [label="(384,)", style=solid]; +"161 features_5_17_norm2_weight" -> "2299 layer_norm_46" [label="(384,)", style=solid]; +"162 features_5_17_norm2_bias" -> "2299 layer_norm_46" [label="(384,)", style=solid]; +"163 features_6_norm_weight" -> "2324 layer_norm_47" [label="(768,)", style=solid]; +"164 features_6_norm_bias" -> "2324 layer_norm_47" [label="(768,)", style=solid]; +"165 features_7_0_norm1_weight" -> "2385 layer_norm_48" [label="(768,)", style=solid]; +"166 features_7_0_norm1_bias" -> "2385 layer_norm_48" [label="(768,)", style=solid]; +"167 features_7_0_mlp_0_bias" -> "2395 linear_139" [label="(3072,)", style=solid]; +"168 features_7_0_mlp_3_bias" -> "2406 linear_140" [label="(768,)", style=solid]; +"169 features_7_0_norm2_weight" -> "2408 layer_norm_49" [label="(768,)", style=solid]; +"170 features_7_0_norm2_bias" -> "2408 layer_norm_49" [label="(768,)", style=solid]; +"171 features_7_1_norm1_weight" -> "2470 layer_norm_50" [label="(768,)", style=solid]; +"172 features_7_1_norm1_bias" -> "2470 layer_norm_50" [label="(768,)", style=solid]; +"173 features_7_1_mlp_0_bias" -> "2480 linear_145" [label="(3072,)", style=solid]; +"174 features_7_1_mlp_3_bias" -> "2491 linear_146" [label="(768,)", style=solid]; +"175 features_7_1_norm2_weight" -> "2493 layer_norm_51" [label="(768,)", style=solid]; +"176 features_7_1_norm2_bias" -> "2493 layer_norm_51" [label="(768,)", style=solid]; +"177 norm_weight" -> "2495 layer_norm_52" [label="(768,)", style=solid]; +"178 norm_bias" -> "2495 layer_norm_52" [label="(768,)", style=solid]; +"179 head_bias" -> "2507 linear_147" [label="(1000,)", style=solid]; +"180 x" -> "181 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"181 quantize_per_tensor_default" -> "182 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"182 dequantize_per_tensor_default" -> "188 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"183 scale_updated_constant0" -> "185 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"184 compressed_weight_updated_constant0" -> "185 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"185 mul_tensor" -> "187 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; +"186 zero_point_updated_constant0" -> "187 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; +"187 sub_tensor" -> "188 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"188 conv2d" -> "189 permute" [label="(1, 96, 56, 56)", style=solid]; +"189 permute" -> "190 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"190 layer_norm" -> "192 pad" [label="(1, 56, 56, 96)", style=solid]; +"190 layer_norm" -> "249 add_1" [label="(1, 56, 56, 96)", style=solid]; +"191 _frozen_param0" -> "227 add" [label="(1, 3, 64, 64)", style=solid]; +"192 pad" -> "193 view_2" [label="(1, 56, 56, 96)", style=solid]; +"193 view_2" -> "194 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"194 permute_2" -> "195 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"195 reshape" -> "197 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"196 _frozen_param1" -> "205 linear_2" [label="(288,)", style=solid]; +"197 reshape_0_0_nncf_smooth_quant_0" -> "198 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"198 quantize_per_tensor_default_1" -> "199 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"199 dequantize_per_tensor_default_1" -> "205 linear_2" [label="(49, 64, 96)", style=solid]; +"200 scale_updated_constant1" -> "202 mul_tensor_1" [label="(288, 1)", style=solid]; +"201 compressed_weight_updated_constant1" -> "202 mul_tensor_1" [label="(288, 96)", style=solid]; +"202 mul_tensor_1" -> "204 sub_tensor_1" [label="(288, 96)", style=solid]; +"203 zero_point_updated_constant1" -> "204 sub_tensor_1" [label="(288, 1)", style=solid]; +"204 sub_tensor_1" -> "205 linear_2" [label="(288, 96)", style=solid]; +"205 linear_2" -> "206 reshape_1" [label="(49, 64, 288)", style=solid]; +"206 reshape_1" -> "207 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"207 permute_3" -> "208 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"207 permute_3" -> "209 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"207 permute_3" -> "210 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"208 select" -> "211 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"208 select" -> "213 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"208 select" -> "214 div" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "217 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "219 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "220 div_1" [label="(49, 3, 64, 32)", style=solid]; +"210 select_2" -> "230 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"211 linalg_vector_norm" -> "212 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"212 clamp_min" -> "213 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"213 expand_as" -> "214 div" [label="(49, 3, 64, 32)", style=solid]; +"214 div" -> "215 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"215 quantize_per_tensor_default_2" -> "216 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"216 dequantize_per_tensor_default_2" -> "224 matmul" [label="(49, 3, 64, 32)", style=solid]; +"217 linalg_vector_norm_1" -> "218 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"218 clamp_min_1" -> "219 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"219 expand_as_1" -> "220 div_1" [label="(49, 3, 64, 32)", style=solid]; +"220 div_1" -> "221 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"221 quantize_per_tensor_default_3" -> "222 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"222 dequantize_per_tensor_default_3" -> "223 transpose" [label="(49, 3, 64, 32)", style=solid]; +"223 transpose" -> "224 matmul" [label="(49, 3, 32, 64)", style=solid]; +"224 matmul" -> "226 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"225 _frozen_param3" -> "226 mul_1" [label="(3, 1, 1)", style=solid]; +"226 mul_1" -> "227 add" [label="(49, 3, 64, 64)", style=solid]; +"227 add" -> "228 softmax" [label="(49, 3, 64, 64)", style=solid]; +"228 softmax" -> "229 dropout" [label="(49, 3, 64, 64)", style=solid]; +"229 dropout" -> "230 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"230 matmul_1" -> "231 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"231 transpose_1" -> "232 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"232 reshape_2" -> "233 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"233 reshape_2_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"234 quantize_per_tensor_default_4" -> "235 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"235 dequantize_per_tensor_default_4" -> "241 linear_3" [label="(49, 64, 96)", style=solid]; +"236 scale_updated_constant2" -> "238 mul_tensor_2" [label="(96, 1)", style=solid]; +"237 compressed_weight_updated_constant2" -> "238 mul_tensor_2" [label="(96, 96)", style=solid]; +"238 mul_tensor_2" -> "240 sub_tensor_2" [label="(96, 96)", style=solid]; +"239 zero_point_updated_constant2" -> "240 sub_tensor_2" [label="(96, 1)", style=solid]; +"240 sub_tensor_2" -> "241 linear_3" [label="(96, 96)", style=solid]; +"241 linear_3" -> "242 dropout_1" [label="(49, 64, 96)", style=solid]; +"242 dropout_1" -> "243 view_3" [label="(49, 64, 96)", style=solid]; +"243 view_3" -> "244 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"244 permute_4" -> "245 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"245 reshape_3" -> "246 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"246 slice_2" -> "247 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"247 slice_3" -> "248 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"248 layer_norm_1" -> "249 add_1" [label="(1, 56, 56, 96)", style=solid]; +"249 add_1" -> "250 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"249 add_1" -> "272 add_2" [label="(1, 56, 56, 96)", style=solid]; +"250 add_1_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"251 quantize_per_tensor_default_5" -> "252 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"252 dequantize_per_tensor_default_5" -> "258 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"253 scale_updated_constant3" -> "255 mul_tensor_3" [label="(384, 1)", style=solid]; +"254 compressed_weight_updated_constant3" -> "255 mul_tensor_3" [label="(384, 96)", style=solid]; +"255 mul_tensor_3" -> "257 sub_tensor_3" [label="(384, 96)", style=solid]; +"256 zero_point_updated_constant3" -> "257 sub_tensor_3" [label="(384, 1)", style=solid]; +"257 sub_tensor_3" -> "258 linear_4" [label="(384, 96)", style=solid]; +"258 linear_4" -> "259 gelu" [label="(1, 56, 56, 384)", style=solid]; +"259 gelu" -> "260 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"260 dropout_2" -> "261 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"261 dropout_2_0_0_nncf_smooth_quant_0" -> "262 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"262 quantize_per_tensor_default_6" -> "263 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"263 dequantize_per_tensor_default_6" -> "269 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"264 scale_updated_constant4" -> "266 mul_tensor_4" [label="(96, 1)", style=solid]; +"265 compressed_weight_updated_constant4" -> "266 mul_tensor_4" [label="(96, 384)", style=solid]; +"266 mul_tensor_4" -> "268 sub_tensor_4" [label="(96, 384)", style=solid]; +"267 zero_point_updated_constant4" -> "268 sub_tensor_4" [label="(96, 1)", style=solid]; +"268 sub_tensor_4" -> "269 linear_5" [label="(96, 384)", style=solid]; +"269 linear_5" -> "270 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"270 dropout_3" -> "271 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"271 layer_norm_2" -> "272 add_2" [label="(1, 56, 56, 96)", style=solid]; +"272 add_2" -> "274 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"272 add_2" -> "349 add_5" [label="(1, 56, 56, 96)", style=solid]; +"273 _frozen_param4" -> "310 add_3" [label="(1, 3, 64, 64)", style=solid]; +"274 pad_1" -> "275 roll" [label="(1, 56, 56, 96)", style=solid]; +"275 roll" -> "276 view_6" [label="(1, 56, 56, 96)", style=solid]; +"276 view_6" -> "277 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"277 permute_6" -> "278 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"278 reshape_4" -> "280 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"278 reshape_4" -> "311 new_zeros" [label="(49, 64, 96)", style=solid]; +"279 _frozen_param5" -> "288 linear_8" [label="(288,)", style=solid]; +"280 reshape_4_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"281 quantize_per_tensor_default_7" -> "282 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"282 dequantize_per_tensor_default_7" -> "288 linear_8" [label="(49, 64, 96)", style=solid]; +"283 scale_updated_constant5" -> "285 mul_tensor_5" [label="(288, 1)", style=solid]; +"284 compressed_weight_updated_constant5" -> "285 mul_tensor_5" [label="(288, 96)", style=solid]; +"285 mul_tensor_5" -> "287 sub_tensor_5" [label="(288, 96)", style=solid]; +"286 zero_point_updated_constant5" -> "287 sub_tensor_5" [label="(288, 1)", style=solid]; +"287 sub_tensor_5" -> "288 linear_8" [label="(288, 96)", style=solid]; +"288 linear_8" -> "289 reshape_5" [label="(49, 64, 288)", style=solid]; +"289 reshape_5" -> "290 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"290 permute_7" -> "291 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"290 permute_7" -> "292 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"290 permute_7" -> "293 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"291 select_3" -> "294 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"291 select_3" -> "296 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"291 select_3" -> "297 div_2" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "300 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "302 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "303 div_3" [label="(49, 3, 64, 32)", style=solid]; +"293 select_5" -> "329 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"294 linalg_vector_norm_2" -> "295 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"295 clamp_min_2" -> "296 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"296 expand_as_2" -> "297 div_2" [label="(49, 3, 64, 32)", style=solid]; +"297 div_2" -> "298 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"298 quantize_per_tensor_default_8" -> "299 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"299 dequantize_per_tensor_default_8" -> "307 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"300 linalg_vector_norm_3" -> "301 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"301 clamp_min_3" -> "302 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"302 expand_as_3" -> "303 div_3" [label="(49, 3, 64, 32)", style=solid]; +"303 div_3" -> "304 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"304 quantize_per_tensor_default_9" -> "305 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"305 dequantize_per_tensor_default_9" -> "306 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"306 transpose_2" -> "307 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"307 matmul_2" -> "309 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"308 _frozen_param7" -> "309 mul_3" [label="(3, 1, 1)", style=solid]; +"309 mul_3" -> "310 add_3" [label="(49, 3, 64, 64)", style=solid]; +"310 add_3" -> "322 view_8" [label="(49, 3, 64, 64)", style=solid]; +"311 new_zeros" -> "312 view_7" [label="(56, 56)", style=solid]; +"312 view_7" -> "313 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"313 permute_8" -> "314 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"314 reshape_6" -> "315 unsqueeze_2" [label="(49, 64)", style=solid]; +"314 reshape_6" -> "316 unsqueeze_3" [label="(49, 64)", style=solid]; +"315 unsqueeze_2" -> "317 sub" [label="(49, 1, 64)", style=solid]; +"316 unsqueeze_3" -> "317 sub" [label="(49, 64, 1)", style=solid]; +"317 sub" -> "318 ne" [label="(49, 64, 64)", style=solid]; +"317 sub" -> "319 masked_fill" [label="(49, 64, 64)", style=solid]; +"317 sub" -> "320 eq" [label="(49, 64, 64)", style=solid]; +"318 ne" -> "319 masked_fill" [label="(49, 64, 64)", style=solid]; +"319 masked_fill" -> "321 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"320 eq" -> "321 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"321 masked_fill_1" -> "323 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"322 view_8" -> "325 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"323 unsqueeze_4" -> "324 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"324 unsqueeze_5" -> "325 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"325 add_4" -> "326 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"326 view_9" -> "327 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"327 softmax_1" -> "328 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"328 dropout_4" -> "329 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"329 matmul_3" -> "330 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"330 transpose_3" -> "331 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"331 reshape_7" -> "332 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"332 reshape_7_0_0_nncf_smooth_quant_0" -> "333 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"333 quantize_per_tensor_default_10" -> "334 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"334 dequantize_per_tensor_default_10" -> "340 linear_9" [label="(49, 64, 96)", style=solid]; +"335 scale_updated_constant6" -> "337 mul_tensor_6" [label="(96, 1)", style=solid]; +"336 compressed_weight_updated_constant6" -> "337 mul_tensor_6" [label="(96, 96)", style=solid]; +"337 mul_tensor_6" -> "339 sub_tensor_6" [label="(96, 96)", style=solid]; +"338 zero_point_updated_constant6" -> "339 sub_tensor_6" [label="(96, 1)", style=solid]; +"339 sub_tensor_6" -> "340 linear_9" [label="(96, 96)", style=solid]; +"340 linear_9" -> "341 dropout_5" [label="(49, 64, 96)", style=solid]; +"341 dropout_5" -> "342 view_10" [label="(49, 64, 96)", style=solid]; +"342 view_10" -> "343 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"343 permute_9" -> "344 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"344 reshape_8" -> "345 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"345 roll_1" -> "346 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"346 slice_23" -> "347 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"347 slice_24" -> "348 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"348 layer_norm_3" -> "349 add_5" [label="(1, 56, 56, 96)", style=solid]; +"349 add_5" -> "350 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"349 add_5" -> "372 add_6" [label="(1, 56, 56, 96)", style=solid]; +"350 add_5_0_0_nncf_smooth_quant_0" -> "351 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"351 quantize_per_tensor_default_11" -> "352 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"352 dequantize_per_tensor_default_11" -> "358 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"353 scale_updated_constant7" -> "355 mul_tensor_7" [label="(384, 1)", style=solid]; +"354 compressed_weight_updated_constant7" -> "355 mul_tensor_7" [label="(384, 96)", style=solid]; +"355 mul_tensor_7" -> "357 sub_tensor_7" [label="(384, 96)", style=solid]; +"356 zero_point_updated_constant7" -> "357 sub_tensor_7" [label="(384, 1)", style=solid]; +"357 sub_tensor_7" -> "358 linear_10" [label="(384, 96)", style=solid]; +"358 linear_10" -> "359 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"359 gelu_1" -> "360 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"360 dropout_6" -> "361 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"361 dropout_6_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"362 quantize_per_tensor_default_12" -> "363 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"363 dequantize_per_tensor_default_12" -> "369 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"364 scale_updated_constant8" -> "366 mul_tensor_8" [label="(96, 1)", style=solid]; +"365 compressed_weight_updated_constant8" -> "366 mul_tensor_8" [label="(96, 384)", style=solid]; +"366 mul_tensor_8" -> "368 sub_tensor_8" [label="(96, 384)", style=solid]; +"367 zero_point_updated_constant8" -> "368 sub_tensor_8" [label="(96, 1)", style=solid]; +"368 sub_tensor_8" -> "369 linear_11" [label="(96, 384)", style=solid]; +"369 linear_11" -> "370 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"370 dropout_7" -> "371 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"371 layer_norm_4" -> "372 add_6" [label="(1, 56, 56, 96)", style=solid]; +"372 add_6" -> "373 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "374 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "377 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "380 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "383 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"374 slice_25" -> "375 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"375 slice_26" -> "376 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"376 slice_27" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"377 slice_28" -> "378 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"378 slice_29" -> "379 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"379 slice_30" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"380 slice_31" -> "381 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"381 slice_32" -> "382 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"382 slice_33" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"383 slice_34" -> "384 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"384 slice_35" -> "385 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"385 slice_36" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"386 cat" -> "387 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"387 cat_0_0_nncf_smooth_quant_0" -> "388 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"388 quantize_per_tensor_default_13" -> "389 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"389 dequantize_per_tensor_default_13" -> "395 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"390 scale_updated_constant9" -> "392 mul_tensor_9" [label="(192, 1)", style=solid]; +"391 compressed_weight_updated_constant9" -> "392 mul_tensor_9" [label="(192, 384)", style=solid]; +"392 mul_tensor_9" -> "394 sub_tensor_9" [label="(192, 384)", style=solid]; +"393 zero_point_updated_constant9" -> "394 sub_tensor_9" [label="(192, 1)", style=solid]; +"394 sub_tensor_9" -> "395 linear_12" [label="(192, 384)", style=solid]; +"395 linear_12" -> "396 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"396 layer_norm_5" -> "398 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"396 layer_norm_5" -> "458 add_8" [label="(1, 28, 28, 192)", style=solid]; +"397 _frozen_param17" -> "433 add_7" [label="(1, 6, 64, 64)", style=solid]; +"398 pad_3" -> "399 view_13" [label="(1, 32, 32, 192)", style=solid]; +"399 view_13" -> "400 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"400 permute_11" -> "401 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"401 reshape_9" -> "403 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"402 _frozen_param18" -> "411 linear_15" [label="(576,)", style=solid]; +"403 reshape_9_0_0_nncf_smooth_quant_0" -> "404 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"404 quantize_per_tensor_default_14" -> "405 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"405 dequantize_per_tensor_default_14" -> "411 linear_15" [label="(16, 64, 192)", style=solid]; +"406 scale_updated_constant10" -> "408 mul_tensor_10" [label="(576, 1)", style=solid]; +"407 compressed_weight_updated_constant10" -> "408 mul_tensor_10" [label="(576, 192)", style=solid]; +"408 mul_tensor_10" -> "410 sub_tensor_10" [label="(576, 192)", style=solid]; +"409 zero_point_updated_constant10" -> "410 sub_tensor_10" [label="(576, 1)", style=solid]; +"410 sub_tensor_10" -> "411 linear_15" [label="(576, 192)", style=solid]; +"411 linear_15" -> "412 reshape_10" [label="(16, 64, 576)", style=solid]; +"412 reshape_10" -> "413 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"413 permute_12" -> "414 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"413 permute_12" -> "415 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"413 permute_12" -> "416 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"414 select_6" -> "417 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"414 select_6" -> "419 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"414 select_6" -> "420 div_4" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "423 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "425 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "426 div_5" [label="(16, 6, 64, 32)", style=solid]; +"416 select_8" -> "436 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"417 linalg_vector_norm_4" -> "418 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"418 clamp_min_4" -> "419 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"419 expand_as_4" -> "420 div_4" [label="(16, 6, 64, 32)", style=solid]; +"420 div_4" -> "421 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"421 quantize_per_tensor_default_15" -> "422 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"422 dequantize_per_tensor_default_15" -> "430 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"423 linalg_vector_norm_5" -> "424 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"424 clamp_min_5" -> "425 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"425 expand_as_5" -> "426 div_5" [label="(16, 6, 64, 32)", style=solid]; +"426 div_5" -> "427 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"427 quantize_per_tensor_default_16" -> "428 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"428 dequantize_per_tensor_default_16" -> "429 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"429 transpose_4" -> "430 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"430 matmul_4" -> "432 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"431 _frozen_param20" -> "432 mul_5" [label="(6, 1, 1)", style=solid]; +"432 mul_5" -> "433 add_7" [label="(16, 6, 64, 64)", style=solid]; +"433 add_7" -> "434 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"434 softmax_2" -> "435 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"435 dropout_8" -> "436 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"436 matmul_5" -> "437 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"437 transpose_5" -> "438 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"438 reshape_11" -> "439 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_11_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"440 quantize_per_tensor_default_17" -> "441 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"441 dequantize_per_tensor_default_17" -> "447 linear_16" [label="(16, 64, 192)", style=solid]; +"442 scale_updated_constant11" -> "444 mul_tensor_11" [label="(192, 1)", style=solid]; +"443 compressed_weight_updated_constant11" -> "444 mul_tensor_11" [label="(192, 192)", style=solid]; +"444 mul_tensor_11" -> "446 sub_tensor_11" [label="(192, 192)", style=solid]; +"445 zero_point_updated_constant11" -> "446 sub_tensor_11" [label="(192, 1)", style=solid]; +"446 sub_tensor_11" -> "447 linear_16" [label="(192, 192)", style=solid]; +"447 linear_16" -> "448 dropout_9" [label="(16, 64, 192)", style=solid]; +"448 dropout_9" -> "449 view_14" [label="(16, 64, 192)", style=solid]; +"449 view_14" -> "450 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"450 permute_13" -> "451 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"451 reshape_12" -> "452 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"452 slice_38" -> "453 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"453 slice_39" -> "454 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"454 slice_40" -> "455 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"455 slice_41" -> "456 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"456 contiguous_3" -> "457 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"457 layer_norm_6" -> "458 add_8" [label="(1, 28, 28, 192)", style=solid]; +"458 add_8" -> "459 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"458 add_8" -> "481 add_9" [label="(1, 28, 28, 192)", style=solid]; +"459 add_8_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"460 quantize_per_tensor_default_18" -> "461 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"461 dequantize_per_tensor_default_18" -> "467 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"462 scale_updated_constant12" -> "464 mul_tensor_12" [label="(768, 1)", style=solid]; +"463 compressed_weight_updated_constant12" -> "464 mul_tensor_12" [label="(768, 192)", style=solid]; +"464 mul_tensor_12" -> "466 sub_tensor_12" [label="(768, 192)", style=solid]; +"465 zero_point_updated_constant12" -> "466 sub_tensor_12" [label="(768, 1)", style=solid]; +"466 sub_tensor_12" -> "467 linear_17" [label="(768, 192)", style=solid]; +"467 linear_17" -> "468 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"468 gelu_2" -> "469 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"469 dropout_10" -> "470 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"470 dropout_10_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"471 quantize_per_tensor_default_19" -> "472 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"472 dequantize_per_tensor_default_19" -> "478 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"473 scale_updated_constant13" -> "475 mul_tensor_13" [label="(192, 1)", style=solid]; +"474 compressed_weight_updated_constant13" -> "475 mul_tensor_13" [label="(192, 768)", style=solid]; +"475 mul_tensor_13" -> "477 sub_tensor_13" [label="(192, 768)", style=solid]; +"476 zero_point_updated_constant13" -> "477 sub_tensor_13" [label="(192, 1)", style=solid]; +"477 sub_tensor_13" -> "478 linear_18" [label="(192, 768)", style=solid]; +"478 linear_18" -> "479 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"479 dropout_11" -> "480 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"480 layer_norm_7" -> "481 add_9" [label="(1, 28, 28, 192)", style=solid]; +"481 add_9" -> "483 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"481 add_9" -> "561 add_12" [label="(1, 28, 28, 192)", style=solid]; +"482 _frozen_param21" -> "519 add_10" [label="(1, 6, 64, 64)", style=solid]; +"483 pad_4" -> "484 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"484 roll_2" -> "485 view_17" [label="(1, 32, 32, 192)", style=solid]; +"485 view_17" -> "486 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"486 permute_15" -> "487 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"487 reshape_13" -> "489 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"487 reshape_13" -> "520 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"488 _frozen_param22" -> "497 linear_21" [label="(576,)", style=solid]; +"489 reshape_13_0_0_nncf_smooth_quant_0" -> "490 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"490 quantize_per_tensor_default_20" -> "491 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"491 dequantize_per_tensor_default_20" -> "497 linear_21" [label="(16, 64, 192)", style=solid]; +"492 scale_updated_constant14" -> "494 mul_tensor_14" [label="(576, 1)", style=solid]; +"493 compressed_weight_updated_constant14" -> "494 mul_tensor_14" [label="(576, 192)", style=solid]; +"494 mul_tensor_14" -> "496 sub_tensor_14" [label="(576, 192)", style=solid]; +"495 zero_point_updated_constant14" -> "496 sub_tensor_14" [label="(576, 1)", style=solid]; +"496 sub_tensor_14" -> "497 linear_21" [label="(576, 192)", style=solid]; +"497 linear_21" -> "498 reshape_14" [label="(16, 64, 576)", style=solid]; +"498 reshape_14" -> "499 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"499 permute_16" -> "500 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"499 permute_16" -> "501 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"499 permute_16" -> "502 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"500 select_9" -> "503 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"500 select_9" -> "505 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"500 select_9" -> "506 div_6" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "509 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "511 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "512 div_7" [label="(16, 6, 64, 32)", style=solid]; +"502 select_11" -> "538 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"503 linalg_vector_norm_6" -> "504 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"504 clamp_min_6" -> "505 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"505 expand_as_6" -> "506 div_6" [label="(16, 6, 64, 32)", style=solid]; +"506 div_6" -> "507 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"507 quantize_per_tensor_default_21" -> "508 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"508 dequantize_per_tensor_default_21" -> "516 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"509 linalg_vector_norm_7" -> "510 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"510 clamp_min_7" -> "511 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"511 expand_as_7" -> "512 div_7" [label="(16, 6, 64, 32)", style=solid]; +"512 div_7" -> "513 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"513 quantize_per_tensor_default_22" -> "514 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"514 dequantize_per_tensor_default_22" -> "515 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"515 transpose_6" -> "516 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"516 matmul_6" -> "518 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"517 _frozen_param24" -> "518 mul_7" [label="(6, 1, 1)", style=solid]; +"518 mul_7" -> "519 add_10" [label="(16, 6, 64, 64)", style=solid]; +"519 add_10" -> "531 view_19" [label="(16, 6, 64, 64)", style=solid]; +"520 new_zeros_1" -> "521 view_18" [label="(32, 32)", style=solid]; +"521 view_18" -> "522 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"522 permute_17" -> "523 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"523 reshape_15" -> "524 unsqueeze_8" [label="(16, 64)", style=solid]; +"523 reshape_15" -> "525 unsqueeze_9" [label="(16, 64)", style=solid]; +"524 unsqueeze_8" -> "526 sub_1" [label="(16, 1, 64)", style=solid]; +"525 unsqueeze_9" -> "526 sub_1" [label="(16, 64, 1)", style=solid]; +"526 sub_1" -> "527 ne_1" [label="(16, 64, 64)", style=solid]; +"526 sub_1" -> "528 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"526 sub_1" -> "529 eq_1" [label="(16, 64, 64)", style=solid]; +"527 ne_1" -> "528 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"528 masked_fill_2" -> "530 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"529 eq_1" -> "530 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"530 masked_fill_3" -> "532 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"531 view_19" -> "534 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"532 unsqueeze_10" -> "533 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"533 unsqueeze_11" -> "534 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"534 add_11" -> "535 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"535 view_20" -> "536 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"536 softmax_3" -> "537 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"537 dropout_12" -> "538 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"538 matmul_7" -> "539 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"539 transpose_7" -> "540 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"540 reshape_16" -> "541 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"541 reshape_16_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"542 quantize_per_tensor_default_23" -> "543 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"543 dequantize_per_tensor_default_23" -> "549 linear_22" [label="(16, 64, 192)", style=solid]; +"544 scale_updated_constant15" -> "546 mul_tensor_15" [label="(192, 1)", style=solid]; +"545 compressed_weight_updated_constant15" -> "546 mul_tensor_15" [label="(192, 192)", style=solid]; +"546 mul_tensor_15" -> "548 sub_tensor_15" [label="(192, 192)", style=solid]; +"547 zero_point_updated_constant15" -> "548 sub_tensor_15" [label="(192, 1)", style=solid]; +"548 sub_tensor_15" -> "549 linear_22" [label="(192, 192)", style=solid]; +"549 linear_22" -> "550 dropout_13" [label="(16, 64, 192)", style=solid]; +"550 dropout_13" -> "551 view_21" [label="(16, 64, 192)", style=solid]; +"551 view_21" -> "552 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"552 permute_18" -> "553 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"553 reshape_17" -> "554 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"554 roll_3" -> "555 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"555 slice_61" -> "556 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"556 slice_62" -> "557 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"557 slice_63" -> "558 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"558 slice_64" -> "559 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"559 contiguous_5" -> "560 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"560 layer_norm_8" -> "561 add_12" [label="(1, 28, 28, 192)", style=solid]; +"561 add_12" -> "562 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"561 add_12" -> "584 add_13" [label="(1, 28, 28, 192)", style=solid]; +"562 add_12_0_0_nncf_smooth_quant_0" -> "563 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"563 quantize_per_tensor_default_24" -> "564 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"564 dequantize_per_tensor_default_24" -> "570 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"565 scale_updated_constant16" -> "567 mul_tensor_16" [label="(768, 1)", style=solid]; +"566 compressed_weight_updated_constant16" -> "567 mul_tensor_16" [label="(768, 192)", style=solid]; +"567 mul_tensor_16" -> "569 sub_tensor_16" [label="(768, 192)", style=solid]; +"568 zero_point_updated_constant16" -> "569 sub_tensor_16" [label="(768, 1)", style=solid]; +"569 sub_tensor_16" -> "570 linear_23" [label="(768, 192)", style=solid]; +"570 linear_23" -> "571 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"571 gelu_3" -> "572 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"572 dropout_14" -> "573 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"573 dropout_14_0_0_nncf_smooth_quant_0" -> "574 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"574 quantize_per_tensor_default_25" -> "575 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"575 dequantize_per_tensor_default_25" -> "581 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"576 scale_updated_constant17" -> "578 mul_tensor_17" [label="(192, 1)", style=solid]; +"577 compressed_weight_updated_constant17" -> "578 mul_tensor_17" [label="(192, 768)", style=solid]; +"578 mul_tensor_17" -> "580 sub_tensor_17" [label="(192, 768)", style=solid]; +"579 zero_point_updated_constant17" -> "580 sub_tensor_17" [label="(192, 1)", style=solid]; +"580 sub_tensor_17" -> "581 linear_24" [label="(192, 768)", style=solid]; +"581 linear_24" -> "582 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"582 dropout_15" -> "583 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"583 layer_norm_9" -> "584 add_13" [label="(1, 28, 28, 192)", style=solid]; +"584 add_13" -> "585 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "586 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "589 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "592 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "595 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"586 slice_65" -> "587 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"587 slice_66" -> "588 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"588 slice_67" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"589 slice_68" -> "590 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"590 slice_69" -> "591 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"591 slice_70" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"592 slice_71" -> "593 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"593 slice_72" -> "594 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"594 slice_73" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"595 slice_74" -> "596 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"596 slice_75" -> "597 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"597 slice_76" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"598 cat_1" -> "599 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"599 cat_1_0_0_nncf_smooth_quant_0" -> "600 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"600 quantize_per_tensor_default_26" -> "601 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"601 dequantize_per_tensor_default_26" -> "607 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"602 scale_updated_constant18" -> "604 mul_tensor_18" [label="(384, 1)", style=solid]; +"603 compressed_weight_updated_constant18" -> "604 mul_tensor_18" [label="(384, 768)", style=solid]; +"604 mul_tensor_18" -> "606 sub_tensor_18" [label="(384, 768)", style=solid]; +"605 zero_point_updated_constant18" -> "606 sub_tensor_18" [label="(384, 1)", style=solid]; +"606 sub_tensor_18" -> "607 linear_25" [label="(384, 768)", style=solid]; +"607 linear_25" -> "608 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"608 layer_norm_10" -> "610 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"608 layer_norm_10" -> "670 add_15" [label="(1, 14, 14, 384)", style=solid]; +"609 _frozen_param34" -> "645 add_14" [label="(1, 12, 64, 64)", style=solid]; +"610 pad_6" -> "611 view_24" [label="(1, 16, 16, 384)", style=solid]; +"611 view_24" -> "612 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"612 permute_20" -> "613 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"613 reshape_18" -> "615 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"614 _frozen_param35" -> "623 linear_28" [label="(1152,)", style=solid]; +"615 reshape_18_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"616 quantize_per_tensor_default_27" -> "617 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"617 dequantize_per_tensor_default_27" -> "623 linear_28" [label="(4, 64, 384)", style=solid]; +"618 scale_updated_constant19" -> "620 mul_tensor_19" [label="(1152, 1)", style=solid]; +"619 compressed_weight_updated_constant19" -> "620 mul_tensor_19" [label="(1152, 384)", style=solid]; +"620 mul_tensor_19" -> "622 sub_tensor_19" [label="(1152, 384)", style=solid]; +"621 zero_point_updated_constant19" -> "622 sub_tensor_19" [label="(1152, 1)", style=solid]; +"622 sub_tensor_19" -> "623 linear_28" [label="(1152, 384)", style=solid]; +"623 linear_28" -> "624 reshape_19" [label="(4, 64, 1152)", style=solid]; +"624 reshape_19" -> "625 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"625 permute_21" -> "626 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"625 permute_21" -> "627 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"625 permute_21" -> "628 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"626 select_12" -> "629 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"626 select_12" -> "631 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"626 select_12" -> "632 div_8" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "635 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "637 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "638 div_9" [label="(4, 12, 64, 32)", style=solid]; +"628 select_14" -> "648 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"629 linalg_vector_norm_8" -> "630 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"630 clamp_min_8" -> "631 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"631 expand_as_8" -> "632 div_8" [label="(4, 12, 64, 32)", style=solid]; +"632 div_8" -> "633 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"633 quantize_per_tensor_default_28" -> "634 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"634 dequantize_per_tensor_default_28" -> "642 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"635 linalg_vector_norm_9" -> "636 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"636 clamp_min_9" -> "637 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"637 expand_as_9" -> "638 div_9" [label="(4, 12, 64, 32)", style=solid]; +"638 div_9" -> "639 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"639 quantize_per_tensor_default_29" -> "640 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"640 dequantize_per_tensor_default_29" -> "641 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"641 transpose_8" -> "642 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"642 matmul_8" -> "644 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"643 _frozen_param37" -> "644 mul_9" [label="(12, 1, 1)", style=solid]; +"644 mul_9" -> "645 add_14" [label="(4, 12, 64, 64)", style=solid]; +"645 add_14" -> "646 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"646 softmax_4" -> "647 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"647 dropout_16" -> "648 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"648 matmul_9" -> "649 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"649 transpose_9" -> "650 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"650 reshape_20" -> "651 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"651 reshape_20_0_0_nncf_smooth_quant_0" -> "652 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"652 quantize_per_tensor_default_30" -> "653 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"653 dequantize_per_tensor_default_30" -> "659 linear_29" [label="(4, 64, 384)", style=solid]; +"654 scale_updated_constant20" -> "656 mul_tensor_20" [label="(384, 1)", style=solid]; +"655 compressed_weight_updated_constant20" -> "656 mul_tensor_20" [label="(384, 384)", style=solid]; +"656 mul_tensor_20" -> "658 sub_tensor_20" [label="(384, 384)", style=solid]; +"657 zero_point_updated_constant20" -> "658 sub_tensor_20" [label="(384, 1)", style=solid]; +"658 sub_tensor_20" -> "659 linear_29" [label="(384, 384)", style=solid]; +"659 linear_29" -> "660 dropout_17" [label="(4, 64, 384)", style=solid]; +"660 dropout_17" -> "661 view_25" [label="(4, 64, 384)", style=solid]; +"661 view_25" -> "662 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"662 permute_22" -> "663 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"663 reshape_21" -> "664 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"664 slice_78" -> "665 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"665 slice_79" -> "666 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"666 slice_80" -> "667 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"667 slice_81" -> "668 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"668 contiguous_7" -> "669 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"669 layer_norm_11" -> "670 add_15" [label="(1, 14, 14, 384)", style=solid]; +"670 add_15" -> "671 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"670 add_15" -> "693 add_16" [label="(1, 14, 14, 384)", style=solid]; +"671 add_15_0_0_nncf_smooth_quant_0" -> "672 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"672 quantize_per_tensor_default_31" -> "673 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"673 dequantize_per_tensor_default_31" -> "679 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"674 scale_updated_constant21" -> "676 mul_tensor_21" [label="(1536, 1)", style=solid]; +"675 compressed_weight_updated_constant21" -> "676 mul_tensor_21" [label="(1536, 384)", style=solid]; +"676 mul_tensor_21" -> "678 sub_tensor_21" [label="(1536, 384)", style=solid]; +"677 zero_point_updated_constant21" -> "678 sub_tensor_21" [label="(1536, 1)", style=solid]; +"678 sub_tensor_21" -> "679 linear_30" [label="(1536, 384)", style=solid]; +"679 linear_30" -> "680 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"680 gelu_4" -> "681 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"681 dropout_18" -> "682 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"682 dropout_18_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"683 quantize_per_tensor_default_32" -> "684 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"684 dequantize_per_tensor_default_32" -> "690 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"685 scale_updated_constant22" -> "687 mul_tensor_22" [label="(384, 1)", style=solid]; +"686 compressed_weight_updated_constant22" -> "687 mul_tensor_22" [label="(384, 1536)", style=solid]; +"687 mul_tensor_22" -> "689 sub_tensor_22" [label="(384, 1536)", style=solid]; +"688 zero_point_updated_constant22" -> "689 sub_tensor_22" [label="(384, 1)", style=solid]; +"689 sub_tensor_22" -> "690 linear_31" [label="(384, 1536)", style=solid]; +"690 linear_31" -> "691 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"691 dropout_19" -> "692 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"692 layer_norm_12" -> "693 add_16" [label="(1, 14, 14, 384)", style=solid]; +"693 add_16" -> "695 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"693 add_16" -> "773 add_19" [label="(1, 14, 14, 384)", style=solid]; +"694 _frozen_param38" -> "731 add_17" [label="(1, 12, 64, 64)", style=solid]; +"695 pad_7" -> "696 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"696 roll_4" -> "697 view_28" [label="(1, 16, 16, 384)", style=solid]; +"697 view_28" -> "698 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"698 permute_24" -> "699 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"699 reshape_22" -> "701 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"699 reshape_22" -> "732 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"700 _frozen_param39" -> "709 linear_34" [label="(1152,)", style=solid]; +"701 reshape_22_0_0_nncf_smooth_quant_0" -> "702 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"702 quantize_per_tensor_default_33" -> "703 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"703 dequantize_per_tensor_default_33" -> "709 linear_34" [label="(4, 64, 384)", style=solid]; +"704 scale_updated_constant23" -> "706 mul_tensor_23" [label="(1152, 1)", style=solid]; +"705 compressed_weight_updated_constant23" -> "706 mul_tensor_23" [label="(1152, 384)", style=solid]; +"706 mul_tensor_23" -> "708 sub_tensor_23" [label="(1152, 384)", style=solid]; +"707 zero_point_updated_constant23" -> "708 sub_tensor_23" [label="(1152, 1)", style=solid]; +"708 sub_tensor_23" -> "709 linear_34" [label="(1152, 384)", style=solid]; +"709 linear_34" -> "710 reshape_23" [label="(4, 64, 1152)", style=solid]; +"710 reshape_23" -> "711 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"711 permute_25" -> "712 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"711 permute_25" -> "713 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"711 permute_25" -> "714 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"712 select_15" -> "715 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"712 select_15" -> "717 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"712 select_15" -> "718 div_10" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "721 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "723 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "724 div_11" [label="(4, 12, 64, 32)", style=solid]; +"714 select_17" -> "750 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"715 linalg_vector_norm_10" -> "716 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"716 clamp_min_10" -> "717 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"717 expand_as_10" -> "718 div_10" [label="(4, 12, 64, 32)", style=solid]; +"718 div_10" -> "719 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"719 quantize_per_tensor_default_34" -> "720 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"720 dequantize_per_tensor_default_34" -> "728 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"721 linalg_vector_norm_11" -> "722 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"722 clamp_min_11" -> "723 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"723 expand_as_11" -> "724 div_11" [label="(4, 12, 64, 32)", style=solid]; +"724 div_11" -> "725 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"725 quantize_per_tensor_default_35" -> "726 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"726 dequantize_per_tensor_default_35" -> "727 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"727 transpose_10" -> "728 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"728 matmul_10" -> "730 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"729 _frozen_param41" -> "730 mul_11" [label="(12, 1, 1)", style=solid]; +"730 mul_11" -> "731 add_17" [label="(4, 12, 64, 64)", style=solid]; +"731 add_17" -> "743 view_30" [label="(4, 12, 64, 64)", style=solid]; +"732 new_zeros_2" -> "733 view_29" [label="(16, 16)", style=solid]; +"733 view_29" -> "734 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"734 permute_26" -> "735 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"735 reshape_24" -> "736 unsqueeze_14" [label="(4, 64)", style=solid]; +"735 reshape_24" -> "737 unsqueeze_15" [label="(4, 64)", style=solid]; +"736 unsqueeze_14" -> "738 sub_2" [label="(4, 1, 64)", style=solid]; +"737 unsqueeze_15" -> "738 sub_2" [label="(4, 64, 1)", style=solid]; +"738 sub_2" -> "739 ne_2" [label="(4, 64, 64)", style=solid]; +"738 sub_2" -> "740 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"738 sub_2" -> "741 eq_2" [label="(4, 64, 64)", style=solid]; +"739 ne_2" -> "740 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"740 masked_fill_4" -> "742 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"741 eq_2" -> "742 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"742 masked_fill_5" -> "744 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"743 view_30" -> "746 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"744 unsqueeze_16" -> "745 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"745 unsqueeze_17" -> "746 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"746 add_18" -> "747 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"747 view_31" -> "748 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"748 softmax_5" -> "749 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"749 dropout_20" -> "750 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"750 matmul_11" -> "751 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"751 transpose_11" -> "752 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"752 reshape_25" -> "753 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"753 reshape_25_0_0_nncf_smooth_quant_0" -> "754 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"754 quantize_per_tensor_default_36" -> "755 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"755 dequantize_per_tensor_default_36" -> "761 linear_35" [label="(4, 64, 384)", style=solid]; +"756 scale_updated_constant24" -> "758 mul_tensor_24" [label="(384, 1)", style=solid]; +"757 compressed_weight_updated_constant24" -> "758 mul_tensor_24" [label="(384, 384)", style=solid]; +"758 mul_tensor_24" -> "760 sub_tensor_24" [label="(384, 384)", style=solid]; +"759 zero_point_updated_constant24" -> "760 sub_tensor_24" [label="(384, 1)", style=solid]; +"760 sub_tensor_24" -> "761 linear_35" [label="(384, 384)", style=solid]; +"761 linear_35" -> "762 dropout_21" [label="(4, 64, 384)", style=solid]; +"762 dropout_21" -> "763 view_32" [label="(4, 64, 384)", style=solid]; +"763 view_32" -> "764 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"764 permute_27" -> "765 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"765 reshape_26" -> "766 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"766 roll_5" -> "767 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"767 slice_101" -> "768 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"768 slice_102" -> "769 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"769 slice_103" -> "770 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"770 slice_104" -> "771 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"771 contiguous_9" -> "772 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"772 layer_norm_13" -> "773 add_19" [label="(1, 14, 14, 384)", style=solid]; +"773 add_19" -> "774 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"773 add_19" -> "796 add_20" [label="(1, 14, 14, 384)", style=solid]; +"774 add_19_0_0_nncf_smooth_quant_0" -> "775 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"775 quantize_per_tensor_default_37" -> "776 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"776 dequantize_per_tensor_default_37" -> "782 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"777 scale_updated_constant25" -> "779 mul_tensor_25" [label="(1536, 1)", style=solid]; +"778 compressed_weight_updated_constant25" -> "779 mul_tensor_25" [label="(1536, 384)", style=solid]; +"779 mul_tensor_25" -> "781 sub_tensor_25" [label="(1536, 384)", style=solid]; +"780 zero_point_updated_constant25" -> "781 sub_tensor_25" [label="(1536, 1)", style=solid]; +"781 sub_tensor_25" -> "782 linear_36" [label="(1536, 384)", style=solid]; +"782 linear_36" -> "783 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"783 gelu_5" -> "784 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"784 dropout_22" -> "785 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"785 dropout_22_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"786 quantize_per_tensor_default_38" -> "787 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"787 dequantize_per_tensor_default_38" -> "793 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"788 scale_updated_constant26" -> "790 mul_tensor_26" [label="(384, 1)", style=solid]; +"789 compressed_weight_updated_constant26" -> "790 mul_tensor_26" [label="(384, 1536)", style=solid]; +"790 mul_tensor_26" -> "792 sub_tensor_26" [label="(384, 1536)", style=solid]; +"791 zero_point_updated_constant26" -> "792 sub_tensor_26" [label="(384, 1)", style=solid]; +"792 sub_tensor_26" -> "793 linear_37" [label="(384, 1536)", style=solid]; +"793 linear_37" -> "794 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"794 dropout_23" -> "795 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"795 layer_norm_14" -> "796 add_20" [label="(1, 14, 14, 384)", style=solid]; +"796 add_20" -> "798 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"796 add_20" -> "858 add_22" [label="(1, 14, 14, 384)", style=solid]; +"797 _frozen_param51" -> "833 add_21" [label="(1, 12, 64, 64)", style=solid]; +"798 pad_8" -> "799 view_35" [label="(1, 16, 16, 384)", style=solid]; +"799 view_35" -> "800 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"800 permute_29" -> "801 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"801 reshape_27" -> "803 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"802 _frozen_param52" -> "811 linear_40" [label="(1152,)", style=solid]; +"803 reshape_27_0_0_nncf_smooth_quant_0" -> "804 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"804 quantize_per_tensor_default_39" -> "805 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"805 dequantize_per_tensor_default_39" -> "811 linear_40" [label="(4, 64, 384)", style=solid]; +"806 scale_updated_constant27" -> "808 mul_tensor_27" [label="(1152, 1)", style=solid]; +"807 compressed_weight_updated_constant27" -> "808 mul_tensor_27" [label="(1152, 384)", style=solid]; +"808 mul_tensor_27" -> "810 sub_tensor_27" [label="(1152, 384)", style=solid]; +"809 zero_point_updated_constant27" -> "810 sub_tensor_27" [label="(1152, 1)", style=solid]; +"810 sub_tensor_27" -> "811 linear_40" [label="(1152, 384)", style=solid]; +"811 linear_40" -> "812 reshape_28" [label="(4, 64, 1152)", style=solid]; +"812 reshape_28" -> "813 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"813 permute_30" -> "814 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"813 permute_30" -> "815 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"813 permute_30" -> "816 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"814 select_18" -> "817 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"814 select_18" -> "819 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"814 select_18" -> "820 div_12" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "823 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "825 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "826 div_13" [label="(4, 12, 64, 32)", style=solid]; +"816 select_20" -> "836 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"817 linalg_vector_norm_12" -> "818 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"818 clamp_min_12" -> "819 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"819 expand_as_12" -> "820 div_12" [label="(4, 12, 64, 32)", style=solid]; +"820 div_12" -> "821 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"821 quantize_per_tensor_default_40" -> "822 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"822 dequantize_per_tensor_default_40" -> "830 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"823 linalg_vector_norm_13" -> "824 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"824 clamp_min_13" -> "825 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"825 expand_as_13" -> "826 div_13" [label="(4, 12, 64, 32)", style=solid]; +"826 div_13" -> "827 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"827 quantize_per_tensor_default_41" -> "828 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"828 dequantize_per_tensor_default_41" -> "829 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"829 transpose_12" -> "830 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"830 matmul_12" -> "832 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"831 _frozen_param54" -> "832 mul_13" [label="(12, 1, 1)", style=solid]; +"832 mul_13" -> "833 add_21" [label="(4, 12, 64, 64)", style=solid]; +"833 add_21" -> "834 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"834 softmax_6" -> "835 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"835 dropout_24" -> "836 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"836 matmul_13" -> "837 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"837 transpose_13" -> "838 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"838 reshape_29" -> "839 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"839 reshape_29_0_0_nncf_smooth_quant_0" -> "840 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"840 quantize_per_tensor_default_42" -> "841 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"841 dequantize_per_tensor_default_42" -> "847 linear_41" [label="(4, 64, 384)", style=solid]; +"842 scale_updated_constant28" -> "844 mul_tensor_28" [label="(384, 1)", style=solid]; +"843 compressed_weight_updated_constant28" -> "844 mul_tensor_28" [label="(384, 384)", style=solid]; +"844 mul_tensor_28" -> "846 sub_tensor_28" [label="(384, 384)", style=solid]; +"845 zero_point_updated_constant28" -> "846 sub_tensor_28" [label="(384, 1)", style=solid]; +"846 sub_tensor_28" -> "847 linear_41" [label="(384, 384)", style=solid]; +"847 linear_41" -> "848 dropout_25" [label="(4, 64, 384)", style=solid]; +"848 dropout_25" -> "849 view_36" [label="(4, 64, 384)", style=solid]; +"849 view_36" -> "850 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"850 permute_31" -> "851 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"851 reshape_30" -> "852 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"852 slice_106" -> "853 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"853 slice_107" -> "854 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"854 slice_108" -> "855 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"855 slice_109" -> "856 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"856 contiguous_11" -> "857 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"857 layer_norm_15" -> "858 add_22" [label="(1, 14, 14, 384)", style=solid]; +"858 add_22" -> "859 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"858 add_22" -> "881 add_23" [label="(1, 14, 14, 384)", style=solid]; +"859 add_22_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"860 quantize_per_tensor_default_43" -> "861 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"861 dequantize_per_tensor_default_43" -> "867 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"862 scale_updated_constant29" -> "864 mul_tensor_29" [label="(1536, 1)", style=solid]; +"863 compressed_weight_updated_constant29" -> "864 mul_tensor_29" [label="(1536, 384)", style=solid]; +"864 mul_tensor_29" -> "866 sub_tensor_29" [label="(1536, 384)", style=solid]; +"865 zero_point_updated_constant29" -> "866 sub_tensor_29" [label="(1536, 1)", style=solid]; +"866 sub_tensor_29" -> "867 linear_42" [label="(1536, 384)", style=solid]; +"867 linear_42" -> "868 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"868 gelu_6" -> "869 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"869 dropout_26" -> "870 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"870 dropout_26_0_0_nncf_smooth_quant_0" -> "871 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"871 quantize_per_tensor_default_44" -> "872 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"872 dequantize_per_tensor_default_44" -> "878 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"873 scale_updated_constant30" -> "875 mul_tensor_30" [label="(384, 1)", style=solid]; +"874 compressed_weight_updated_constant30" -> "875 mul_tensor_30" [label="(384, 1536)", style=solid]; +"875 mul_tensor_30" -> "877 sub_tensor_30" [label="(384, 1536)", style=solid]; +"876 zero_point_updated_constant30" -> "877 sub_tensor_30" [label="(384, 1)", style=solid]; +"877 sub_tensor_30" -> "878 linear_43" [label="(384, 1536)", style=solid]; +"878 linear_43" -> "879 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"879 dropout_27" -> "880 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"880 layer_norm_16" -> "881 add_23" [label="(1, 14, 14, 384)", style=solid]; +"881 add_23" -> "883 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"881 add_23" -> "961 add_26" [label="(1, 14, 14, 384)", style=solid]; +"882 _frozen_param55" -> "919 add_24" [label="(1, 12, 64, 64)", style=solid]; +"883 pad_9" -> "884 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"884 roll_6" -> "885 view_39" [label="(1, 16, 16, 384)", style=solid]; +"885 view_39" -> "886 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"886 permute_33" -> "887 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"887 reshape_31" -> "889 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"887 reshape_31" -> "920 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"888 _frozen_param56" -> "897 linear_46" [label="(1152,)", style=solid]; +"889 reshape_31_0_0_nncf_smooth_quant_0" -> "890 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"890 quantize_per_tensor_default_45" -> "891 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"891 dequantize_per_tensor_default_45" -> "897 linear_46" [label="(4, 64, 384)", style=solid]; +"892 scale_updated_constant31" -> "894 mul_tensor_31" [label="(1152, 1)", style=solid]; +"893 compressed_weight_updated_constant31" -> "894 mul_tensor_31" [label="(1152, 384)", style=solid]; +"894 mul_tensor_31" -> "896 sub_tensor_31" [label="(1152, 384)", style=solid]; +"895 zero_point_updated_constant31" -> "896 sub_tensor_31" [label="(1152, 1)", style=solid]; +"896 sub_tensor_31" -> "897 linear_46" [label="(1152, 384)", style=solid]; +"897 linear_46" -> "898 reshape_32" [label="(4, 64, 1152)", style=solid]; +"898 reshape_32" -> "899 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"899 permute_34" -> "900 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"899 permute_34" -> "901 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"899 permute_34" -> "902 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"900 select_21" -> "903 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"900 select_21" -> "905 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"900 select_21" -> "906 div_14" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "909 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "911 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "912 div_15" [label="(4, 12, 64, 32)", style=solid]; +"902 select_23" -> "938 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"903 linalg_vector_norm_14" -> "904 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"904 clamp_min_14" -> "905 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"905 expand_as_14" -> "906 div_14" [label="(4, 12, 64, 32)", style=solid]; +"906 div_14" -> "907 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"907 quantize_per_tensor_default_46" -> "908 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"908 dequantize_per_tensor_default_46" -> "916 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"909 linalg_vector_norm_15" -> "910 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"910 clamp_min_15" -> "911 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"911 expand_as_15" -> "912 div_15" [label="(4, 12, 64, 32)", style=solid]; +"912 div_15" -> "913 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"913 quantize_per_tensor_default_47" -> "914 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"914 dequantize_per_tensor_default_47" -> "915 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"915 transpose_14" -> "916 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"916 matmul_14" -> "918 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"917 _frozen_param58" -> "918 mul_15" [label="(12, 1, 1)", style=solid]; +"918 mul_15" -> "919 add_24" [label="(4, 12, 64, 64)", style=solid]; +"919 add_24" -> "931 view_41" [label="(4, 12, 64, 64)", style=solid]; +"920 new_zeros_3" -> "921 view_40" [label="(16, 16)", style=solid]; +"921 view_40" -> "922 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"922 permute_35" -> "923 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"923 reshape_33" -> "924 unsqueeze_20" [label="(4, 64)", style=solid]; +"923 reshape_33" -> "925 unsqueeze_21" [label="(4, 64)", style=solid]; +"924 unsqueeze_20" -> "926 sub_3" [label="(4, 1, 64)", style=solid]; +"925 unsqueeze_21" -> "926 sub_3" [label="(4, 64, 1)", style=solid]; +"926 sub_3" -> "927 ne_3" [label="(4, 64, 64)", style=solid]; +"926 sub_3" -> "928 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"926 sub_3" -> "929 eq_3" [label="(4, 64, 64)", style=solid]; +"927 ne_3" -> "928 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"928 masked_fill_6" -> "930 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"929 eq_3" -> "930 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"930 masked_fill_7" -> "932 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"931 view_41" -> "934 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"932 unsqueeze_22" -> "933 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"933 unsqueeze_23" -> "934 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"934 add_25" -> "935 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"935 view_42" -> "936 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"936 softmax_7" -> "937 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"937 dropout_28" -> "938 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"938 matmul_15" -> "939 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"939 transpose_15" -> "940 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"940 reshape_34" -> "941 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"941 reshape_34_0_0_nncf_smooth_quant_0" -> "942 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"942 quantize_per_tensor_default_48" -> "943 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"943 dequantize_per_tensor_default_48" -> "949 linear_47" [label="(4, 64, 384)", style=solid]; +"944 scale_updated_constant32" -> "946 mul_tensor_32" [label="(384, 1)", style=solid]; +"945 compressed_weight_updated_constant32" -> "946 mul_tensor_32" [label="(384, 384)", style=solid]; +"946 mul_tensor_32" -> "948 sub_tensor_32" [label="(384, 384)", style=solid]; +"947 zero_point_updated_constant32" -> "948 sub_tensor_32" [label="(384, 1)", style=solid]; +"948 sub_tensor_32" -> "949 linear_47" [label="(384, 384)", style=solid]; +"949 linear_47" -> "950 dropout_29" [label="(4, 64, 384)", style=solid]; +"950 dropout_29" -> "951 view_43" [label="(4, 64, 384)", style=solid]; +"951 view_43" -> "952 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"952 permute_36" -> "953 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"953 reshape_35" -> "954 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"954 roll_7" -> "955 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"955 slice_129" -> "956 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"956 slice_130" -> "957 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"957 slice_131" -> "958 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"958 slice_132" -> "959 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"959 contiguous_13" -> "960 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"960 layer_norm_17" -> "961 add_26" [label="(1, 14, 14, 384)", style=solid]; +"961 add_26" -> "962 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"961 add_26" -> "984 add_27" [label="(1, 14, 14, 384)", style=solid]; +"962 add_26_0_0_nncf_smooth_quant_0" -> "963 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"963 quantize_per_tensor_default_49" -> "964 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"964 dequantize_per_tensor_default_49" -> "970 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"965 scale_updated_constant33" -> "967 mul_tensor_33" [label="(1536, 1)", style=solid]; +"966 compressed_weight_updated_constant33" -> "967 mul_tensor_33" [label="(1536, 384)", style=solid]; +"967 mul_tensor_33" -> "969 sub_tensor_33" [label="(1536, 384)", style=solid]; +"968 zero_point_updated_constant33" -> "969 sub_tensor_33" [label="(1536, 1)", style=solid]; +"969 sub_tensor_33" -> "970 linear_48" [label="(1536, 384)", style=solid]; +"970 linear_48" -> "971 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"971 gelu_7" -> "972 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"972 dropout_30" -> "973 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"973 dropout_30_0_0_nncf_smooth_quant_0" -> "974 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"974 quantize_per_tensor_default_50" -> "975 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"975 dequantize_per_tensor_default_50" -> "981 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"976 scale_updated_constant34" -> "978 mul_tensor_34" [label="(384, 1)", style=solid]; +"977 compressed_weight_updated_constant34" -> "978 mul_tensor_34" [label="(384, 1536)", style=solid]; +"978 mul_tensor_34" -> "980 sub_tensor_34" [label="(384, 1536)", style=solid]; +"979 zero_point_updated_constant34" -> "980 sub_tensor_34" [label="(384, 1)", style=solid]; +"980 sub_tensor_34" -> "981 linear_49" [label="(384, 1536)", style=solid]; +"981 linear_49" -> "982 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"982 dropout_31" -> "983 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"983 layer_norm_18" -> "984 add_27" [label="(1, 14, 14, 384)", style=solid]; +"984 add_27" -> "986 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"984 add_27" -> "1046 add_29" [label="(1, 14, 14, 384)", style=solid]; +"985 _frozen_param68" -> "1021 add_28" [label="(1, 12, 64, 64)", style=solid]; +"986 pad_10" -> "987 view_46" [label="(1, 16, 16, 384)", style=solid]; +"987 view_46" -> "988 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"988 permute_38" -> "989 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"989 reshape_36" -> "991 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"990 _frozen_param69" -> "999 linear_52" [label="(1152,)", style=solid]; +"991 reshape_36_0_0_nncf_smooth_quant_0" -> "992 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"992 quantize_per_tensor_default_51" -> "993 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"993 dequantize_per_tensor_default_51" -> "999 linear_52" [label="(4, 64, 384)", style=solid]; +"994 scale_updated_constant35" -> "996 mul_tensor_35" [label="(1152, 1)", style=solid]; +"995 compressed_weight_updated_constant35" -> "996 mul_tensor_35" [label="(1152, 384)", style=solid]; +"996 mul_tensor_35" -> "998 sub_tensor_35" [label="(1152, 384)", style=solid]; +"997 zero_point_updated_constant35" -> "998 sub_tensor_35" [label="(1152, 1)", style=solid]; +"998 sub_tensor_35" -> "999 linear_52" [label="(1152, 384)", style=solid]; +"999 linear_52" -> "1000 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1000 reshape_37" -> "1001 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1001 permute_39" -> "1002 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1001 permute_39" -> "1003 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1001 permute_39" -> "1004 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1005 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1007 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1008 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1011 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1013 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1014 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1004 select_26" -> "1024 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1005 linalg_vector_norm_16" -> "1006 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1006 clamp_min_16" -> "1007 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1007 expand_as_16" -> "1008 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1008 div_16" -> "1009 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1009 quantize_per_tensor_default_52" -> "1010 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1010 dequantize_per_tensor_default_52" -> "1018 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1011 linalg_vector_norm_17" -> "1012 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1012 clamp_min_17" -> "1013 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1013 expand_as_17" -> "1014 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1014 div_17" -> "1015 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1015 quantize_per_tensor_default_53" -> "1016 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1016 dequantize_per_tensor_default_53" -> "1017 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1017 transpose_16" -> "1018 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1018 matmul_16" -> "1020 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1019 _frozen_param71" -> "1020 mul_17" [label="(12, 1, 1)", style=solid]; +"1020 mul_17" -> "1021 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1021 add_28" -> "1022 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1022 softmax_8" -> "1023 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1023 dropout_32" -> "1024 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1024 matmul_17" -> "1025 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1025 transpose_17" -> "1026 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1026 reshape_38" -> "1027 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1027 reshape_38_0_0_nncf_smooth_quant_0" -> "1028 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1028 quantize_per_tensor_default_54" -> "1029 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1029 dequantize_per_tensor_default_54" -> "1035 linear_53" [label="(4, 64, 384)", style=solid]; +"1030 scale_updated_constant36" -> "1032 mul_tensor_36" [label="(384, 1)", style=solid]; +"1031 compressed_weight_updated_constant36" -> "1032 mul_tensor_36" [label="(384, 384)", style=solid]; +"1032 mul_tensor_36" -> "1034 sub_tensor_36" [label="(384, 384)", style=solid]; +"1033 zero_point_updated_constant36" -> "1034 sub_tensor_36" [label="(384, 1)", style=solid]; +"1034 sub_tensor_36" -> "1035 linear_53" [label="(384, 384)", style=solid]; +"1035 linear_53" -> "1036 dropout_33" [label="(4, 64, 384)", style=solid]; +"1036 dropout_33" -> "1037 view_47" [label="(4, 64, 384)", style=solid]; +"1037 view_47" -> "1038 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1038 permute_40" -> "1039 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1039 reshape_39" -> "1040 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1040 slice_134" -> "1041 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1041 slice_135" -> "1042 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1042 slice_136" -> "1043 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1043 slice_137" -> "1044 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1044 contiguous_15" -> "1045 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1045 layer_norm_19" -> "1046 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1046 add_29" -> "1047 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1046 add_29" -> "1069 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1047 add_29_0_0_nncf_smooth_quant_0" -> "1048 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1048 quantize_per_tensor_default_55" -> "1049 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1049 dequantize_per_tensor_default_55" -> "1055 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1050 scale_updated_constant37" -> "1052 mul_tensor_37" [label="(1536, 1)", style=solid]; +"1051 compressed_weight_updated_constant37" -> "1052 mul_tensor_37" [label="(1536, 384)", style=solid]; +"1052 mul_tensor_37" -> "1054 sub_tensor_37" [label="(1536, 384)", style=solid]; +"1053 zero_point_updated_constant37" -> "1054 sub_tensor_37" [label="(1536, 1)", style=solid]; +"1054 sub_tensor_37" -> "1055 linear_54" [label="(1536, 384)", style=solid]; +"1055 linear_54" -> "1056 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1056 gelu_8" -> "1057 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1057 dropout_34" -> "1058 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1058 dropout_34_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1059 quantize_per_tensor_default_56" -> "1060 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1060 dequantize_per_tensor_default_56" -> "1066 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1061 scale_updated_constant38" -> "1063 mul_tensor_38" [label="(384, 1)", style=solid]; +"1062 compressed_weight_updated_constant38" -> "1063 mul_tensor_38" [label="(384, 1536)", style=solid]; +"1063 mul_tensor_38" -> "1065 sub_tensor_38" [label="(384, 1536)", style=solid]; +"1064 zero_point_updated_constant38" -> "1065 sub_tensor_38" [label="(384, 1)", style=solid]; +"1065 sub_tensor_38" -> "1066 linear_55" [label="(384, 1536)", style=solid]; +"1066 linear_55" -> "1067 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1067 dropout_35" -> "1068 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1068 layer_norm_20" -> "1069 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_30" -> "1071 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_30" -> "1149 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1070 _frozen_param72" -> "1107 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1071 pad_11" -> "1072 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1072 roll_8" -> "1073 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1073 view_50" -> "1074 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1074 permute_42" -> "1075 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1075 reshape_40" -> "1077 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1075 reshape_40" -> "1108 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1076 _frozen_param73" -> "1085 linear_58" [label="(1152,)", style=solid]; +"1077 reshape_40_0_0_nncf_smooth_quant_0" -> "1078 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1078 quantize_per_tensor_default_57" -> "1079 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1079 dequantize_per_tensor_default_57" -> "1085 linear_58" [label="(4, 64, 384)", style=solid]; +"1080 scale_updated_constant39" -> "1082 mul_tensor_39" [label="(1152, 1)", style=solid]; +"1081 compressed_weight_updated_constant39" -> "1082 mul_tensor_39" [label="(1152, 384)", style=solid]; +"1082 mul_tensor_39" -> "1084 sub_tensor_39" [label="(1152, 384)", style=solid]; +"1083 zero_point_updated_constant39" -> "1084 sub_tensor_39" [label="(1152, 1)", style=solid]; +"1084 sub_tensor_39" -> "1085 linear_58" [label="(1152, 384)", style=solid]; +"1085 linear_58" -> "1086 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1086 reshape_41" -> "1087 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1087 permute_43" -> "1088 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 permute_43" -> "1089 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 permute_43" -> "1090 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1091 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1093 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1094 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1097 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1099 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1100 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1090 select_29" -> "1126 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1091 linalg_vector_norm_18" -> "1092 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1092 clamp_min_18" -> "1093 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1093 expand_as_18" -> "1094 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1094 div_18" -> "1095 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1095 quantize_per_tensor_default_58" -> "1096 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1096 dequantize_per_tensor_default_58" -> "1104 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1097 linalg_vector_norm_19" -> "1098 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1098 clamp_min_19" -> "1099 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1099 expand_as_19" -> "1100 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1100 div_19" -> "1101 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1101 quantize_per_tensor_default_59" -> "1102 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1102 dequantize_per_tensor_default_59" -> "1103 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1103 transpose_18" -> "1104 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1104 matmul_18" -> "1106 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1105 _frozen_param75" -> "1106 mul_19" [label="(12, 1, 1)", style=solid]; +"1106 mul_19" -> "1107 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1107 add_31" -> "1119 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1108 new_zeros_4" -> "1109 view_51" [label="(16, 16)", style=solid]; +"1109 view_51" -> "1110 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1110 permute_44" -> "1111 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1111 reshape_42" -> "1112 unsqueeze_26" [label="(4, 64)", style=solid]; +"1111 reshape_42" -> "1113 unsqueeze_27" [label="(4, 64)", style=solid]; +"1112 unsqueeze_26" -> "1114 sub_4" [label="(4, 1, 64)", style=solid]; +"1113 unsqueeze_27" -> "1114 sub_4" [label="(4, 64, 1)", style=solid]; +"1114 sub_4" -> "1115 ne_4" [label="(4, 64, 64)", style=solid]; +"1114 sub_4" -> "1116 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1114 sub_4" -> "1117 eq_4" [label="(4, 64, 64)", style=solid]; +"1115 ne_4" -> "1116 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1116 masked_fill_8" -> "1118 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1117 eq_4" -> "1118 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1118 masked_fill_9" -> "1120 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1119 view_52" -> "1122 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1120 unsqueeze_28" -> "1121 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1121 unsqueeze_29" -> "1122 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1122 add_32" -> "1123 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1123 view_53" -> "1124 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1124 softmax_9" -> "1125 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1125 dropout_36" -> "1126 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1126 matmul_19" -> "1127 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1127 transpose_19" -> "1128 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1128 reshape_43" -> "1129 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1129 reshape_43_0_0_nncf_smooth_quant_0" -> "1130 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1130 quantize_per_tensor_default_60" -> "1131 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1131 dequantize_per_tensor_default_60" -> "1137 linear_59" [label="(4, 64, 384)", style=solid]; +"1132 scale_updated_constant40" -> "1134 mul_tensor_40" [label="(384, 1)", style=solid]; +"1133 compressed_weight_updated_constant40" -> "1134 mul_tensor_40" [label="(384, 384)", style=solid]; +"1134 mul_tensor_40" -> "1136 sub_tensor_40" [label="(384, 384)", style=solid]; +"1135 zero_point_updated_constant40" -> "1136 sub_tensor_40" [label="(384, 1)", style=solid]; +"1136 sub_tensor_40" -> "1137 linear_59" [label="(384, 384)", style=solid]; +"1137 linear_59" -> "1138 dropout_37" [label="(4, 64, 384)", style=solid]; +"1138 dropout_37" -> "1139 view_54" [label="(4, 64, 384)", style=solid]; +"1139 view_54" -> "1140 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1140 permute_45" -> "1141 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1141 reshape_44" -> "1142 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1142 roll_9" -> "1143 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1143 slice_157" -> "1144 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1144 slice_158" -> "1145 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1145 slice_159" -> "1146 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1146 slice_160" -> "1147 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1147 contiguous_17" -> "1148 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1148 layer_norm_21" -> "1149 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1149 add_33" -> "1150 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1149 add_33" -> "1172 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1150 add_33_0_0_nncf_smooth_quant_0" -> "1151 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1151 quantize_per_tensor_default_61" -> "1152 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1152 dequantize_per_tensor_default_61" -> "1158 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1153 scale_updated_constant41" -> "1155 mul_tensor_41" [label="(1536, 1)", style=solid]; +"1154 compressed_weight_updated_constant41" -> "1155 mul_tensor_41" [label="(1536, 384)", style=solid]; +"1155 mul_tensor_41" -> "1157 sub_tensor_41" [label="(1536, 384)", style=solid]; +"1156 zero_point_updated_constant41" -> "1157 sub_tensor_41" [label="(1536, 1)", style=solid]; +"1157 sub_tensor_41" -> "1158 linear_60" [label="(1536, 384)", style=solid]; +"1158 linear_60" -> "1159 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1159 gelu_9" -> "1160 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1160 dropout_38" -> "1161 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1161 dropout_38_0_0_nncf_smooth_quant_0" -> "1162 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1162 quantize_per_tensor_default_62" -> "1163 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1163 dequantize_per_tensor_default_62" -> "1169 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1164 scale_updated_constant42" -> "1166 mul_tensor_42" [label="(384, 1)", style=solid]; +"1165 compressed_weight_updated_constant42" -> "1166 mul_tensor_42" [label="(384, 1536)", style=solid]; +"1166 mul_tensor_42" -> "1168 sub_tensor_42" [label="(384, 1536)", style=solid]; +"1167 zero_point_updated_constant42" -> "1168 sub_tensor_42" [label="(384, 1)", style=solid]; +"1168 sub_tensor_42" -> "1169 linear_61" [label="(384, 1536)", style=solid]; +"1169 linear_61" -> "1170 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1170 dropout_39" -> "1171 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1171 layer_norm_22" -> "1172 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1172 add_34" -> "1174 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1172 add_34" -> "1234 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1173 _frozen_param85" -> "1209 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1174 pad_12" -> "1175 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1175 view_57" -> "1176 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1176 permute_47" -> "1177 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1177 reshape_45" -> "1179 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1178 _frozen_param86" -> "1187 linear_64" [label="(1152,)", style=solid]; +"1179 reshape_45_0_0_nncf_smooth_quant_0" -> "1180 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1180 quantize_per_tensor_default_63" -> "1181 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1181 dequantize_per_tensor_default_63" -> "1187 linear_64" [label="(4, 64, 384)", style=solid]; +"1182 scale_updated_constant43" -> "1184 mul_tensor_43" [label="(1152, 1)", style=solid]; +"1183 compressed_weight_updated_constant43" -> "1184 mul_tensor_43" [label="(1152, 384)", style=solid]; +"1184 mul_tensor_43" -> "1186 sub_tensor_43" [label="(1152, 384)", style=solid]; +"1185 zero_point_updated_constant43" -> "1186 sub_tensor_43" [label="(1152, 1)", style=solid]; +"1186 sub_tensor_43" -> "1187 linear_64" [label="(1152, 384)", style=solid]; +"1187 linear_64" -> "1188 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1188 reshape_46" -> "1189 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1189 permute_48" -> "1190 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1189 permute_48" -> "1191 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1189 permute_48" -> "1192 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1193 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1195 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1196 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1199 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1201 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1202 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1192 select_32" -> "1212 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1193 linalg_vector_norm_20" -> "1194 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1194 clamp_min_20" -> "1195 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1195 expand_as_20" -> "1196 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1196 div_20" -> "1197 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1197 quantize_per_tensor_default_64" -> "1198 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1198 dequantize_per_tensor_default_64" -> "1206 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1199 linalg_vector_norm_21" -> "1200 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1200 clamp_min_21" -> "1201 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1201 expand_as_21" -> "1202 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1202 div_21" -> "1203 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1203 quantize_per_tensor_default_65" -> "1204 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1204 dequantize_per_tensor_default_65" -> "1205 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1205 transpose_20" -> "1206 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1206 matmul_20" -> "1208 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1207 _frozen_param88" -> "1208 mul_21" [label="(12, 1, 1)", style=solid]; +"1208 mul_21" -> "1209 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1209 add_35" -> "1210 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1210 softmax_10" -> "1211 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1211 dropout_40" -> "1212 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1212 matmul_21" -> "1213 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1213 transpose_21" -> "1214 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1214 reshape_47" -> "1215 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1215 reshape_47_0_0_nncf_smooth_quant_0" -> "1216 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1216 quantize_per_tensor_default_66" -> "1217 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1217 dequantize_per_tensor_default_66" -> "1223 linear_65" [label="(4, 64, 384)", style=solid]; +"1218 scale_updated_constant44" -> "1220 mul_tensor_44" [label="(384, 1)", style=solid]; +"1219 compressed_weight_updated_constant44" -> "1220 mul_tensor_44" [label="(384, 384)", style=solid]; +"1220 mul_tensor_44" -> "1222 sub_tensor_44" [label="(384, 384)", style=solid]; +"1221 zero_point_updated_constant44" -> "1222 sub_tensor_44" [label="(384, 1)", style=solid]; +"1222 sub_tensor_44" -> "1223 linear_65" [label="(384, 384)", style=solid]; +"1223 linear_65" -> "1224 dropout_41" [label="(4, 64, 384)", style=solid]; +"1224 dropout_41" -> "1225 view_58" [label="(4, 64, 384)", style=solid]; +"1225 view_58" -> "1226 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1226 permute_49" -> "1227 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1227 reshape_48" -> "1228 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1228 slice_162" -> "1229 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1229 slice_163" -> "1230 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1230 slice_164" -> "1231 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1231 slice_165" -> "1232 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1232 contiguous_19" -> "1233 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1233 layer_norm_23" -> "1234 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1234 add_36" -> "1235 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1234 add_36" -> "1257 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1235 add_36_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1236 quantize_per_tensor_default_67" -> "1237 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1237 dequantize_per_tensor_default_67" -> "1243 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1238 scale_updated_constant45" -> "1240 mul_tensor_45" [label="(1536, 1)", style=solid]; +"1239 compressed_weight_updated_constant45" -> "1240 mul_tensor_45" [label="(1536, 384)", style=solid]; +"1240 mul_tensor_45" -> "1242 sub_tensor_45" [label="(1536, 384)", style=solid]; +"1241 zero_point_updated_constant45" -> "1242 sub_tensor_45" [label="(1536, 1)", style=solid]; +"1242 sub_tensor_45" -> "1243 linear_66" [label="(1536, 384)", style=solid]; +"1243 linear_66" -> "1244 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1244 gelu_10" -> "1245 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1245 dropout_42" -> "1246 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1246 dropout_42_0_0_nncf_smooth_quant_0" -> "1247 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1247 quantize_per_tensor_default_68" -> "1248 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1248 dequantize_per_tensor_default_68" -> "1254 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1249 scale_updated_constant46" -> "1251 mul_tensor_46" [label="(384, 1)", style=solid]; +"1250 compressed_weight_updated_constant46" -> "1251 mul_tensor_46" [label="(384, 1536)", style=solid]; +"1251 mul_tensor_46" -> "1253 sub_tensor_46" [label="(384, 1536)", style=solid]; +"1252 zero_point_updated_constant46" -> "1253 sub_tensor_46" [label="(384, 1)", style=solid]; +"1253 sub_tensor_46" -> "1254 linear_67" [label="(384, 1536)", style=solid]; +"1254 linear_67" -> "1255 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1255 dropout_43" -> "1256 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1256 layer_norm_24" -> "1257 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1257 add_37" -> "1259 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1257 add_37" -> "1337 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1258 _frozen_param89" -> "1295 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1259 pad_13" -> "1260 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1260 roll_10" -> "1261 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1261 view_61" -> "1262 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1262 permute_51" -> "1263 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1263 reshape_49" -> "1265 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1263 reshape_49" -> "1296 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1264 _frozen_param90" -> "1273 linear_70" [label="(1152,)", style=solid]; +"1265 reshape_49_0_0_nncf_smooth_quant_0" -> "1266 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1266 quantize_per_tensor_default_69" -> "1267 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1267 dequantize_per_tensor_default_69" -> "1273 linear_70" [label="(4, 64, 384)", style=solid]; +"1268 scale_updated_constant47" -> "1270 mul_tensor_47" [label="(1152, 1)", style=solid]; +"1269 compressed_weight_updated_constant47" -> "1270 mul_tensor_47" [label="(1152, 384)", style=solid]; +"1270 mul_tensor_47" -> "1272 sub_tensor_47" [label="(1152, 384)", style=solid]; +"1271 zero_point_updated_constant47" -> "1272 sub_tensor_47" [label="(1152, 1)", style=solid]; +"1272 sub_tensor_47" -> "1273 linear_70" [label="(1152, 384)", style=solid]; +"1273 linear_70" -> "1274 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1274 reshape_50" -> "1275 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1275 permute_52" -> "1276 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1275 permute_52" -> "1277 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1275 permute_52" -> "1278 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1279 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1281 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1282 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1285 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1287 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1288 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1278 select_35" -> "1314 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1279 linalg_vector_norm_22" -> "1280 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1280 clamp_min_22" -> "1281 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1281 expand_as_22" -> "1282 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1282 div_22" -> "1283 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1283 quantize_per_tensor_default_70" -> "1284 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1284 dequantize_per_tensor_default_70" -> "1292 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1285 linalg_vector_norm_23" -> "1286 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1286 clamp_min_23" -> "1287 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1287 expand_as_23" -> "1288 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1288 div_23" -> "1289 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1289 quantize_per_tensor_default_71" -> "1290 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1290 dequantize_per_tensor_default_71" -> "1291 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1291 transpose_22" -> "1292 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1292 matmul_22" -> "1294 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1293 _frozen_param92" -> "1294 mul_23" [label="(12, 1, 1)", style=solid]; +"1294 mul_23" -> "1295 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1295 add_38" -> "1307 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1296 new_zeros_5" -> "1297 view_62" [label="(16, 16)", style=solid]; +"1297 view_62" -> "1298 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1298 permute_53" -> "1299 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1299 reshape_51" -> "1300 unsqueeze_32" [label="(4, 64)", style=solid]; +"1299 reshape_51" -> "1301 unsqueeze_33" [label="(4, 64)", style=solid]; +"1300 unsqueeze_32" -> "1302 sub_5" [label="(4, 1, 64)", style=solid]; +"1301 unsqueeze_33" -> "1302 sub_5" [label="(4, 64, 1)", style=solid]; +"1302 sub_5" -> "1303 ne_5" [label="(4, 64, 64)", style=solid]; +"1302 sub_5" -> "1304 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1302 sub_5" -> "1305 eq_5" [label="(4, 64, 64)", style=solid]; +"1303 ne_5" -> "1304 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1304 masked_fill_10" -> "1306 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1305 eq_5" -> "1306 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1306 masked_fill_11" -> "1308 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1307 view_63" -> "1310 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1308 unsqueeze_34" -> "1309 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1309 unsqueeze_35" -> "1310 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1310 add_39" -> "1311 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1311 view_64" -> "1312 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1312 softmax_11" -> "1313 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1313 dropout_44" -> "1314 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1314 matmul_23" -> "1315 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1315 transpose_23" -> "1316 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1316 reshape_52" -> "1317 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1317 reshape_52_0_0_nncf_smooth_quant_0" -> "1318 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1318 quantize_per_tensor_default_72" -> "1319 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1319 dequantize_per_tensor_default_72" -> "1325 linear_71" [label="(4, 64, 384)", style=solid]; +"1320 scale_updated_constant48" -> "1322 mul_tensor_48" [label="(384, 1)", style=solid]; +"1321 compressed_weight_updated_constant48" -> "1322 mul_tensor_48" [label="(384, 384)", style=solid]; +"1322 mul_tensor_48" -> "1324 sub_tensor_48" [label="(384, 384)", style=solid]; +"1323 zero_point_updated_constant48" -> "1324 sub_tensor_48" [label="(384, 1)", style=solid]; +"1324 sub_tensor_48" -> "1325 linear_71" [label="(384, 384)", style=solid]; +"1325 linear_71" -> "1326 dropout_45" [label="(4, 64, 384)", style=solid]; +"1326 dropout_45" -> "1327 view_65" [label="(4, 64, 384)", style=solid]; +"1327 view_65" -> "1328 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1328 permute_54" -> "1329 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1329 reshape_53" -> "1330 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1330 roll_11" -> "1331 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1331 slice_185" -> "1332 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1332 slice_186" -> "1333 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1333 slice_187" -> "1334 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1334 slice_188" -> "1335 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1335 contiguous_21" -> "1336 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1336 layer_norm_25" -> "1337 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1337 add_40" -> "1338 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1337 add_40" -> "1360 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1338 add_40_0_0_nncf_smooth_quant_0" -> "1339 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1339 quantize_per_tensor_default_73" -> "1340 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1340 dequantize_per_tensor_default_73" -> "1346 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1341 scale_updated_constant49" -> "1343 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1342 compressed_weight_updated_constant49" -> "1343 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1343 mul_tensor_49" -> "1345 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1344 zero_point_updated_constant49" -> "1345 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1345 sub_tensor_49" -> "1346 linear_72" [label="(1536, 384)", style=solid]; +"1346 linear_72" -> "1347 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1347 gelu_11" -> "1348 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1348 dropout_46" -> "1349 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1349 dropout_46_0_0_nncf_smooth_quant_0" -> "1350 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1350 quantize_per_tensor_default_74" -> "1351 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1351 dequantize_per_tensor_default_74" -> "1357 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1352 scale_updated_constant50" -> "1354 mul_tensor_50" [label="(384, 1)", style=solid]; +"1353 compressed_weight_updated_constant50" -> "1354 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1354 mul_tensor_50" -> "1356 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1355 zero_point_updated_constant50" -> "1356 sub_tensor_50" [label="(384, 1)", style=solid]; +"1356 sub_tensor_50" -> "1357 linear_73" [label="(384, 1536)", style=solid]; +"1357 linear_73" -> "1358 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1358 dropout_47" -> "1359 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1359 layer_norm_26" -> "1360 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1360 add_41" -> "1362 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1360 add_41" -> "1422 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1361 _frozen_param102" -> "1397 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1362 pad_14" -> "1363 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1363 view_68" -> "1364 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1364 permute_56" -> "1365 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1365 reshape_54" -> "1367 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1366 _frozen_param103" -> "1375 linear_76" [label="(1152,)", style=solid]; +"1367 reshape_54_0_0_nncf_smooth_quant_0" -> "1368 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1368 quantize_per_tensor_default_75" -> "1369 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1369 dequantize_per_tensor_default_75" -> "1375 linear_76" [label="(4, 64, 384)", style=solid]; +"1370 scale_updated_constant51" -> "1372 mul_tensor_51" [label="(1152, 1)", style=solid]; +"1371 compressed_weight_updated_constant51" -> "1372 mul_tensor_51" [label="(1152, 384)", style=solid]; +"1372 mul_tensor_51" -> "1374 sub_tensor_51" [label="(1152, 384)", style=solid]; +"1373 zero_point_updated_constant51" -> "1374 sub_tensor_51" [label="(1152, 1)", style=solid]; +"1374 sub_tensor_51" -> "1375 linear_76" [label="(1152, 384)", style=solid]; +"1375 linear_76" -> "1376 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1376 reshape_55" -> "1377 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1377 permute_57" -> "1378 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1377 permute_57" -> "1379 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1377 permute_57" -> "1380 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1381 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1383 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1384 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1387 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1389 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1390 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1380 select_38" -> "1400 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1381 linalg_vector_norm_24" -> "1382 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1382 clamp_min_24" -> "1383 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1383 expand_as_24" -> "1384 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1384 div_24" -> "1385 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1385 quantize_per_tensor_default_76" -> "1386 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1386 dequantize_per_tensor_default_76" -> "1394 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1387 linalg_vector_norm_25" -> "1388 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1388 clamp_min_25" -> "1389 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1389 expand_as_25" -> "1390 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1390 div_25" -> "1391 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1391 quantize_per_tensor_default_77" -> "1392 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1392 dequantize_per_tensor_default_77" -> "1393 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1393 transpose_24" -> "1394 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1394 matmul_24" -> "1396 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1395 _frozen_param105" -> "1396 mul_25" [label="(12, 1, 1)", style=solid]; +"1396 mul_25" -> "1397 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1397 add_42" -> "1398 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1398 softmax_12" -> "1399 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1399 dropout_48" -> "1400 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1400 matmul_25" -> "1401 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1401 transpose_25" -> "1402 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1402 reshape_56" -> "1403 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1403 reshape_56_0_0_nncf_smooth_quant_0" -> "1404 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1404 quantize_per_tensor_default_78" -> "1405 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1405 dequantize_per_tensor_default_78" -> "1411 linear_77" [label="(4, 64, 384)", style=solid]; +"1406 scale_updated_constant52" -> "1408 mul_tensor_52" [label="(384, 1)", style=solid]; +"1407 compressed_weight_updated_constant52" -> "1408 mul_tensor_52" [label="(384, 384)", style=solid]; +"1408 mul_tensor_52" -> "1410 sub_tensor_52" [label="(384, 384)", style=solid]; +"1409 zero_point_updated_constant52" -> "1410 sub_tensor_52" [label="(384, 1)", style=solid]; +"1410 sub_tensor_52" -> "1411 linear_77" [label="(384, 384)", style=solid]; +"1411 linear_77" -> "1412 dropout_49" [label="(4, 64, 384)", style=solid]; +"1412 dropout_49" -> "1413 view_69" [label="(4, 64, 384)", style=solid]; +"1413 view_69" -> "1414 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1414 permute_58" -> "1415 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1415 reshape_57" -> "1416 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1416 slice_190" -> "1417 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1417 slice_191" -> "1418 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1418 slice_192" -> "1419 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1419 slice_193" -> "1420 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1420 contiguous_23" -> "1421 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1421 layer_norm_27" -> "1422 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_43" -> "1423 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_43" -> "1445 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1423 add_43_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1424 quantize_per_tensor_default_79" -> "1425 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1425 dequantize_per_tensor_default_79" -> "1431 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1426 scale_updated_constant53" -> "1428 mul_tensor_53" [label="(1536, 1)", style=solid]; +"1427 compressed_weight_updated_constant53" -> "1428 mul_tensor_53" [label="(1536, 384)", style=solid]; +"1428 mul_tensor_53" -> "1430 sub_tensor_53" [label="(1536, 384)", style=solid]; +"1429 zero_point_updated_constant53" -> "1430 sub_tensor_53" [label="(1536, 1)", style=solid]; +"1430 sub_tensor_53" -> "1431 linear_78" [label="(1536, 384)", style=solid]; +"1431 linear_78" -> "1432 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1432 gelu_12" -> "1433 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1433 dropout_50" -> "1434 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1434 dropout_50_0_0_nncf_smooth_quant_0" -> "1435 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1435 quantize_per_tensor_default_80" -> "1436 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1436 dequantize_per_tensor_default_80" -> "1442 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1437 scale_updated_constant54" -> "1439 mul_tensor_54" [label="(384, 1)", style=solid]; +"1438 compressed_weight_updated_constant54" -> "1439 mul_tensor_54" [label="(384, 1536)", style=solid]; +"1439 mul_tensor_54" -> "1441 sub_tensor_54" [label="(384, 1536)", style=solid]; +"1440 zero_point_updated_constant54" -> "1441 sub_tensor_54" [label="(384, 1)", style=solid]; +"1441 sub_tensor_54" -> "1442 linear_79" [label="(384, 1536)", style=solid]; +"1442 linear_79" -> "1443 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1443 dropout_51" -> "1444 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1444 layer_norm_28" -> "1445 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_44" -> "1447 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_44" -> "1525 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1446 _frozen_param106" -> "1483 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1447 pad_15" -> "1448 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1448 roll_12" -> "1449 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1449 view_72" -> "1450 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1450 permute_60" -> "1451 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1451 reshape_58" -> "1453 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1451 reshape_58" -> "1484 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1452 _frozen_param107" -> "1461 linear_82" [label="(1152,)", style=solid]; +"1453 reshape_58_0_0_nncf_smooth_quant_0" -> "1454 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1454 quantize_per_tensor_default_81" -> "1455 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1455 dequantize_per_tensor_default_81" -> "1461 linear_82" [label="(4, 64, 384)", style=solid]; +"1456 scale_updated_constant55" -> "1458 mul_tensor_55" [label="(1152, 1)", style=solid]; +"1457 compressed_weight_updated_constant55" -> "1458 mul_tensor_55" [label="(1152, 384)", style=solid]; +"1458 mul_tensor_55" -> "1460 sub_tensor_55" [label="(1152, 384)", style=solid]; +"1459 zero_point_updated_constant55" -> "1460 sub_tensor_55" [label="(1152, 1)", style=solid]; +"1460 sub_tensor_55" -> "1461 linear_82" [label="(1152, 384)", style=solid]; +"1461 linear_82" -> "1462 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1462 reshape_59" -> "1463 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1463 permute_61" -> "1464 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1463 permute_61" -> "1465 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1463 permute_61" -> "1466 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1467 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1469 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1470 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1473 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1475 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1476 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1466 select_41" -> "1502 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1467 linalg_vector_norm_26" -> "1468 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1468 clamp_min_26" -> "1469 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1469 expand_as_26" -> "1470 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1470 div_26" -> "1471 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1471 quantize_per_tensor_default_82" -> "1472 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1472 dequantize_per_tensor_default_82" -> "1480 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1473 linalg_vector_norm_27" -> "1474 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1474 clamp_min_27" -> "1475 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1475 expand_as_27" -> "1476 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1476 div_27" -> "1477 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1477 quantize_per_tensor_default_83" -> "1478 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1478 dequantize_per_tensor_default_83" -> "1479 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1479 transpose_26" -> "1480 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1480 matmul_26" -> "1482 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1481 _frozen_param109" -> "1482 mul_27" [label="(12, 1, 1)", style=solid]; +"1482 mul_27" -> "1483 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1483 add_45" -> "1495 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1484 new_zeros_6" -> "1485 view_73" [label="(16, 16)", style=solid]; +"1485 view_73" -> "1486 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1486 permute_62" -> "1487 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1487 reshape_60" -> "1488 unsqueeze_38" [label="(4, 64)", style=solid]; +"1487 reshape_60" -> "1489 unsqueeze_39" [label="(4, 64)", style=solid]; +"1488 unsqueeze_38" -> "1490 sub_6" [label="(4, 1, 64)", style=solid]; +"1489 unsqueeze_39" -> "1490 sub_6" [label="(4, 64, 1)", style=solid]; +"1490 sub_6" -> "1491 ne_6" [label="(4, 64, 64)", style=solid]; +"1490 sub_6" -> "1492 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1490 sub_6" -> "1493 eq_6" [label="(4, 64, 64)", style=solid]; +"1491 ne_6" -> "1492 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1492 masked_fill_12" -> "1494 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1493 eq_6" -> "1494 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1494 masked_fill_13" -> "1496 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1495 view_74" -> "1498 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1496 unsqueeze_40" -> "1497 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1497 unsqueeze_41" -> "1498 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1498 add_46" -> "1499 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1499 view_75" -> "1500 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1500 softmax_13" -> "1501 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1501 dropout_52" -> "1502 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1502 matmul_27" -> "1503 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1503 transpose_27" -> "1504 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1504 reshape_61" -> "1505 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1505 reshape_61_0_0_nncf_smooth_quant_0" -> "1506 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1506 quantize_per_tensor_default_84" -> "1507 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1507 dequantize_per_tensor_default_84" -> "1513 linear_83" [label="(4, 64, 384)", style=solid]; +"1508 scale_updated_constant56" -> "1510 mul_tensor_56" [label="(384, 1)", style=solid]; +"1509 compressed_weight_updated_constant56" -> "1510 mul_tensor_56" [label="(384, 384)", style=solid]; +"1510 mul_tensor_56" -> "1512 sub_tensor_56" [label="(384, 384)", style=solid]; +"1511 zero_point_updated_constant56" -> "1512 sub_tensor_56" [label="(384, 1)", style=solid]; +"1512 sub_tensor_56" -> "1513 linear_83" [label="(384, 384)", style=solid]; +"1513 linear_83" -> "1514 dropout_53" [label="(4, 64, 384)", style=solid]; +"1514 dropout_53" -> "1515 view_76" [label="(4, 64, 384)", style=solid]; +"1515 view_76" -> "1516 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1516 permute_63" -> "1517 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1517 reshape_62" -> "1518 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1518 roll_13" -> "1519 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1519 slice_213" -> "1520 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1520 slice_214" -> "1521 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1521 slice_215" -> "1522 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1522 slice_216" -> "1523 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1523 contiguous_25" -> "1524 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1524 layer_norm_29" -> "1525 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_47" -> "1526 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_47" -> "1548 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1526 add_47_0_0_nncf_smooth_quant_0" -> "1527 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1527 quantize_per_tensor_default_85" -> "1528 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1528 dequantize_per_tensor_default_85" -> "1534 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1529 scale_updated_constant57" -> "1531 mul_tensor_57" [label="(1536, 1)", style=solid]; +"1530 compressed_weight_updated_constant57" -> "1531 mul_tensor_57" [label="(1536, 384)", style=solid]; +"1531 mul_tensor_57" -> "1533 sub_tensor_57" [label="(1536, 384)", style=solid]; +"1532 zero_point_updated_constant57" -> "1533 sub_tensor_57" [label="(1536, 1)", style=solid]; +"1533 sub_tensor_57" -> "1534 linear_84" [label="(1536, 384)", style=solid]; +"1534 linear_84" -> "1535 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1535 gelu_13" -> "1536 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1536 dropout_54" -> "1537 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1537 dropout_54_0_0_nncf_smooth_quant_0" -> "1538 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1538 quantize_per_tensor_default_86" -> "1539 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1539 dequantize_per_tensor_default_86" -> "1545 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1540 scale_updated_constant58" -> "1542 mul_tensor_58" [label="(384, 1)", style=solid]; +"1541 compressed_weight_updated_constant58" -> "1542 mul_tensor_58" [label="(384, 1536)", style=solid]; +"1542 mul_tensor_58" -> "1544 sub_tensor_58" [label="(384, 1536)", style=solid]; +"1543 zero_point_updated_constant58" -> "1544 sub_tensor_58" [label="(384, 1)", style=solid]; +"1544 sub_tensor_58" -> "1545 linear_85" [label="(384, 1536)", style=solid]; +"1545 linear_85" -> "1546 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1546 dropout_55" -> "1547 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1547 layer_norm_30" -> "1548 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1548 add_48" -> "1550 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1548 add_48" -> "1610 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1549 _frozen_param119" -> "1585 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1550 pad_16" -> "1551 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1551 view_79" -> "1552 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1552 permute_65" -> "1553 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1553 reshape_63" -> "1555 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1554 _frozen_param120" -> "1563 linear_88" [label="(1152,)", style=solid]; +"1555 reshape_63_0_0_nncf_smooth_quant_0" -> "1556 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1556 quantize_per_tensor_default_87" -> "1557 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1557 dequantize_per_tensor_default_87" -> "1563 linear_88" [label="(4, 64, 384)", style=solid]; +"1558 scale_updated_constant59" -> "1560 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1559 compressed_weight_updated_constant59" -> "1560 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1560 mul_tensor_59" -> "1562 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1561 zero_point_updated_constant59" -> "1562 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1562 sub_tensor_59" -> "1563 linear_88" [label="(1152, 384)", style=solid]; +"1563 linear_88" -> "1564 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1564 reshape_64" -> "1565 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1565 permute_66" -> "1566 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1565 permute_66" -> "1567 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1565 permute_66" -> "1568 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1569 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1571 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1572 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1575 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1577 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1578 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1568 select_44" -> "1588 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1569 linalg_vector_norm_28" -> "1570 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1570 clamp_min_28" -> "1571 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1571 expand_as_28" -> "1572 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1572 div_28" -> "1573 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1573 quantize_per_tensor_default_88" -> "1574 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1574 dequantize_per_tensor_default_88" -> "1582 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1575 linalg_vector_norm_29" -> "1576 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1576 clamp_min_29" -> "1577 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1577 expand_as_29" -> "1578 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1578 div_29" -> "1579 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1579 quantize_per_tensor_default_89" -> "1580 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1580 dequantize_per_tensor_default_89" -> "1581 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1581 transpose_28" -> "1582 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1582 matmul_28" -> "1584 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1583 _frozen_param122" -> "1584 mul_29" [label="(12, 1, 1)", style=solid]; +"1584 mul_29" -> "1585 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1585 add_49" -> "1586 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1586 softmax_14" -> "1587 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1587 dropout_56" -> "1588 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1588 matmul_29" -> "1589 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1589 transpose_29" -> "1590 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1590 reshape_65" -> "1591 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1591 reshape_65_0_0_nncf_smooth_quant_0" -> "1592 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1592 quantize_per_tensor_default_90" -> "1593 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1593 dequantize_per_tensor_default_90" -> "1599 linear_89" [label="(4, 64, 384)", style=solid]; +"1594 scale_updated_constant60" -> "1596 mul_tensor_60" [label="(384, 1)", style=solid]; +"1595 compressed_weight_updated_constant60" -> "1596 mul_tensor_60" [label="(384, 384)", style=solid]; +"1596 mul_tensor_60" -> "1598 sub_tensor_60" [label="(384, 384)", style=solid]; +"1597 zero_point_updated_constant60" -> "1598 sub_tensor_60" [label="(384, 1)", style=solid]; +"1598 sub_tensor_60" -> "1599 linear_89" [label="(384, 384)", style=solid]; +"1599 linear_89" -> "1600 dropout_57" [label="(4, 64, 384)", style=solid]; +"1600 dropout_57" -> "1601 view_80" [label="(4, 64, 384)", style=solid]; +"1601 view_80" -> "1602 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1602 permute_67" -> "1603 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1603 reshape_66" -> "1604 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1604 slice_218" -> "1605 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1605 slice_219" -> "1606 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1606 slice_220" -> "1607 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1607 slice_221" -> "1608 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1608 contiguous_27" -> "1609 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1609 layer_norm_31" -> "1610 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1610 add_50" -> "1611 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1610 add_50" -> "1633 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1611 add_50_0_0_nncf_smooth_quant_0" -> "1612 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1612 quantize_per_tensor_default_91" -> "1613 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1613 dequantize_per_tensor_default_91" -> "1619 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1614 scale_updated_constant61" -> "1616 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1615 compressed_weight_updated_constant61" -> "1616 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1616 mul_tensor_61" -> "1618 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1617 zero_point_updated_constant61" -> "1618 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1618 sub_tensor_61" -> "1619 linear_90" [label="(1536, 384)", style=solid]; +"1619 linear_90" -> "1620 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1620 gelu_14" -> "1621 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1621 dropout_58" -> "1622 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1622 dropout_58_0_0_nncf_smooth_quant_0" -> "1623 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1623 quantize_per_tensor_default_92" -> "1624 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1624 dequantize_per_tensor_default_92" -> "1630 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1625 scale_updated_constant62" -> "1627 mul_tensor_62" [label="(384, 1)", style=solid]; +"1626 compressed_weight_updated_constant62" -> "1627 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1627 mul_tensor_62" -> "1629 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1628 zero_point_updated_constant62" -> "1629 sub_tensor_62" [label="(384, 1)", style=solid]; +"1629 sub_tensor_62" -> "1630 linear_91" [label="(384, 1536)", style=solid]; +"1630 linear_91" -> "1631 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1631 dropout_59" -> "1632 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1632 layer_norm_32" -> "1633 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1633 add_51" -> "1635 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1633 add_51" -> "1713 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1634 _frozen_param123" -> "1671 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1635 pad_17" -> "1636 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1636 roll_14" -> "1637 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1637 view_83" -> "1638 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1638 permute_69" -> "1639 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1639 reshape_67" -> "1641 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1639 reshape_67" -> "1672 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1640 _frozen_param124" -> "1649 linear_94" [label="(1152,)", style=solid]; +"1641 reshape_67_0_0_nncf_smooth_quant_0" -> "1642 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1642 quantize_per_tensor_default_93" -> "1643 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1643 dequantize_per_tensor_default_93" -> "1649 linear_94" [label="(4, 64, 384)", style=solid]; +"1644 scale_updated_constant63" -> "1646 mul_tensor_63" [label="(1152, 1)", style=solid]; +"1645 compressed_weight_updated_constant63" -> "1646 mul_tensor_63" [label="(1152, 384)", style=solid]; +"1646 mul_tensor_63" -> "1648 sub_tensor_63" [label="(1152, 384)", style=solid]; +"1647 zero_point_updated_constant63" -> "1648 sub_tensor_63" [label="(1152, 1)", style=solid]; +"1648 sub_tensor_63" -> "1649 linear_94" [label="(1152, 384)", style=solid]; +"1649 linear_94" -> "1650 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1650 reshape_68" -> "1651 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1651 permute_70" -> "1652 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_70" -> "1653 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_70" -> "1654 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1655 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1657 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1658 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1661 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1663 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1664 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1654 select_47" -> "1690 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1655 linalg_vector_norm_30" -> "1656 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1656 clamp_min_30" -> "1657 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1657 expand_as_30" -> "1658 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1658 div_30" -> "1659 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1659 quantize_per_tensor_default_94" -> "1660 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1660 dequantize_per_tensor_default_94" -> "1668 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"1661 linalg_vector_norm_31" -> "1662 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1662 clamp_min_31" -> "1663 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1663 expand_as_31" -> "1664 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1664 div_31" -> "1665 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1665 quantize_per_tensor_default_95" -> "1666 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1666 dequantize_per_tensor_default_95" -> "1667 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"1667 transpose_30" -> "1668 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1668 matmul_30" -> "1670 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1669 _frozen_param126" -> "1670 mul_31" [label="(12, 1, 1)", style=solid]; +"1670 mul_31" -> "1671 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1671 add_52" -> "1683 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1672 new_zeros_7" -> "1673 view_84" [label="(16, 16)", style=solid]; +"1673 view_84" -> "1674 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1674 permute_71" -> "1675 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1675 reshape_69" -> "1676 unsqueeze_44" [label="(4, 64)", style=solid]; +"1675 reshape_69" -> "1677 unsqueeze_45" [label="(4, 64)", style=solid]; +"1676 unsqueeze_44" -> "1678 sub_7" [label="(4, 1, 64)", style=solid]; +"1677 unsqueeze_45" -> "1678 sub_7" [label="(4, 64, 1)", style=solid]; +"1678 sub_7" -> "1679 ne_7" [label="(4, 64, 64)", style=solid]; +"1678 sub_7" -> "1680 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1678 sub_7" -> "1681 eq_7" [label="(4, 64, 64)", style=solid]; +"1679 ne_7" -> "1680 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1680 masked_fill_14" -> "1682 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1681 eq_7" -> "1682 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1682 masked_fill_15" -> "1684 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1683 view_85" -> "1686 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1684 unsqueeze_46" -> "1685 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1685 unsqueeze_47" -> "1686 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1686 add_53" -> "1687 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1687 view_86" -> "1688 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1688 softmax_15" -> "1689 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1689 dropout_60" -> "1690 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1690 matmul_31" -> "1691 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"1691 transpose_31" -> "1692 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1692 reshape_70" -> "1693 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1693 reshape_70_0_0_nncf_smooth_quant_0" -> "1694 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1694 quantize_per_tensor_default_96" -> "1695 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1695 dequantize_per_tensor_default_96" -> "1701 linear_95" [label="(4, 64, 384)", style=solid]; +"1696 scale_updated_constant64" -> "1698 mul_tensor_64" [label="(384, 1)", style=solid]; +"1697 compressed_weight_updated_constant64" -> "1698 mul_tensor_64" [label="(384, 384)", style=solid]; +"1698 mul_tensor_64" -> "1700 sub_tensor_64" [label="(384, 384)", style=solid]; +"1699 zero_point_updated_constant64" -> "1700 sub_tensor_64" [label="(384, 1)", style=solid]; +"1700 sub_tensor_64" -> "1701 linear_95" [label="(384, 384)", style=solid]; +"1701 linear_95" -> "1702 dropout_61" [label="(4, 64, 384)", style=solid]; +"1702 dropout_61" -> "1703 view_87" [label="(4, 64, 384)", style=solid]; +"1703 view_87" -> "1704 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1704 permute_72" -> "1705 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1705 reshape_71" -> "1706 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1706 roll_15" -> "1707 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1707 slice_241" -> "1708 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1708 slice_242" -> "1709 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1709 slice_243" -> "1710 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1710 slice_244" -> "1711 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1711 contiguous_29" -> "1712 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1712 layer_norm_33" -> "1713 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1713 add_54" -> "1714 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1713 add_54" -> "1736 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_54_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1715 quantize_per_tensor_default_97" -> "1716 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1716 dequantize_per_tensor_default_97" -> "1722 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"1717 scale_updated_constant65" -> "1719 mul_tensor_65" [label="(1536, 1)", style=solid]; +"1718 compressed_weight_updated_constant65" -> "1719 mul_tensor_65" [label="(1536, 384)", style=solid]; +"1719 mul_tensor_65" -> "1721 sub_tensor_65" [label="(1536, 384)", style=solid]; +"1720 zero_point_updated_constant65" -> "1721 sub_tensor_65" [label="(1536, 1)", style=solid]; +"1721 sub_tensor_65" -> "1722 linear_96" [label="(1536, 384)", style=solid]; +"1722 linear_96" -> "1723 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1723 gelu_15" -> "1724 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"1724 dropout_62" -> "1725 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1725 dropout_62_0_0_nncf_smooth_quant_0" -> "1726 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1726 quantize_per_tensor_default_98" -> "1727 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1727 dequantize_per_tensor_default_98" -> "1733 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1728 scale_updated_constant66" -> "1730 mul_tensor_66" [label="(384, 1)", style=solid]; +"1729 compressed_weight_updated_constant66" -> "1730 mul_tensor_66" [label="(384, 1536)", style=solid]; +"1730 mul_tensor_66" -> "1732 sub_tensor_66" [label="(384, 1536)", style=solid]; +"1731 zero_point_updated_constant66" -> "1732 sub_tensor_66" [label="(384, 1)", style=solid]; +"1732 sub_tensor_66" -> "1733 linear_97" [label="(384, 1536)", style=solid]; +"1733 linear_97" -> "1734 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1734 dropout_63" -> "1735 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1735 layer_norm_34" -> "1736 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1736 add_55" -> "1738 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"1736 add_55" -> "1798 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1737 _frozen_param136" -> "1773 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1738 pad_18" -> "1739 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1739 view_90" -> "1740 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1740 permute_74" -> "1741 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1741 reshape_72" -> "1743 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1742 _frozen_param137" -> "1751 linear_100" [label="(1152,)", style=solid]; +"1743 reshape_72_0_0_nncf_smooth_quant_0" -> "1744 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1744 quantize_per_tensor_default_99" -> "1745 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1745 dequantize_per_tensor_default_99" -> "1751 linear_100" [label="(4, 64, 384)", style=solid]; +"1746 scale_updated_constant67" -> "1748 mul_tensor_67" [label="(1152, 1)", style=solid]; +"1747 compressed_weight_updated_constant67" -> "1748 mul_tensor_67" [label="(1152, 384)", style=solid]; +"1748 mul_tensor_67" -> "1750 sub_tensor_67" [label="(1152, 384)", style=solid]; +"1749 zero_point_updated_constant67" -> "1750 sub_tensor_67" [label="(1152, 1)", style=solid]; +"1750 sub_tensor_67" -> "1751 linear_100" [label="(1152, 384)", style=solid]; +"1751 linear_100" -> "1752 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1752 reshape_73" -> "1753 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1753 permute_75" -> "1754 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1753 permute_75" -> "1755 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1753 permute_75" -> "1756 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1757 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1759 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1760 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1763 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1765 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1766 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1756 select_50" -> "1776 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1757 linalg_vector_norm_32" -> "1758 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1758 clamp_min_32" -> "1759 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1759 expand_as_32" -> "1760 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1760 div_32" -> "1761 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1761 quantize_per_tensor_default_100" -> "1762 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1762 dequantize_per_tensor_default_100" -> "1770 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"1763 linalg_vector_norm_33" -> "1764 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1764 clamp_min_33" -> "1765 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1765 expand_as_33" -> "1766 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1766 div_33" -> "1767 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1767 quantize_per_tensor_default_101" -> "1768 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1768 dequantize_per_tensor_default_101" -> "1769 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"1769 transpose_32" -> "1770 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1770 matmul_32" -> "1772 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1771 _frozen_param139" -> "1772 mul_33" [label="(12, 1, 1)", style=solid]; +"1772 mul_33" -> "1773 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1773 add_56" -> "1774 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1774 softmax_16" -> "1775 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1775 dropout_64" -> "1776 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1776 matmul_33" -> "1777 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"1777 transpose_33" -> "1778 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1778 reshape_74" -> "1779 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1779 reshape_74_0_0_nncf_smooth_quant_0" -> "1780 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1780 quantize_per_tensor_default_102" -> "1781 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1781 dequantize_per_tensor_default_102" -> "1787 linear_101" [label="(4, 64, 384)", style=solid]; +"1782 scale_updated_constant68" -> "1784 mul_tensor_68" [label="(384, 1)", style=solid]; +"1783 compressed_weight_updated_constant68" -> "1784 mul_tensor_68" [label="(384, 384)", style=solid]; +"1784 mul_tensor_68" -> "1786 sub_tensor_68" [label="(384, 384)", style=solid]; +"1785 zero_point_updated_constant68" -> "1786 sub_tensor_68" [label="(384, 1)", style=solid]; +"1786 sub_tensor_68" -> "1787 linear_101" [label="(384, 384)", style=solid]; +"1787 linear_101" -> "1788 dropout_65" [label="(4, 64, 384)", style=solid]; +"1788 dropout_65" -> "1789 view_91" [label="(4, 64, 384)", style=solid]; +"1789 view_91" -> "1790 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1790 permute_76" -> "1791 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1791 reshape_75" -> "1792 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1792 slice_246" -> "1793 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1793 slice_247" -> "1794 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1794 slice_248" -> "1795 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1795 slice_249" -> "1796 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1796 contiguous_31" -> "1797 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1797 layer_norm_35" -> "1798 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1798 add_57" -> "1799 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1798 add_57" -> "1821 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1799 add_57_0_0_nncf_smooth_quant_0" -> "1800 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1800 quantize_per_tensor_default_103" -> "1801 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1801 dequantize_per_tensor_default_103" -> "1807 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"1802 scale_updated_constant69" -> "1804 mul_tensor_69" [label="(1536, 1)", style=solid]; +"1803 compressed_weight_updated_constant69" -> "1804 mul_tensor_69" [label="(1536, 384)", style=solid]; +"1804 mul_tensor_69" -> "1806 sub_tensor_69" [label="(1536, 384)", style=solid]; +"1805 zero_point_updated_constant69" -> "1806 sub_tensor_69" [label="(1536, 1)", style=solid]; +"1806 sub_tensor_69" -> "1807 linear_102" [label="(1536, 384)", style=solid]; +"1807 linear_102" -> "1808 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"1808 gelu_16" -> "1809 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"1809 dropout_66" -> "1810 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1810 dropout_66_0_0_nncf_smooth_quant_0" -> "1811 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1811 quantize_per_tensor_default_104" -> "1812 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1812 dequantize_per_tensor_default_104" -> "1818 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"1813 scale_updated_constant70" -> "1815 mul_tensor_70" [label="(384, 1)", style=solid]; +"1814 compressed_weight_updated_constant70" -> "1815 mul_tensor_70" [label="(384, 1536)", style=solid]; +"1815 mul_tensor_70" -> "1817 sub_tensor_70" [label="(384, 1536)", style=solid]; +"1816 zero_point_updated_constant70" -> "1817 sub_tensor_70" [label="(384, 1)", style=solid]; +"1817 sub_tensor_70" -> "1818 linear_103" [label="(384, 1536)", style=solid]; +"1818 linear_103" -> "1819 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"1819 dropout_67" -> "1820 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"1820 layer_norm_36" -> "1821 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1821 add_58" -> "1823 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"1821 add_58" -> "1901 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1822 _frozen_param140" -> "1859 add_59" [label="(1, 12, 64, 64)", style=solid]; +"1823 pad_19" -> "1824 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"1824 roll_16" -> "1825 view_94" [label="(1, 16, 16, 384)", style=solid]; +"1825 view_94" -> "1826 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1826 permute_78" -> "1827 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1827 reshape_76" -> "1829 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1827 reshape_76" -> "1860 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"1828 _frozen_param141" -> "1837 linear_106" [label="(1152,)", style=solid]; +"1829 reshape_76_0_0_nncf_smooth_quant_0" -> "1830 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1830 quantize_per_tensor_default_105" -> "1831 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1831 dequantize_per_tensor_default_105" -> "1837 linear_106" [label="(4, 64, 384)", style=solid]; +"1832 scale_updated_constant71" -> "1834 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1833 compressed_weight_updated_constant71" -> "1834 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1834 mul_tensor_71" -> "1836 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1835 zero_point_updated_constant71" -> "1836 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1836 sub_tensor_71" -> "1837 linear_106" [label="(1152, 384)", style=solid]; +"1837 linear_106" -> "1838 reshape_77" [label="(4, 64, 1152)", style=solid]; +"1838 reshape_77" -> "1839 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"1839 permute_79" -> "1840 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"1839 permute_79" -> "1841 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"1839 permute_79" -> "1842 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1843 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1845 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1846 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1849 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1851 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1852 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1842 select_53" -> "1878 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"1843 linalg_vector_norm_34" -> "1844 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"1844 clamp_min_34" -> "1845 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"1845 expand_as_34" -> "1846 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1846 div_34" -> "1847 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1847 quantize_per_tensor_default_106" -> "1848 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1848 dequantize_per_tensor_default_106" -> "1856 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"1849 linalg_vector_norm_35" -> "1850 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"1850 clamp_min_35" -> "1851 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"1851 expand_as_35" -> "1852 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1852 div_35" -> "1853 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1853 quantize_per_tensor_default_107" -> "1854 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1854 dequantize_per_tensor_default_107" -> "1855 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"1855 transpose_34" -> "1856 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"1856 matmul_34" -> "1858 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"1857 _frozen_param143" -> "1858 mul_35" [label="(12, 1, 1)", style=solid]; +"1858 mul_35" -> "1859 add_59" [label="(4, 12, 64, 64)", style=solid]; +"1859 add_59" -> "1871 view_96" [label="(4, 12, 64, 64)", style=solid]; +"1860 new_zeros_8" -> "1861 view_95" [label="(16, 16)", style=solid]; +"1861 view_95" -> "1862 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"1862 permute_80" -> "1863 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"1863 reshape_78" -> "1864 unsqueeze_50" [label="(4, 64)", style=solid]; +"1863 reshape_78" -> "1865 unsqueeze_51" [label="(4, 64)", style=solid]; +"1864 unsqueeze_50" -> "1866 sub_8" [label="(4, 1, 64)", style=solid]; +"1865 unsqueeze_51" -> "1866 sub_8" [label="(4, 64, 1)", style=solid]; +"1866 sub_8" -> "1867 ne_8" [label="(4, 64, 64)", style=solid]; +"1866 sub_8" -> "1868 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1866 sub_8" -> "1869 eq_8" [label="(4, 64, 64)", style=solid]; +"1867 ne_8" -> "1868 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1868 masked_fill_16" -> "1870 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1869 eq_8" -> "1870 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1870 masked_fill_17" -> "1872 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"1871 view_96" -> "1874 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"1872 unsqueeze_52" -> "1873 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"1873 unsqueeze_53" -> "1874 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"1874 add_60" -> "1875 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"1875 view_97" -> "1876 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"1876 softmax_17" -> "1877 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"1877 dropout_68" -> "1878 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"1878 matmul_35" -> "1879 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"1879 transpose_35" -> "1880 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"1880 reshape_79" -> "1881 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1881 reshape_79_0_0_nncf_smooth_quant_0" -> "1882 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1882 quantize_per_tensor_default_108" -> "1883 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1883 dequantize_per_tensor_default_108" -> "1889 linear_107" [label="(4, 64, 384)", style=solid]; +"1884 scale_updated_constant72" -> "1886 mul_tensor_72" [label="(384, 1)", style=solid]; +"1885 compressed_weight_updated_constant72" -> "1886 mul_tensor_72" [label="(384, 384)", style=solid]; +"1886 mul_tensor_72" -> "1888 sub_tensor_72" [label="(384, 384)", style=solid]; +"1887 zero_point_updated_constant72" -> "1888 sub_tensor_72" [label="(384, 1)", style=solid]; +"1888 sub_tensor_72" -> "1889 linear_107" [label="(384, 384)", style=solid]; +"1889 linear_107" -> "1890 dropout_69" [label="(4, 64, 384)", style=solid]; +"1890 dropout_69" -> "1891 view_98" [label="(4, 64, 384)", style=solid]; +"1891 view_98" -> "1892 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1892 permute_81" -> "1893 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1893 reshape_80" -> "1894 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"1894 roll_17" -> "1895 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"1895 slice_269" -> "1896 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"1896 slice_270" -> "1897 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"1897 slice_271" -> "1898 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"1898 slice_272" -> "1899 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"1899 contiguous_33" -> "1900 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"1900 layer_norm_37" -> "1901 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_61" -> "1902 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_61" -> "1924 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1902 add_61_0_0_nncf_smooth_quant_0" -> "1903 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1903 quantize_per_tensor_default_109" -> "1904 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1904 dequantize_per_tensor_default_109" -> "1910 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"1905 scale_updated_constant73" -> "1907 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1906 compressed_weight_updated_constant73" -> "1907 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1907 mul_tensor_73" -> "1909 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1908 zero_point_updated_constant73" -> "1909 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1909 sub_tensor_73" -> "1910 linear_108" [label="(1536, 384)", style=solid]; +"1910 linear_108" -> "1911 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"1911 gelu_17" -> "1912 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"1912 dropout_70" -> "1913 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1913 dropout_70_0_0_nncf_smooth_quant_0" -> "1914 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1914 quantize_per_tensor_default_110" -> "1915 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1915 dequantize_per_tensor_default_110" -> "1921 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"1916 scale_updated_constant74" -> "1918 mul_tensor_74" [label="(384, 1)", style=solid]; +"1917 compressed_weight_updated_constant74" -> "1918 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1918 mul_tensor_74" -> "1920 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1919 zero_point_updated_constant74" -> "1920 sub_tensor_74" [label="(384, 1)", style=solid]; +"1920 sub_tensor_74" -> "1921 linear_109" [label="(384, 1536)", style=solid]; +"1921 linear_109" -> "1922 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"1922 dropout_71" -> "1923 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"1923 layer_norm_38" -> "1924 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1924 add_62" -> "1926 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"1924 add_62" -> "1986 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1925 _frozen_param153" -> "1961 add_63" [label="(1, 12, 64, 64)", style=solid]; +"1926 pad_20" -> "1927 view_101" [label="(1, 16, 16, 384)", style=solid]; +"1927 view_101" -> "1928 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1928 permute_83" -> "1929 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1929 reshape_81" -> "1931 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1930 _frozen_param154" -> "1939 linear_112" [label="(1152,)", style=solid]; +"1931 reshape_81_0_0_nncf_smooth_quant_0" -> "1932 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1932 quantize_per_tensor_default_111" -> "1933 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1933 dequantize_per_tensor_default_111" -> "1939 linear_112" [label="(4, 64, 384)", style=solid]; +"1934 scale_updated_constant75" -> "1936 mul_tensor_75" [label="(1152, 1)", style=solid]; +"1935 compressed_weight_updated_constant75" -> "1936 mul_tensor_75" [label="(1152, 384)", style=solid]; +"1936 mul_tensor_75" -> "1938 sub_tensor_75" [label="(1152, 384)", style=solid]; +"1937 zero_point_updated_constant75" -> "1938 sub_tensor_75" [label="(1152, 1)", style=solid]; +"1938 sub_tensor_75" -> "1939 linear_112" [label="(1152, 384)", style=solid]; +"1939 linear_112" -> "1940 reshape_82" [label="(4, 64, 1152)", style=solid]; +"1940 reshape_82" -> "1941 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"1941 permute_84" -> "1942 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"1941 permute_84" -> "1943 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"1941 permute_84" -> "1944 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1945 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1947 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1948 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1951 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1953 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1954 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1944 select_56" -> "1964 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"1945 linalg_vector_norm_36" -> "1946 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"1946 clamp_min_36" -> "1947 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"1947 expand_as_36" -> "1948 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1948 div_36" -> "1949 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1949 quantize_per_tensor_default_112" -> "1950 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1950 dequantize_per_tensor_default_112" -> "1958 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"1951 linalg_vector_norm_37" -> "1952 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"1952 clamp_min_37" -> "1953 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"1953 expand_as_37" -> "1954 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1954 div_37" -> "1955 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1955 quantize_per_tensor_default_113" -> "1956 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1956 dequantize_per_tensor_default_113" -> "1957 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"1957 transpose_36" -> "1958 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"1958 matmul_36" -> "1960 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"1959 _frozen_param156" -> "1960 mul_37" [label="(12, 1, 1)", style=solid]; +"1960 mul_37" -> "1961 add_63" [label="(4, 12, 64, 64)", style=solid]; +"1961 add_63" -> "1962 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"1962 softmax_18" -> "1963 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"1963 dropout_72" -> "1964 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"1964 matmul_37" -> "1965 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"1965 transpose_37" -> "1966 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"1966 reshape_83" -> "1967 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1967 reshape_83_0_0_nncf_smooth_quant_0" -> "1968 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1968 quantize_per_tensor_default_114" -> "1969 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1969 dequantize_per_tensor_default_114" -> "1975 linear_113" [label="(4, 64, 384)", style=solid]; +"1970 scale_updated_constant76" -> "1972 mul_tensor_76" [label="(384, 1)", style=solid]; +"1971 compressed_weight_updated_constant76" -> "1972 mul_tensor_76" [label="(384, 384)", style=solid]; +"1972 mul_tensor_76" -> "1974 sub_tensor_76" [label="(384, 384)", style=solid]; +"1973 zero_point_updated_constant76" -> "1974 sub_tensor_76" [label="(384, 1)", style=solid]; +"1974 sub_tensor_76" -> "1975 linear_113" [label="(384, 384)", style=solid]; +"1975 linear_113" -> "1976 dropout_73" [label="(4, 64, 384)", style=solid]; +"1976 dropout_73" -> "1977 view_102" [label="(4, 64, 384)", style=solid]; +"1977 view_102" -> "1978 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1978 permute_85" -> "1979 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1979 reshape_84" -> "1980 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"1980 slice_274" -> "1981 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"1981 slice_275" -> "1982 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"1982 slice_276" -> "1983 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"1983 slice_277" -> "1984 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"1984 contiguous_35" -> "1985 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"1985 layer_norm_39" -> "1986 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1986 add_64" -> "1987 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1986 add_64" -> "2009 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1987 add_64_0_0_nncf_smooth_quant_0" -> "1988 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1988 quantize_per_tensor_default_115" -> "1989 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1989 dequantize_per_tensor_default_115" -> "1995 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"1990 scale_updated_constant77" -> "1992 mul_tensor_77" [label="(1536, 1)", style=solid]; +"1991 compressed_weight_updated_constant77" -> "1992 mul_tensor_77" [label="(1536, 384)", style=solid]; +"1992 mul_tensor_77" -> "1994 sub_tensor_77" [label="(1536, 384)", style=solid]; +"1993 zero_point_updated_constant77" -> "1994 sub_tensor_77" [label="(1536, 1)", style=solid]; +"1994 sub_tensor_77" -> "1995 linear_114" [label="(1536, 384)", style=solid]; +"1995 linear_114" -> "1996 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"1996 gelu_18" -> "1997 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"1997 dropout_74" -> "1998 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1998 dropout_74_0_0_nncf_smooth_quant_0" -> "1999 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1999 quantize_per_tensor_default_116" -> "2000 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2000 dequantize_per_tensor_default_116" -> "2006 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2001 scale_updated_constant78" -> "2003 mul_tensor_78" [label="(384, 1)", style=solid]; +"2002 compressed_weight_updated_constant78" -> "2003 mul_tensor_78" [label="(384, 1536)", style=solid]; +"2003 mul_tensor_78" -> "2005 sub_tensor_78" [label="(384, 1536)", style=solid]; +"2004 zero_point_updated_constant78" -> "2005 sub_tensor_78" [label="(384, 1)", style=solid]; +"2005 sub_tensor_78" -> "2006 linear_115" [label="(384, 1536)", style=solid]; +"2006 linear_115" -> "2007 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2007 dropout_75" -> "2008 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2008 layer_norm_40" -> "2009 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2009 add_65" -> "2011 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2009 add_65" -> "2089 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2010 _frozen_param157" -> "2047 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2011 pad_21" -> "2012 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2012 roll_18" -> "2013 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2013 view_105" -> "2014 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2014 permute_87" -> "2015 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2015 reshape_85" -> "2017 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2015 reshape_85" -> "2048 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2016 _frozen_param158" -> "2025 linear_118" [label="(1152,)", style=solid]; +"2017 reshape_85_0_0_nncf_smooth_quant_0" -> "2018 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2018 quantize_per_tensor_default_117" -> "2019 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2019 dequantize_per_tensor_default_117" -> "2025 linear_118" [label="(4, 64, 384)", style=solid]; +"2020 scale_updated_constant79" -> "2022 mul_tensor_79" [label="(1152, 1)", style=solid]; +"2021 compressed_weight_updated_constant79" -> "2022 mul_tensor_79" [label="(1152, 384)", style=solid]; +"2022 mul_tensor_79" -> "2024 sub_tensor_79" [label="(1152, 384)", style=solid]; +"2023 zero_point_updated_constant79" -> "2024 sub_tensor_79" [label="(1152, 1)", style=solid]; +"2024 sub_tensor_79" -> "2025 linear_118" [label="(1152, 384)", style=solid]; +"2025 linear_118" -> "2026 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2026 reshape_86" -> "2027 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2027 permute_88" -> "2028 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2027 permute_88" -> "2029 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2027 permute_88" -> "2030 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2031 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2033 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2034 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2037 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2039 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2040 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2030 select_59" -> "2066 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2031 linalg_vector_norm_38" -> "2032 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2032 clamp_min_38" -> "2033 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2033 expand_as_38" -> "2034 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2034 div_38" -> "2035 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2035 quantize_per_tensor_default_118" -> "2036 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2036 dequantize_per_tensor_default_118" -> "2044 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2037 linalg_vector_norm_39" -> "2038 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2038 clamp_min_39" -> "2039 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2039 expand_as_39" -> "2040 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2040 div_39" -> "2041 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2041 quantize_per_tensor_default_119" -> "2042 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2042 dequantize_per_tensor_default_119" -> "2043 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2043 transpose_38" -> "2044 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2044 matmul_38" -> "2046 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2045 _frozen_param160" -> "2046 mul_39" [label="(12, 1, 1)", style=solid]; +"2046 mul_39" -> "2047 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2047 add_66" -> "2059 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2048 new_zeros_9" -> "2049 view_106" [label="(16, 16)", style=solid]; +"2049 view_106" -> "2050 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2050 permute_89" -> "2051 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2051 reshape_87" -> "2052 unsqueeze_56" [label="(4, 64)", style=solid]; +"2051 reshape_87" -> "2053 unsqueeze_57" [label="(4, 64)", style=solid]; +"2052 unsqueeze_56" -> "2054 sub_9" [label="(4, 1, 64)", style=solid]; +"2053 unsqueeze_57" -> "2054 sub_9" [label="(4, 64, 1)", style=solid]; +"2054 sub_9" -> "2055 ne_9" [label="(4, 64, 64)", style=solid]; +"2054 sub_9" -> "2056 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2054 sub_9" -> "2057 eq_9" [label="(4, 64, 64)", style=solid]; +"2055 ne_9" -> "2056 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2056 masked_fill_18" -> "2058 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2057 eq_9" -> "2058 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2058 masked_fill_19" -> "2060 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2059 view_107" -> "2062 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2060 unsqueeze_58" -> "2061 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2061 unsqueeze_59" -> "2062 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2062 add_67" -> "2063 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2063 view_108" -> "2064 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2064 softmax_19" -> "2065 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2065 dropout_76" -> "2066 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2066 matmul_39" -> "2067 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2067 transpose_39" -> "2068 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2068 reshape_88" -> "2069 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2069 reshape_88_0_0_nncf_smooth_quant_0" -> "2070 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2070 quantize_per_tensor_default_120" -> "2071 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2071 dequantize_per_tensor_default_120" -> "2077 linear_119" [label="(4, 64, 384)", style=solid]; +"2072 scale_updated_constant80" -> "2074 mul_tensor_80" [label="(384, 1)", style=solid]; +"2073 compressed_weight_updated_constant80" -> "2074 mul_tensor_80" [label="(384, 384)", style=solid]; +"2074 mul_tensor_80" -> "2076 sub_tensor_80" [label="(384, 384)", style=solid]; +"2075 zero_point_updated_constant80" -> "2076 sub_tensor_80" [label="(384, 1)", style=solid]; +"2076 sub_tensor_80" -> "2077 linear_119" [label="(384, 384)", style=solid]; +"2077 linear_119" -> "2078 dropout_77" [label="(4, 64, 384)", style=solid]; +"2078 dropout_77" -> "2079 view_109" [label="(4, 64, 384)", style=solid]; +"2079 view_109" -> "2080 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2080 permute_90" -> "2081 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2081 reshape_89" -> "2082 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2082 roll_19" -> "2083 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2083 slice_297" -> "2084 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2084 slice_298" -> "2085 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2085 slice_299" -> "2086 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2086 slice_300" -> "2087 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2087 contiguous_37" -> "2088 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2088 layer_norm_41" -> "2089 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2089 add_68" -> "2090 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2089 add_68" -> "2112 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2090 add_68_0_0_nncf_smooth_quant_0" -> "2091 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2091 quantize_per_tensor_default_121" -> "2092 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2092 dequantize_per_tensor_default_121" -> "2098 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2093 scale_updated_constant81" -> "2095 mul_tensor_81" [label="(1536, 1)", style=solid]; +"2094 compressed_weight_updated_constant81" -> "2095 mul_tensor_81" [label="(1536, 384)", style=solid]; +"2095 mul_tensor_81" -> "2097 sub_tensor_81" [label="(1536, 384)", style=solid]; +"2096 zero_point_updated_constant81" -> "2097 sub_tensor_81" [label="(1536, 1)", style=solid]; +"2097 sub_tensor_81" -> "2098 linear_120" [label="(1536, 384)", style=solid]; +"2098 linear_120" -> "2099 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2099 gelu_19" -> "2100 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2100 dropout_78" -> "2101 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2101 dropout_78_0_0_nncf_smooth_quant_0" -> "2102 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2102 quantize_per_tensor_default_122" -> "2103 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2103 dequantize_per_tensor_default_122" -> "2109 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2104 scale_updated_constant82" -> "2106 mul_tensor_82" [label="(384, 1)", style=solid]; +"2105 compressed_weight_updated_constant82" -> "2106 mul_tensor_82" [label="(384, 1536)", style=solid]; +"2106 mul_tensor_82" -> "2108 sub_tensor_82" [label="(384, 1536)", style=solid]; +"2107 zero_point_updated_constant82" -> "2108 sub_tensor_82" [label="(384, 1)", style=solid]; +"2108 sub_tensor_82" -> "2109 linear_121" [label="(384, 1536)", style=solid]; +"2109 linear_121" -> "2110 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2110 dropout_79" -> "2111 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2111 layer_norm_42" -> "2112 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2112 add_69" -> "2114 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2112 add_69" -> "2174 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2113 _frozen_param170" -> "2149 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2114 pad_22" -> "2115 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2115 view_112" -> "2116 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2116 permute_92" -> "2117 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2117 reshape_90" -> "2119 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2118 _frozen_param171" -> "2127 linear_124" [label="(1152,)", style=solid]; +"2119 reshape_90_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2120 quantize_per_tensor_default_123" -> "2121 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2121 dequantize_per_tensor_default_123" -> "2127 linear_124" [label="(4, 64, 384)", style=solid]; +"2122 scale_updated_constant83" -> "2124 mul_tensor_83" [label="(1152, 1)", style=solid]; +"2123 compressed_weight_updated_constant83" -> "2124 mul_tensor_83" [label="(1152, 384)", style=solid]; +"2124 mul_tensor_83" -> "2126 sub_tensor_83" [label="(1152, 384)", style=solid]; +"2125 zero_point_updated_constant83" -> "2126 sub_tensor_83" [label="(1152, 1)", style=solid]; +"2126 sub_tensor_83" -> "2127 linear_124" [label="(1152, 384)", style=solid]; +"2127 linear_124" -> "2128 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2128 reshape_91" -> "2129 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2129 permute_93" -> "2130 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2129 permute_93" -> "2131 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2129 permute_93" -> "2132 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2133 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2135 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2136 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2139 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2141 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2142 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2132 select_62" -> "2152 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2133 linalg_vector_norm_40" -> "2134 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2134 clamp_min_40" -> "2135 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2135 expand_as_40" -> "2136 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2136 div_40" -> "2137 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2137 quantize_per_tensor_default_124" -> "2138 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2138 dequantize_per_tensor_default_124" -> "2146 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2139 linalg_vector_norm_41" -> "2140 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2140 clamp_min_41" -> "2141 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2141 expand_as_41" -> "2142 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2142 div_41" -> "2143 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2143 quantize_per_tensor_default_125" -> "2144 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2144 dequantize_per_tensor_default_125" -> "2145 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2145 transpose_40" -> "2146 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2146 matmul_40" -> "2148 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2147 _frozen_param173" -> "2148 mul_41" [label="(12, 1, 1)", style=solid]; +"2148 mul_41" -> "2149 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2149 add_70" -> "2150 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2150 softmax_20" -> "2151 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2151 dropout_80" -> "2152 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2152 matmul_41" -> "2153 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2153 transpose_41" -> "2154 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2154 reshape_92" -> "2155 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2155 reshape_92_0_0_nncf_smooth_quant_0" -> "2156 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2156 quantize_per_tensor_default_126" -> "2157 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2157 dequantize_per_tensor_default_126" -> "2163 linear_125" [label="(4, 64, 384)", style=solid]; +"2158 scale_updated_constant84" -> "2160 mul_tensor_84" [label="(384, 1)", style=solid]; +"2159 compressed_weight_updated_constant84" -> "2160 mul_tensor_84" [label="(384, 384)", style=solid]; +"2160 mul_tensor_84" -> "2162 sub_tensor_84" [label="(384, 384)", style=solid]; +"2161 zero_point_updated_constant84" -> "2162 sub_tensor_84" [label="(384, 1)", style=solid]; +"2162 sub_tensor_84" -> "2163 linear_125" [label="(384, 384)", style=solid]; +"2163 linear_125" -> "2164 dropout_81" [label="(4, 64, 384)", style=solid]; +"2164 dropout_81" -> "2165 view_113" [label="(4, 64, 384)", style=solid]; +"2165 view_113" -> "2166 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2166 permute_94" -> "2167 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2167 reshape_93" -> "2168 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2168 slice_302" -> "2169 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2169 slice_303" -> "2170 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2170 slice_304" -> "2171 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2171 slice_305" -> "2172 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2172 contiguous_39" -> "2173 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2173 layer_norm_43" -> "2174 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2174 add_71" -> "2175 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2174 add_71" -> "2197 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2175 add_71_0_0_nncf_smooth_quant_0" -> "2176 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2176 quantize_per_tensor_default_127" -> "2177 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2177 dequantize_per_tensor_default_127" -> "2183 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2178 scale_updated_constant85" -> "2180 mul_tensor_85" [label="(1536, 1)", style=solid]; +"2179 compressed_weight_updated_constant85" -> "2180 mul_tensor_85" [label="(1536, 384)", style=solid]; +"2180 mul_tensor_85" -> "2182 sub_tensor_85" [label="(1536, 384)", style=solid]; +"2181 zero_point_updated_constant85" -> "2182 sub_tensor_85" [label="(1536, 1)", style=solid]; +"2182 sub_tensor_85" -> "2183 linear_126" [label="(1536, 384)", style=solid]; +"2183 linear_126" -> "2184 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2184 gelu_20" -> "2185 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2185 dropout_82" -> "2186 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2186 dropout_82_0_0_nncf_smooth_quant_0" -> "2187 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2187 quantize_per_tensor_default_128" -> "2188 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2188 dequantize_per_tensor_default_128" -> "2194 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2189 scale_updated_constant86" -> "2191 mul_tensor_86" [label="(384, 1)", style=solid]; +"2190 compressed_weight_updated_constant86" -> "2191 mul_tensor_86" [label="(384, 1536)", style=solid]; +"2191 mul_tensor_86" -> "2193 sub_tensor_86" [label="(384, 1536)", style=solid]; +"2192 zero_point_updated_constant86" -> "2193 sub_tensor_86" [label="(384, 1)", style=solid]; +"2193 sub_tensor_86" -> "2194 linear_127" [label="(384, 1536)", style=solid]; +"2194 linear_127" -> "2195 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2195 dropout_83" -> "2196 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2196 layer_norm_44" -> "2197 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2197 add_72" -> "2199 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2197 add_72" -> "2277 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2198 _frozen_param174" -> "2235 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2199 pad_23" -> "2200 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2200 roll_20" -> "2201 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2201 view_116" -> "2202 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2202 permute_96" -> "2203 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2203 reshape_94" -> "2205 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2203 reshape_94" -> "2236 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2204 _frozen_param175" -> "2213 linear_130" [label="(1152,)", style=solid]; +"2205 reshape_94_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2206 quantize_per_tensor_default_129" -> "2207 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2207 dequantize_per_tensor_default_129" -> "2213 linear_130" [label="(4, 64, 384)", style=solid]; +"2208 scale_updated_constant87" -> "2210 mul_tensor_87" [label="(1152, 1)", style=solid]; +"2209 compressed_weight_updated_constant87" -> "2210 mul_tensor_87" [label="(1152, 384)", style=solid]; +"2210 mul_tensor_87" -> "2212 sub_tensor_87" [label="(1152, 384)", style=solid]; +"2211 zero_point_updated_constant87" -> "2212 sub_tensor_87" [label="(1152, 1)", style=solid]; +"2212 sub_tensor_87" -> "2213 linear_130" [label="(1152, 384)", style=solid]; +"2213 linear_130" -> "2214 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2214 reshape_95" -> "2215 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2215 permute_97" -> "2216 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2215 permute_97" -> "2217 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2215 permute_97" -> "2218 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2219 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2221 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2222 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2225 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2227 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2228 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2218 select_65" -> "2254 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2219 linalg_vector_norm_42" -> "2220 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2220 clamp_min_42" -> "2221 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2221 expand_as_42" -> "2222 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2222 div_42" -> "2223 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2223 quantize_per_tensor_default_130" -> "2224 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2224 dequantize_per_tensor_default_130" -> "2232 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2225 linalg_vector_norm_43" -> "2226 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2226 clamp_min_43" -> "2227 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2227 expand_as_43" -> "2228 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2228 div_43" -> "2229 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2229 quantize_per_tensor_default_131" -> "2230 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2230 dequantize_per_tensor_default_131" -> "2231 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2231 transpose_42" -> "2232 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2232 matmul_42" -> "2234 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2233 _frozen_param177" -> "2234 mul_43" [label="(12, 1, 1)", style=solid]; +"2234 mul_43" -> "2235 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2235 add_73" -> "2247 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2236 new_zeros_10" -> "2237 view_117" [label="(16, 16)", style=solid]; +"2237 view_117" -> "2238 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2238 permute_98" -> "2239 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2239 reshape_96" -> "2240 unsqueeze_62" [label="(4, 64)", style=solid]; +"2239 reshape_96" -> "2241 unsqueeze_63" [label="(4, 64)", style=solid]; +"2240 unsqueeze_62" -> "2242 sub_10" [label="(4, 1, 64)", style=solid]; +"2241 unsqueeze_63" -> "2242 sub_10" [label="(4, 64, 1)", style=solid]; +"2242 sub_10" -> "2243 ne_10" [label="(4, 64, 64)", style=solid]; +"2242 sub_10" -> "2244 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2242 sub_10" -> "2245 eq_10" [label="(4, 64, 64)", style=solid]; +"2243 ne_10" -> "2244 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2244 masked_fill_20" -> "2246 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2245 eq_10" -> "2246 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2246 masked_fill_21" -> "2248 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2247 view_118" -> "2250 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2248 unsqueeze_64" -> "2249 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2249 unsqueeze_65" -> "2250 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2250 add_74" -> "2251 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2251 view_119" -> "2252 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2252 softmax_21" -> "2253 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2253 dropout_84" -> "2254 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2254 matmul_43" -> "2255 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2255 transpose_43" -> "2256 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2256 reshape_97" -> "2257 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_97_0_0_nncf_smooth_quant_0" -> "2258 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2258 quantize_per_tensor_default_132" -> "2259 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2259 dequantize_per_tensor_default_132" -> "2265 linear_131" [label="(4, 64, 384)", style=solid]; +"2260 scale_updated_constant88" -> "2262 mul_tensor_88" [label="(384, 1)", style=solid]; +"2261 compressed_weight_updated_constant88" -> "2262 mul_tensor_88" [label="(384, 384)", style=solid]; +"2262 mul_tensor_88" -> "2264 sub_tensor_88" [label="(384, 384)", style=solid]; +"2263 zero_point_updated_constant88" -> "2264 sub_tensor_88" [label="(384, 1)", style=solid]; +"2264 sub_tensor_88" -> "2265 linear_131" [label="(384, 384)", style=solid]; +"2265 linear_131" -> "2266 dropout_85" [label="(4, 64, 384)", style=solid]; +"2266 dropout_85" -> "2267 view_120" [label="(4, 64, 384)", style=solid]; +"2267 view_120" -> "2268 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2268 permute_99" -> "2269 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2269 reshape_98" -> "2270 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2270 roll_21" -> "2271 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2271 slice_325" -> "2272 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2272 slice_326" -> "2273 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2273 slice_327" -> "2274 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2274 slice_328" -> "2275 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2275 contiguous_41" -> "2276 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2276 layer_norm_45" -> "2277 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2277 add_75" -> "2278 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2277 add_75" -> "2300 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2278 add_75_0_0_nncf_smooth_quant_0" -> "2279 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2279 quantize_per_tensor_default_133" -> "2280 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2280 dequantize_per_tensor_default_133" -> "2286 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2281 scale_updated_constant89" -> "2283 mul_tensor_89" [label="(1536, 1)", style=solid]; +"2282 compressed_weight_updated_constant89" -> "2283 mul_tensor_89" [label="(1536, 384)", style=solid]; +"2283 mul_tensor_89" -> "2285 sub_tensor_89" [label="(1536, 384)", style=solid]; +"2284 zero_point_updated_constant89" -> "2285 sub_tensor_89" [label="(1536, 1)", style=solid]; +"2285 sub_tensor_89" -> "2286 linear_132" [label="(1536, 384)", style=solid]; +"2286 linear_132" -> "2287 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2287 gelu_21" -> "2288 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2288 dropout_86" -> "2289 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2289 dropout_86_0_0_nncf_smooth_quant_0" -> "2290 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2290 quantize_per_tensor_default_134" -> "2291 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2291 dequantize_per_tensor_default_134" -> "2297 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2292 scale_updated_constant90" -> "2294 mul_tensor_90" [label="(384, 1)", style=solid]; +"2293 compressed_weight_updated_constant90" -> "2294 mul_tensor_90" [label="(384, 1536)", style=solid]; +"2294 mul_tensor_90" -> "2296 sub_tensor_90" [label="(384, 1536)", style=solid]; +"2295 zero_point_updated_constant90" -> "2296 sub_tensor_90" [label="(384, 1)", style=solid]; +"2296 sub_tensor_90" -> "2297 linear_133" [label="(384, 1536)", style=solid]; +"2297 linear_133" -> "2298 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2298 dropout_87" -> "2299 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2299 layer_norm_46" -> "2300 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2300 add_76" -> "2301 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2302 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2305 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2308 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2311 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2302 slice_329" -> "2303 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2303 slice_330" -> "2304 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2304 slice_331" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2305 slice_332" -> "2306 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2306 slice_333" -> "2307 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2307 slice_334" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2308 slice_335" -> "2309 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2309 slice_336" -> "2310 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2310 slice_337" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2311 slice_338" -> "2312 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2312 slice_339" -> "2313 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2313 slice_340" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2314 cat_2" -> "2315 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2315 cat_2_0_0_nncf_smooth_quant_0" -> "2316 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2316 quantize_per_tensor_default_135" -> "2317 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2317 dequantize_per_tensor_default_135" -> "2323 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2318 scale_updated_constant91" -> "2320 mul_tensor_91" [label="(768, 1)", style=solid]; +"2319 compressed_weight_updated_constant91" -> "2320 mul_tensor_91" [label="(768, 1536)", style=solid]; +"2320 mul_tensor_91" -> "2322 sub_tensor_91" [label="(768, 1536)", style=solid]; +"2321 zero_point_updated_constant91" -> "2322 sub_tensor_91" [label="(768, 1)", style=solid]; +"2322 sub_tensor_91" -> "2323 linear_134" [label="(768, 1536)", style=solid]; +"2323 linear_134" -> "2324 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2324 layer_norm_47" -> "2326 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2324 layer_norm_47" -> "2386 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2325 _frozen_param187" -> "2361 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2326 pad_25" -> "2327 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2327 view_123" -> "2328 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2328 permute_101" -> "2329 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2329 reshape_99" -> "2331 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2330 _frozen_param188" -> "2339 linear_137" [label="(2304,)", style=solid]; +"2331 reshape_99_0_0_nncf_smooth_quant_0" -> "2332 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2332 quantize_per_tensor_default_136" -> "2333 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2333 dequantize_per_tensor_default_136" -> "2339 linear_137" [label="(1, 64, 768)", style=solid]; +"2334 scale_updated_constant92" -> "2336 mul_tensor_92" [label="(2304, 1)", style=solid]; +"2335 compressed_weight_updated_constant92" -> "2336 mul_tensor_92" [label="(2304, 768)", style=solid]; +"2336 mul_tensor_92" -> "2338 sub_tensor_92" [label="(2304, 768)", style=solid]; +"2337 zero_point_updated_constant92" -> "2338 sub_tensor_92" [label="(2304, 1)", style=solid]; +"2338 sub_tensor_92" -> "2339 linear_137" [label="(2304, 768)", style=solid]; +"2339 linear_137" -> "2340 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2340 reshape_100" -> "2341 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2341 permute_102" -> "2342 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2341 permute_102" -> "2343 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2341 permute_102" -> "2344 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2345 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2347 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2348 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2351 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2353 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2354 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2344 select_68" -> "2364 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2345 linalg_vector_norm_44" -> "2346 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2346 clamp_min_44" -> "2347 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2347 expand_as_44" -> "2348 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2348 div_44" -> "2349 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2349 quantize_per_tensor_default_137" -> "2350 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2350 dequantize_per_tensor_default_137" -> "2358 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2351 linalg_vector_norm_45" -> "2352 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2352 clamp_min_45" -> "2353 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2353 expand_as_45" -> "2354 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2354 div_45" -> "2355 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2355 quantize_per_tensor_default_138" -> "2356 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2356 dequantize_per_tensor_default_138" -> "2357 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2357 transpose_44" -> "2358 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2358 matmul_44" -> "2360 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2359 _frozen_param190" -> "2360 mul_45" [label="(24, 1, 1)", style=solid]; +"2360 mul_45" -> "2361 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2361 add_77" -> "2362 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2362 softmax_22" -> "2363 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2363 dropout_88" -> "2364 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2364 matmul_45" -> "2365 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2365 transpose_45" -> "2366 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2366 reshape_101" -> "2367 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2367 reshape_101_0_0_nncf_smooth_quant_0" -> "2368 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2368 quantize_per_tensor_default_139" -> "2369 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2369 dequantize_per_tensor_default_139" -> "2375 linear_138" [label="(1, 64, 768)", style=solid]; +"2370 scale_updated_constant93" -> "2372 mul_tensor_93" [label="(768, 1)", style=solid]; +"2371 compressed_weight_updated_constant93" -> "2372 mul_tensor_93" [label="(768, 768)", style=solid]; +"2372 mul_tensor_93" -> "2374 sub_tensor_93" [label="(768, 768)", style=solid]; +"2373 zero_point_updated_constant93" -> "2374 sub_tensor_93" [label="(768, 1)", style=solid]; +"2374 sub_tensor_93" -> "2375 linear_138" [label="(768, 768)", style=solid]; +"2375 linear_138" -> "2376 dropout_89" [label="(1, 64, 768)", style=solid]; +"2376 dropout_89" -> "2377 view_124" [label="(1, 64, 768)", style=solid]; +"2377 view_124" -> "2378 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2378 permute_103" -> "2379 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2379 reshape_102" -> "2380 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2380 slice_342" -> "2381 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2381 slice_343" -> "2382 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2382 slice_344" -> "2383 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2383 slice_345" -> "2384 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2384 contiguous_43" -> "2385 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2385 layer_norm_48" -> "2386 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2386 add_78" -> "2387 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2386 add_78" -> "2409 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2387 add_78_0_0_nncf_smooth_quant_0" -> "2388 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2388 quantize_per_tensor_default_140" -> "2389 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2389 dequantize_per_tensor_default_140" -> "2395 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2390 scale_updated_constant94" -> "2392 mul_tensor_94" [label="(3072, 1)", style=solid]; +"2391 compressed_weight_updated_constant94" -> "2392 mul_tensor_94" [label="(3072, 768)", style=solid]; +"2392 mul_tensor_94" -> "2394 sub_tensor_94" [label="(3072, 768)", style=solid]; +"2393 zero_point_updated_constant94" -> "2394 sub_tensor_94" [label="(3072, 1)", style=solid]; +"2394 sub_tensor_94" -> "2395 linear_139" [label="(3072, 768)", style=solid]; +"2395 linear_139" -> "2396 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2396 gelu_22" -> "2397 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"2397 dropout_90" -> "2398 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2398 dropout_90_0_0_nncf_smooth_quant_0" -> "2399 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2399 quantize_per_tensor_default_141" -> "2400 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2400 dequantize_per_tensor_default_141" -> "2406 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2401 scale_updated_constant95" -> "2403 mul_tensor_95" [label="(768, 1)", style=solid]; +"2402 compressed_weight_updated_constant95" -> "2403 mul_tensor_95" [label="(768, 3072)", style=solid]; +"2403 mul_tensor_95" -> "2405 sub_tensor_95" [label="(768, 3072)", style=solid]; +"2404 zero_point_updated_constant95" -> "2405 sub_tensor_95" [label="(768, 1)", style=solid]; +"2405 sub_tensor_95" -> "2406 linear_140" [label="(768, 3072)", style=solid]; +"2406 linear_140" -> "2407 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2407 dropout_91" -> "2408 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2408 layer_norm_49" -> "2409 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2409 add_79" -> "2411 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"2409 add_79" -> "2471 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2410 _frozen_param191" -> "2446 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2411 pad_26" -> "2412 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2412 view_127" -> "2413 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2413 permute_105" -> "2414 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2414 reshape_103" -> "2416 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2415 _frozen_param192" -> "2424 linear_143" [label="(2304,)", style=solid]; +"2416 reshape_103_0_0_nncf_smooth_quant_0" -> "2417 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2417 quantize_per_tensor_default_142" -> "2418 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2418 dequantize_per_tensor_default_142" -> "2424 linear_143" [label="(1, 64, 768)", style=solid]; +"2419 scale_updated_constant96" -> "2421 mul_tensor_96" [label="(2304, 1)", style=solid]; +"2420 compressed_weight_updated_constant96" -> "2421 mul_tensor_96" [label="(2304, 768)", style=solid]; +"2421 mul_tensor_96" -> "2423 sub_tensor_96" [label="(2304, 768)", style=solid]; +"2422 zero_point_updated_constant96" -> "2423 sub_tensor_96" [label="(2304, 1)", style=solid]; +"2423 sub_tensor_96" -> "2424 linear_143" [label="(2304, 768)", style=solid]; +"2424 linear_143" -> "2425 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2425 reshape_104" -> "2426 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2426 permute_106" -> "2427 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2426 permute_106" -> "2428 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2426 permute_106" -> "2429 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2430 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2432 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2433 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2436 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2438 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2439 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2429 select_71" -> "2449 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2430 linalg_vector_norm_46" -> "2431 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2431 clamp_min_46" -> "2432 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2432 expand_as_46" -> "2433 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2433 div_46" -> "2434 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2434 quantize_per_tensor_default_143" -> "2435 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2435 dequantize_per_tensor_default_143" -> "2443 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"2436 linalg_vector_norm_47" -> "2437 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2437 clamp_min_47" -> "2438 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2438 expand_as_47" -> "2439 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2439 div_47" -> "2440 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2440 quantize_per_tensor_default_144" -> "2441 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2441 dequantize_per_tensor_default_144" -> "2442 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"2442 transpose_46" -> "2443 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2443 matmul_46" -> "2445 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2444 _frozen_param194" -> "2445 mul_47" [label="(24, 1, 1)", style=solid]; +"2445 mul_47" -> "2446 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2446 add_80" -> "2447 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2447 softmax_23" -> "2448 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2448 dropout_92" -> "2449 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2449 matmul_47" -> "2450 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"2450 transpose_47" -> "2451 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2451 reshape_105" -> "2452 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2452 reshape_105_0_0_nncf_smooth_quant_0" -> "2453 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2453 quantize_per_tensor_default_145" -> "2454 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2454 dequantize_per_tensor_default_145" -> "2460 linear_144" [label="(1, 64, 768)", style=solid]; +"2455 scale_updated_constant97" -> "2457 mul_tensor_97" [label="(768, 1)", style=solid]; +"2456 compressed_weight_updated_constant97" -> "2457 mul_tensor_97" [label="(768, 768)", style=solid]; +"2457 mul_tensor_97" -> "2459 sub_tensor_97" [label="(768, 768)", style=solid]; +"2458 zero_point_updated_constant97" -> "2459 sub_tensor_97" [label="(768, 1)", style=solid]; +"2459 sub_tensor_97" -> "2460 linear_144" [label="(768, 768)", style=solid]; +"2460 linear_144" -> "2461 dropout_93" [label="(1, 64, 768)", style=solid]; +"2461 dropout_93" -> "2462 view_128" [label="(1, 64, 768)", style=solid]; +"2462 view_128" -> "2463 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2463 permute_107" -> "2464 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2464 reshape_106" -> "2465 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2465 slice_347" -> "2466 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2466 slice_348" -> "2467 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2467 slice_349" -> "2468 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2468 slice_350" -> "2469 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2469 contiguous_45" -> "2470 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2470 layer_norm_50" -> "2471 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2471 add_81" -> "2472 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2471 add_81" -> "2494 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2472 add_81_0_0_nncf_smooth_quant_0" -> "2473 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2473 quantize_per_tensor_default_146" -> "2474 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2474 dequantize_per_tensor_default_146" -> "2480 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"2475 scale_updated_constant98" -> "2477 mul_tensor_98" [label="(3072, 1)", style=solid]; +"2476 compressed_weight_updated_constant98" -> "2477 mul_tensor_98" [label="(3072, 768)", style=solid]; +"2477 mul_tensor_98" -> "2479 sub_tensor_98" [label="(3072, 768)", style=solid]; +"2478 zero_point_updated_constant98" -> "2479 sub_tensor_98" [label="(3072, 1)", style=solid]; +"2479 sub_tensor_98" -> "2480 linear_145" [label="(3072, 768)", style=solid]; +"2480 linear_145" -> "2481 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2481 gelu_23" -> "2482 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"2482 dropout_94" -> "2483 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2483 dropout_94_0_0_nncf_smooth_quant_0" -> "2484 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2484 quantize_per_tensor_default_147" -> "2485 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2485 dequantize_per_tensor_default_147" -> "2491 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2486 scale_updated_constant99" -> "2488 mul_tensor_99" [label="(768, 1)", style=solid]; +"2487 compressed_weight_updated_constant99" -> "2488 mul_tensor_99" [label="(768, 3072)", style=solid]; +"2488 mul_tensor_99" -> "2490 sub_tensor_99" [label="(768, 3072)", style=solid]; +"2489 zero_point_updated_constant99" -> "2490 sub_tensor_99" [label="(768, 1)", style=solid]; +"2490 sub_tensor_99" -> "2491 linear_146" [label="(768, 3072)", style=solid]; +"2491 linear_146" -> "2492 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2492 dropout_95" -> "2493 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2493 layer_norm_51" -> "2494 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2494 add_82" -> "2495 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2495 layer_norm_52" -> "2496 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2496 permute_108" -> "2497 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2497 adaptive_avg_pool2d" -> "2498 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2498 flatten" -> "2499 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2499 flatten_0_0_nncf_smooth_quant_0" -> "2500 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2500 quantize_per_tensor_default_148" -> "2501 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2501 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; "2502 scale_updated_constant100" -> "2504 mul_tensor_100" [label="(1000, 1)", style=solid]; "2503 compressed_weight_updated_constant100" -> "2504 mul_tensor_100" [label="(1000, 768)", style=solid]; "2504 mul_tensor_100" -> "2506 sub_tensor_100" [label="(1000, 768)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot index 44026591fb1..b86178cf5ff 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot @@ -1,21 +1,21 @@ strict digraph { "0 wte_weight" [id=0, type=get_attr]; -"1 input_ids" [id=1, type=input]; -"2 embedding" [id=2, type=embedding]; -"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; -"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; -"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_bias_0_0" [id=6, type=get_attr]; -"7 scale_updated_constant0" [id=7, type=get_attr]; -"8 compressed_weight_updated_constant0" [id=8, type=get_attr]; -"9 mul_tensor" [id=9, type=mul]; -"10 zero_point_updated_constant0" [id=10, type=get_attr]; -"11 sub_tensor" [id=11, type=sub]; -"12 linear" [id=12, type=linear]; -"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; -"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; -"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; -"16 lm_head_bias_0_0" [id=16, type=get_attr]; +"1 linear_bias" [id=1, type=get_attr]; +"2 lm_head_bias" [id=2, type=get_attr]; +"3 input_ids" [id=3, type=input]; +"4 embedding" [id=4, type=embedding]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; +"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; +"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; +"8 scale_updated_constant0" [id=8, type=get_attr]; +"9 compressed_weight_updated_constant0" [id=9, type=get_attr]; +"10 mul_tensor" [id=10, type=mul]; +"11 zero_point_updated_constant0" [id=11, type=get_attr]; +"12 sub_tensor" [id=12, type=sub]; +"13 linear" [id=13, type=linear]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; "17 scale_updated_constant1" [id=17, type=get_attr]; "18 compressed_weight_updated_constant1" [id=18, type=get_attr]; "19 mul_tensor_1" [id=19, type=mul]; @@ -23,23 +23,23 @@ strict digraph { "21 sub_tensor_1" [id=21, type=sub]; "22 linear_1" [id=22, type=linear]; "23 output" [id=23, type=output]; -"0 wte_weight" -> "2 embedding" [label="(10, 5)", style=solid]; -"1 input_ids" -> "2 embedding" [label="(5,)", style=solid]; -"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"6 linear_bias_0_0" -> "12 linear" [label="(5,)", style=solid]; -"7 scale_updated_constant0" -> "9 mul_tensor" [label="(5, 1)", style=solid]; -"8 compressed_weight_updated_constant0" -> "9 mul_tensor" [label="(5, 5)", style=solid]; -"9 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; -"10 zero_point_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; -"11 sub_tensor" -> "12 linear" [label="(5, 5)", style=solid]; -"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"16 lm_head_bias_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; +"1 linear_bias" -> "13 linear" [label="(5,)", style=solid]; +"2 lm_head_bias" -> "22 linear_1" [label="(10,)", style=solid]; +"3 input_ids" -> "4 embedding" [label="(5,)", style=solid]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"7 dequantize_per_tensor_default" -> "13 linear" [label="(5, 5)", style=solid]; +"8 scale_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; +"9 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; +"10 mul_tensor" -> "12 sub_tensor" [label="(5, 5)", style=solid]; +"11 zero_point_updated_constant0" -> "12 sub_tensor" [label="(5, 1)", style=solid]; +"12 sub_tensor" -> "13 linear" [label="(5, 5)", style=solid]; +"13 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; "17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(10, 1)", style=solid]; "18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(10, 5)", style=solid]; "19 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot index a183dc3d499..03f8579e69c 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot @@ -1,252 +1,252 @@ strict digraph { -"0 x" [id=0, type=input]; -"1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; -"2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 down_path_0_block_0_bias_0_0" [id=3, type=get_attr]; -"4 scale_updated_constant0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 mul_tensor" [id=6, type=mul]; -"7 zero_point_updated_constant0" [id=7, type=get_attr]; -"8 sub_tensor" [id=8, type=sub]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu" [id=10, type=relu]; -"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 down_path_0_block_3_bias_0_0" [id=13, type=get_attr]; -"14 scale_updated_constant1" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; -"16 mul_tensor_1" [id=16, type=mul]; -"17 zero_point_updated_constant1" [id=17, type=get_attr]; -"18 sub_tensor_1" [id=18, type=sub]; -"19 conv2d_1" [id=19, type=conv2d]; -"20 relu_1" [id=20, type=relu]; -"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; -"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; -"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; -"24 max_pool2d" [id=24, type=max_pool2d]; -"25 down_path_1_block_0_bias_0_0" [id=25, type=get_attr]; -"26 scale_updated_constant2" [id=26, type=get_attr]; -"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 mul_tensor_2" [id=28, type=mul]; -"29 zero_point_updated_constant2" [id=29, type=get_attr]; -"30 sub_tensor_2" [id=30, type=sub]; -"31 conv2d_2" [id=31, type=conv2d]; -"32 relu_2" [id=32, type=relu]; -"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; -"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 down_path_1_block_3_bias_0_0" [id=35, type=get_attr]; -"36 scale_updated_constant3" [id=36, type=get_attr]; -"37 compressed_weight_updated_constant3" [id=37, type=get_attr]; -"38 mul_tensor_3" [id=38, type=mul]; -"39 zero_point_updated_constant3" [id=39, type=get_attr]; -"40 sub_tensor_3" [id=40, type=sub]; -"41 conv2d_3" [id=41, type=conv2d]; -"42 relu_3" [id=42, type=relu]; -"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; -"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; -"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; -"46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 down_path_2_block_0_bias_0_0" [id=47, type=get_attr]; -"48 scale_updated_constant4" [id=48, type=get_attr]; -"49 compressed_weight_updated_constant4" [id=49, type=get_attr]; -"50 mul_tensor_4" [id=50, type=mul]; -"51 zero_point_updated_constant4" [id=51, type=get_attr]; -"52 sub_tensor_4" [id=52, type=sub]; -"53 conv2d_4" [id=53, type=conv2d]; -"54 relu_4" [id=54, type=relu]; -"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 down_path_2_block_3_bias_0_0" [id=57, type=get_attr]; -"58 scale_updated_constant5" [id=58, type=get_attr]; -"59 compressed_weight_updated_constant5" [id=59, type=get_attr]; -"60 mul_tensor_5" [id=60, type=mul]; -"61 zero_point_updated_constant5" [id=61, type=get_attr]; -"62 sub_tensor_5" [id=62, type=sub]; -"63 conv2d_5" [id=63, type=conv2d]; -"64 relu_5" [id=64, type=relu]; -"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; -"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; -"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; -"68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 down_path_3_block_0_bias_0_0" [id=69, type=get_attr]; -"70 scale_updated_constant6" [id=70, type=get_attr]; -"71 compressed_weight_updated_constant6" [id=71, type=get_attr]; -"72 mul_tensor_6" [id=72, type=mul]; -"73 zero_point_updated_constant6" [id=73, type=get_attr]; -"74 sub_tensor_6" [id=74, type=sub]; -"75 conv2d_6" [id=75, type=conv2d]; -"76 relu_6" [id=76, type=relu]; -"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; -"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 down_path_3_block_3_bias_0_0" [id=79, type=get_attr]; -"80 scale_updated_constant7" [id=80, type=get_attr]; -"81 compressed_weight_updated_constant7" [id=81, type=get_attr]; -"82 mul_tensor_7" [id=82, type=mul]; -"83 zero_point_updated_constant7" [id=83, type=get_attr]; -"84 sub_tensor_7" [id=84, type=sub]; -"85 conv2d_7" [id=85, type=conv2d]; -"86 relu_7" [id=86, type=relu]; -"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; -"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; -"90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 down_path_4_block_0_bias_0_0" [id=91, type=get_attr]; -"92 scale_updated_constant8" [id=92, type=get_attr]; -"93 compressed_weight_updated_constant8" [id=93, type=get_attr]; -"94 mul_tensor_8" [id=94, type=mul]; -"95 zero_point_updated_constant8" [id=95, type=get_attr]; -"96 sub_tensor_8" [id=96, type=sub]; -"97 conv2d_8" [id=97, type=conv2d]; -"98 relu_8" [id=98, type=relu]; -"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; -"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 down_path_4_block_3_bias_0_0" [id=101, type=get_attr]; -"102 scale_updated_constant9" [id=102, type=get_attr]; -"103 compressed_weight_updated_constant9" [id=103, type=get_attr]; -"104 mul_tensor_9" [id=104, type=mul]; -"105 zero_point_updated_constant9" [id=105, type=get_attr]; -"106 sub_tensor_9" [id=106, type=sub]; -"107 conv2d_9" [id=107, type=conv2d]; -"108 relu_9" [id=108, type=relu]; -"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; -"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 up_path_0_up_bias_0_0" [id=111, type=get_attr]; -"112 scale_updated_constant10" [id=112, type=get_attr]; -"113 compressed_weight_updated_constant10" [id=113, type=get_attr]; -"114 mul_tensor_10" [id=114, type=mul]; -"115 zero_point_updated_constant10" [id=115, type=get_attr]; -"116 sub_tensor_10" [id=116, type=sub]; -"117 conv_transpose2d" [id=117, type=conv_transpose2d]; -"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; -"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; -"120 slice_1" [id=120, type=slice]; -"121 slice_2" [id=121, type=slice]; -"122 slice_3" [id=122, type=slice]; -"123 slice_4" [id=123, type=slice]; -"124 cat" [id=124, type=cat]; -"125 up_path_0_conv_block_block_0_bias_0_0" [id=125, type=get_attr]; -"126 scale_updated_constant11" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant11" [id=127, type=get_attr]; -"128 mul_tensor_11" [id=128, type=mul]; -"129 zero_point_updated_constant11" [id=129, type=get_attr]; -"130 sub_tensor_11" [id=130, type=sub]; -"131 conv2d_10" [id=131, type=conv2d]; -"132 relu_10" [id=132, type=relu]; -"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 up_path_0_conv_block_block_3_bias_0_0" [id=135, type=get_attr]; -"136 scale_updated_constant12" [id=136, type=get_attr]; -"137 compressed_weight_updated_constant12" [id=137, type=get_attr]; -"138 mul_tensor_12" [id=138, type=mul]; -"139 zero_point_updated_constant12" [id=139, type=get_attr]; -"140 sub_tensor_12" [id=140, type=sub]; -"141 conv2d_11" [id=141, type=conv2d]; -"142 relu_11" [id=142, type=relu]; -"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 up_path_1_up_bias_0_0" [id=145, type=get_attr]; -"146 scale_updated_constant13" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant13" [id=147, type=get_attr]; -"148 mul_tensor_13" [id=148, type=mul]; -"149 zero_point_updated_constant13" [id=149, type=get_attr]; -"150 sub_tensor_13" [id=150, type=sub]; -"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; -"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; -"154 slice_5" [id=154, type=slice]; -"155 slice_6" [id=155, type=slice]; -"156 slice_7" [id=156, type=slice]; -"157 slice_8" [id=157, type=slice]; -"158 cat_1" [id=158, type=cat]; -"159 up_path_1_conv_block_block_0_bias_0_0" [id=159, type=get_attr]; -"160 scale_updated_constant14" [id=160, type=get_attr]; -"161 compressed_weight_updated_constant14" [id=161, type=get_attr]; -"162 mul_tensor_14" [id=162, type=mul]; -"163 zero_point_updated_constant14" [id=163, type=get_attr]; -"164 sub_tensor_14" [id=164, type=sub]; -"165 conv2d_12" [id=165, type=conv2d]; -"166 relu_12" [id=166, type=relu]; -"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; -"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 up_path_1_conv_block_block_3_bias_0_0" [id=169, type=get_attr]; -"170 scale_updated_constant15" [id=170, type=get_attr]; -"171 compressed_weight_updated_constant15" [id=171, type=get_attr]; -"172 mul_tensor_15" [id=172, type=mul]; -"173 zero_point_updated_constant15" [id=173, type=get_attr]; -"174 sub_tensor_15" [id=174, type=sub]; -"175 conv2d_13" [id=175, type=conv2d]; -"176 relu_13" [id=176, type=relu]; -"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; -"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 up_path_2_up_bias_0_0" [id=179, type=get_attr]; -"180 scale_updated_constant16" [id=180, type=get_attr]; -"181 compressed_weight_updated_constant16" [id=181, type=get_attr]; -"182 mul_tensor_16" [id=182, type=mul]; -"183 zero_point_updated_constant16" [id=183, type=get_attr]; -"184 sub_tensor_16" [id=184, type=sub]; -"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; -"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; -"188 slice_9" [id=188, type=slice]; -"189 slice_10" [id=189, type=slice]; -"190 slice_11" [id=190, type=slice]; -"191 slice_12" [id=191, type=slice]; -"192 cat_2" [id=192, type=cat]; -"193 up_path_2_conv_block_block_0_bias_0_0" [id=193, type=get_attr]; -"194 scale_updated_constant17" [id=194, type=get_attr]; -"195 compressed_weight_updated_constant17" [id=195, type=get_attr]; -"196 mul_tensor_17" [id=196, type=mul]; -"197 zero_point_updated_constant17" [id=197, type=get_attr]; -"198 sub_tensor_17" [id=198, type=sub]; -"199 conv2d_14" [id=199, type=conv2d]; -"200 relu_14" [id=200, type=relu]; -"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 up_path_2_conv_block_block_3_bias_0_0" [id=203, type=get_attr]; -"204 scale_updated_constant18" [id=204, type=get_attr]; -"205 compressed_weight_updated_constant18" [id=205, type=get_attr]; -"206 mul_tensor_18" [id=206, type=mul]; -"207 zero_point_updated_constant18" [id=207, type=get_attr]; -"208 sub_tensor_18" [id=208, type=sub]; -"209 conv2d_15" [id=209, type=conv2d]; -"210 relu_15" [id=210, type=relu]; -"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; -"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 up_path_3_up_bias_0_0" [id=213, type=get_attr]; -"214 scale_updated_constant19" [id=214, type=get_attr]; -"215 compressed_weight_updated_constant19" [id=215, type=get_attr]; -"216 mul_tensor_19" [id=216, type=mul]; -"217 zero_point_updated_constant19" [id=217, type=get_attr]; -"218 sub_tensor_19" [id=218, type=sub]; -"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; -"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; -"222 slice_13" [id=222, type=slice]; -"223 slice_14" [id=223, type=slice]; -"224 slice_15" [id=224, type=slice]; -"225 slice_16" [id=225, type=slice]; -"226 cat_3" [id=226, type=cat]; -"227 up_path_3_conv_block_block_0_bias_0_0" [id=227, type=get_attr]; -"228 scale_updated_constant20" [id=228, type=get_attr]; -"229 compressed_weight_updated_constant20" [id=229, type=get_attr]; -"230 mul_tensor_20" [id=230, type=mul]; -"231 zero_point_updated_constant20" [id=231, type=get_attr]; -"232 sub_tensor_20" [id=232, type=sub]; -"233 conv2d_16" [id=233, type=conv2d]; -"234 relu_16" [id=234, type=relu]; -"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; -"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 up_path_3_conv_block_block_3_bias_0_0" [id=237, type=get_attr]; -"238 scale_updated_constant21" [id=238, type=get_attr]; -"239 compressed_weight_updated_constant21" [id=239, type=get_attr]; -"240 mul_tensor_21" [id=240, type=mul]; -"241 zero_point_updated_constant21" [id=241, type=get_attr]; -"242 sub_tensor_21" [id=242, type=sub]; -"243 conv2d_17" [id=243, type=conv2d]; -"244 relu_17" [id=244, type=relu]; -"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 last_bias_0_0" [id=247, type=get_attr]; +"0 down_path_0_block_0_bias" [id=0, type=get_attr]; +"1 down_path_0_block_3_bias" [id=1, type=get_attr]; +"2 down_path_1_block_0_bias" [id=2, type=get_attr]; +"3 down_path_1_block_3_bias" [id=3, type=get_attr]; +"4 down_path_2_block_0_bias" [id=4, type=get_attr]; +"5 down_path_2_block_3_bias" [id=5, type=get_attr]; +"6 down_path_3_block_0_bias" [id=6, type=get_attr]; +"7 down_path_3_block_3_bias" [id=7, type=get_attr]; +"8 down_path_4_block_0_bias" [id=8, type=get_attr]; +"9 down_path_4_block_3_bias" [id=9, type=get_attr]; +"10 up_path_0_up_bias" [id=10, type=get_attr]; +"11 up_path_0_conv_block_block_0_bias" [id=11, type=get_attr]; +"12 up_path_0_conv_block_block_3_bias" [id=12, type=get_attr]; +"13 up_path_1_up_bias" [id=13, type=get_attr]; +"14 up_path_1_conv_block_block_0_bias" [id=14, type=get_attr]; +"15 up_path_1_conv_block_block_3_bias" [id=15, type=get_attr]; +"16 up_path_2_up_bias" [id=16, type=get_attr]; +"17 up_path_2_conv_block_block_0_bias" [id=17, type=get_attr]; +"18 up_path_2_conv_block_block_3_bias" [id=18, type=get_attr]; +"19 up_path_3_up_bias" [id=19, type=get_attr]; +"20 up_path_3_conv_block_block_0_bias" [id=20, type=get_attr]; +"21 up_path_3_conv_block_block_3_bias" [id=21, type=get_attr]; +"22 last_bias" [id=22, type=get_attr]; +"23 x" [id=23, type=input]; +"24 quantize_per_tensor_default_8" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_12" [id=25, type=dequantize_per_tensor]; +"26 scale_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant0" [id=27, type=get_attr]; +"28 mul_tensor" [id=28, type=mul]; +"29 zero_point_updated_constant0" [id=29, type=get_attr]; +"30 sub_tensor" [id=30, type=sub]; +"31 conv2d" [id=31, type=conv2d]; +"32 relu" [id=32, type=relu]; +"33 quantize_per_tensor_default_9" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_13" [id=34, type=dequantize_per_tensor]; +"35 scale_updated_constant1" [id=35, type=get_attr]; +"36 compressed_weight_updated_constant1" [id=36, type=get_attr]; +"37 mul_tensor_1" [id=37, type=mul]; +"38 zero_point_updated_constant1" [id=38, type=get_attr]; +"39 sub_tensor_1" [id=39, type=sub]; +"40 conv2d_1" [id=40, type=conv2d]; +"41 relu_1" [id=41, type=relu]; +"42 quantize_per_tensor_default" [id=42, type=quantize_per_tensor]; +"43 dequantize_per_tensor_default_1" [id=43, type=dequantize_per_tensor]; +"44 dequantize_per_tensor_default" [id=44, type=dequantize_per_tensor]; +"45 max_pool2d" [id=45, type=max_pool2d]; +"46 scale_updated_constant2" [id=46, type=get_attr]; +"47 compressed_weight_updated_constant2" [id=47, type=get_attr]; +"48 mul_tensor_2" [id=48, type=mul]; +"49 zero_point_updated_constant2" [id=49, type=get_attr]; +"50 sub_tensor_2" [id=50, type=sub]; +"51 conv2d_2" [id=51, type=conv2d]; +"52 relu_2" [id=52, type=relu]; +"53 quantize_per_tensor_default_10" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_14" [id=54, type=dequantize_per_tensor]; +"55 scale_updated_constant3" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant3" [id=56, type=get_attr]; +"57 mul_tensor_3" [id=57, type=mul]; +"58 zero_point_updated_constant3" [id=58, type=get_attr]; +"59 sub_tensor_3" [id=59, type=sub]; +"60 conv2d_3" [id=60, type=conv2d]; +"61 relu_3" [id=61, type=relu]; +"62 quantize_per_tensor_default_3" [id=62, type=quantize_per_tensor]; +"63 dequantize_per_tensor_default_5" [id=63, type=dequantize_per_tensor]; +"64 dequantize_per_tensor_default_4" [id=64, type=dequantize_per_tensor]; +"65 max_pool2d_1" [id=65, type=max_pool2d]; +"66 scale_updated_constant4" [id=66, type=get_attr]; +"67 compressed_weight_updated_constant4" [id=67, type=get_attr]; +"68 mul_tensor_4" [id=68, type=mul]; +"69 zero_point_updated_constant4" [id=69, type=get_attr]; +"70 sub_tensor_4" [id=70, type=sub]; +"71 conv2d_4" [id=71, type=conv2d]; +"72 relu_4" [id=72, type=relu]; +"73 quantize_per_tensor_default_11" [id=73, type=quantize_per_tensor]; +"74 dequantize_per_tensor_default_15" [id=74, type=dequantize_per_tensor]; +"75 scale_updated_constant5" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant5" [id=76, type=get_attr]; +"77 mul_tensor_5" [id=77, type=mul]; +"78 zero_point_updated_constant5" [id=78, type=get_attr]; +"79 sub_tensor_5" [id=79, type=sub]; +"80 conv2d_5" [id=80, type=conv2d]; +"81 relu_5" [id=81, type=relu]; +"82 quantize_per_tensor_default_4" [id=82, type=quantize_per_tensor]; +"83 dequantize_per_tensor_default_7" [id=83, type=dequantize_per_tensor]; +"84 dequantize_per_tensor_default_6" [id=84, type=dequantize_per_tensor]; +"85 max_pool2d_2" [id=85, type=max_pool2d]; +"86 scale_updated_constant6" [id=86, type=get_attr]; +"87 compressed_weight_updated_constant6" [id=87, type=get_attr]; +"88 mul_tensor_6" [id=88, type=mul]; +"89 zero_point_updated_constant6" [id=89, type=get_attr]; +"90 sub_tensor_6" [id=90, type=sub]; +"91 conv2d_6" [id=91, type=conv2d]; +"92 relu_6" [id=92, type=relu]; +"93 quantize_per_tensor_default_12" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_16" [id=94, type=dequantize_per_tensor]; +"95 scale_updated_constant7" [id=95, type=get_attr]; +"96 compressed_weight_updated_constant7" [id=96, type=get_attr]; +"97 mul_tensor_7" [id=97, type=mul]; +"98 zero_point_updated_constant7" [id=98, type=get_attr]; +"99 sub_tensor_7" [id=99, type=sub]; +"100 conv2d_7" [id=100, type=conv2d]; +"101 relu_7" [id=101, type=relu]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_11" [id=103, type=dequantize_per_tensor]; +"104 dequantize_per_tensor_default_10" [id=104, type=dequantize_per_tensor]; +"105 max_pool2d_3" [id=105, type=max_pool2d]; +"106 scale_updated_constant8" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant8" [id=107, type=get_attr]; +"108 mul_tensor_8" [id=108, type=mul]; +"109 zero_point_updated_constant8" [id=109, type=get_attr]; +"110 sub_tensor_8" [id=110, type=sub]; +"111 conv2d_8" [id=111, type=conv2d]; +"112 relu_8" [id=112, type=relu]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_17" [id=114, type=dequantize_per_tensor]; +"115 scale_updated_constant9" [id=115, type=get_attr]; +"116 compressed_weight_updated_constant9" [id=116, type=get_attr]; +"117 mul_tensor_9" [id=117, type=mul]; +"118 zero_point_updated_constant9" [id=118, type=get_attr]; +"119 sub_tensor_9" [id=119, type=sub]; +"120 conv2d_9" [id=120, type=conv2d]; +"121 relu_9" [id=121, type=relu]; +"122 quantize_per_tensor_default_14" [id=122, type=quantize_per_tensor]; +"123 dequantize_per_tensor_default_18" [id=123, type=dequantize_per_tensor]; +"124 scale_updated_constant10" [id=124, type=get_attr]; +"125 compressed_weight_updated_constant10" [id=125, type=get_attr]; +"126 mul_tensor_10" [id=126, type=mul]; +"127 zero_point_updated_constant10" [id=127, type=get_attr]; +"128 sub_tensor_10" [id=128, type=sub]; +"129 conv_transpose2d" [id=129, type=conv_transpose2d]; +"130 quantize_per_tensor_default_6" [id=130, type=quantize_per_tensor]; +"131 dequantize_per_tensor_default_9" [id=131, type=dequantize_per_tensor]; +"132 slice_1" [id=132, type=slice]; +"133 slice_2" [id=133, type=slice]; +"134 slice_3" [id=134, type=slice]; +"135 slice_4" [id=135, type=slice]; +"136 cat" [id=136, type=cat]; +"137 scale_updated_constant11" [id=137, type=get_attr]; +"138 compressed_weight_updated_constant11" [id=138, type=get_attr]; +"139 mul_tensor_11" [id=139, type=mul]; +"140 zero_point_updated_constant11" [id=140, type=get_attr]; +"141 sub_tensor_11" [id=141, type=sub]; +"142 conv2d_10" [id=142, type=conv2d]; +"143 relu_10" [id=143, type=relu]; +"144 quantize_per_tensor_default_15" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_19" [id=145, type=dequantize_per_tensor]; +"146 scale_updated_constant12" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant12" [id=147, type=get_attr]; +"148 mul_tensor_12" [id=148, type=mul]; +"149 zero_point_updated_constant12" [id=149, type=get_attr]; +"150 sub_tensor_12" [id=150, type=sub]; +"151 conv2d_11" [id=151, type=conv2d]; +"152 relu_11" [id=152, type=relu]; +"153 quantize_per_tensor_default_16" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_20" [id=154, type=dequantize_per_tensor]; +"155 scale_updated_constant13" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant13" [id=156, type=get_attr]; +"157 mul_tensor_13" [id=157, type=mul]; +"158 zero_point_updated_constant13" [id=158, type=get_attr]; +"159 sub_tensor_13" [id=159, type=sub]; +"160 conv_transpose2d_1" [id=160, type=conv_transpose2d]; +"161 quantize_per_tensor_default_5" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_8" [id=162, type=dequantize_per_tensor]; +"163 slice_5" [id=163, type=slice]; +"164 slice_6" [id=164, type=slice]; +"165 slice_7" [id=165, type=slice]; +"166 slice_8" [id=166, type=slice]; +"167 cat_1" [id=167, type=cat]; +"168 scale_updated_constant14" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant14" [id=169, type=get_attr]; +"170 mul_tensor_14" [id=170, type=mul]; +"171 zero_point_updated_constant14" [id=171, type=get_attr]; +"172 sub_tensor_14" [id=172, type=sub]; +"173 conv2d_12" [id=173, type=conv2d]; +"174 relu_12" [id=174, type=relu]; +"175 quantize_per_tensor_default_17" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_21" [id=176, type=dequantize_per_tensor]; +"177 scale_updated_constant15" [id=177, type=get_attr]; +"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; +"179 mul_tensor_15" [id=179, type=mul]; +"180 zero_point_updated_constant15" [id=180, type=get_attr]; +"181 sub_tensor_15" [id=181, type=sub]; +"182 conv2d_13" [id=182, type=conv2d]; +"183 relu_13" [id=183, type=relu]; +"184 quantize_per_tensor_default_18" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_22" [id=185, type=dequantize_per_tensor]; +"186 scale_updated_constant16" [id=186, type=get_attr]; +"187 compressed_weight_updated_constant16" [id=187, type=get_attr]; +"188 mul_tensor_16" [id=188, type=mul]; +"189 zero_point_updated_constant16" [id=189, type=get_attr]; +"190 sub_tensor_16" [id=190, type=sub]; +"191 conv_transpose2d_2" [id=191, type=conv_transpose2d]; +"192 quantize_per_tensor_default_2" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_3" [id=193, type=dequantize_per_tensor]; +"194 slice_9" [id=194, type=slice]; +"195 slice_10" [id=195, type=slice]; +"196 slice_11" [id=196, type=slice]; +"197 slice_12" [id=197, type=slice]; +"198 cat_2" [id=198, type=cat]; +"199 scale_updated_constant17" [id=199, type=get_attr]; +"200 compressed_weight_updated_constant17" [id=200, type=get_attr]; +"201 mul_tensor_17" [id=201, type=mul]; +"202 zero_point_updated_constant17" [id=202, type=get_attr]; +"203 sub_tensor_17" [id=203, type=sub]; +"204 conv2d_14" [id=204, type=conv2d]; +"205 relu_14" [id=205, type=relu]; +"206 quantize_per_tensor_default_19" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_23" [id=207, type=dequantize_per_tensor]; +"208 scale_updated_constant18" [id=208, type=get_attr]; +"209 compressed_weight_updated_constant18" [id=209, type=get_attr]; +"210 mul_tensor_18" [id=210, type=mul]; +"211 zero_point_updated_constant18" [id=211, type=get_attr]; +"212 sub_tensor_18" [id=212, type=sub]; +"213 conv2d_15" [id=213, type=conv2d]; +"214 relu_15" [id=214, type=relu]; +"215 quantize_per_tensor_default_20" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_24" [id=216, type=dequantize_per_tensor]; +"217 scale_updated_constant19" [id=217, type=get_attr]; +"218 compressed_weight_updated_constant19" [id=218, type=get_attr]; +"219 mul_tensor_19" [id=219, type=mul]; +"220 zero_point_updated_constant19" [id=220, type=get_attr]; +"221 sub_tensor_19" [id=221, type=sub]; +"222 conv_transpose2d_3" [id=222, type=conv_transpose2d]; +"223 quantize_per_tensor_default_1" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_2" [id=224, type=dequantize_per_tensor]; +"225 slice_13" [id=225, type=slice]; +"226 slice_14" [id=226, type=slice]; +"227 slice_15" [id=227, type=slice]; +"228 slice_16" [id=228, type=slice]; +"229 cat_3" [id=229, type=cat]; +"230 scale_updated_constant20" [id=230, type=get_attr]; +"231 compressed_weight_updated_constant20" [id=231, type=get_attr]; +"232 mul_tensor_20" [id=232, type=mul]; +"233 zero_point_updated_constant20" [id=233, type=get_attr]; +"234 sub_tensor_20" [id=234, type=sub]; +"235 conv2d_16" [id=235, type=conv2d]; +"236 relu_16" [id=236, type=relu]; +"237 quantize_per_tensor_default_21" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_25" [id=238, type=dequantize_per_tensor]; +"239 scale_updated_constant21" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant21" [id=240, type=get_attr]; +"241 mul_tensor_21" [id=241, type=mul]; +"242 zero_point_updated_constant21" [id=242, type=get_attr]; +"243 sub_tensor_21" [id=243, type=sub]; +"244 conv2d_17" [id=244, type=conv2d]; +"245 relu_17" [id=245, type=relu]; +"246 quantize_per_tensor_default_22" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_26" [id=247, type=dequantize_per_tensor]; "248 scale_updated_constant22" [id=248, type=get_attr]; "249 compressed_weight_updated_constant22" [id=249, type=get_attr]; "250 mul_tensor_22" [id=250, type=mul]; @@ -254,258 +254,258 @@ strict digraph { "252 sub_tensor_22" [id=252, type=sub]; "253 conv2d_18" [id=253, type=conv2d]; "254 output" [id=254, type=output]; -"0 x" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; -"1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 down_path_0_block_0_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; -"6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; -"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; -"8 sub_tensor" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; -"9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; -"10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; -"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; -"12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 down_path_0_block_3_bias_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; -"14 scale_updated_constant1" -> "16 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"15 compressed_weight_updated_constant1" -> "16 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"16 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; -"17 zero_point_updated_constant1" -> "18 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; -"18 sub_tensor_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; -"20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; -"23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; -"24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 down_path_1_block_0_bias_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; -"26 scale_updated_constant2" -> "28 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; -"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; -"28 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; -"29 zero_point_updated_constant2" -> "30 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; -"30 sub_tensor_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; -"31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; -"32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; -"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; -"34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 down_path_1_block_3_bias_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; -"36 scale_updated_constant3" -> "38 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; -"37 compressed_weight_updated_constant3" -> "38 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; -"38 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; -"39 zero_point_updated_constant3" -> "40 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; -"40 sub_tensor_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; -"41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; -"42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; -"44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; -"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; -"46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 down_path_2_block_0_bias_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; -"48 scale_updated_constant4" -> "50 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; -"49 compressed_weight_updated_constant4" -> "50 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; -"50 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; -"51 zero_point_updated_constant4" -> "52 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; -"52 sub_tensor_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; -"53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; -"54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; -"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; -"56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 down_path_2_block_3_bias_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; -"58 scale_updated_constant5" -> "60 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; -"59 compressed_weight_updated_constant5" -> "60 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; -"60 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; -"61 zero_point_updated_constant5" -> "62 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; -"62 sub_tensor_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; -"63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; -"64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; -"66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; -"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; -"68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 down_path_3_block_0_bias_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; -"70 scale_updated_constant6" -> "72 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; -"71 compressed_weight_updated_constant6" -> "72 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; -"72 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; -"73 zero_point_updated_constant6" -> "74 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; -"74 sub_tensor_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; -"75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; -"76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; -"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; -"78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 down_path_3_block_3_bias_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; -"80 scale_updated_constant7" -> "82 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; -"81 compressed_weight_updated_constant7" -> "82 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; -"82 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; -"83 zero_point_updated_constant7" -> "84 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; -"84 sub_tensor_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; -"85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; -"86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; -"88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; -"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; -"90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 down_path_4_block_0_bias_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; -"92 scale_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; -"93 compressed_weight_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; -"94 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; -"95 zero_point_updated_constant8" -> "96 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; -"96 sub_tensor_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; -"97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; -"98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; -"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; -"100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 down_path_4_block_3_bias_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; -"102 scale_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; -"103 compressed_weight_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; -"104 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; -"105 zero_point_updated_constant9" -> "106 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; -"106 sub_tensor_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; -"107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; -"108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; -"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; -"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 up_path_0_up_bias_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; -"112 scale_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"113 compressed_weight_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"114 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; -"115 zero_point_updated_constant10" -> "116 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; -"116 sub_tensor_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; -"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; -"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; -"119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; -"120 slice_1" -> "121 slice_2" [label="(1, 512, 20, 20)", style=solid]; -"121 slice_2" -> "122 slice_3" [label="(1, 512, 20, 20)", style=solid]; -"122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; -"123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; -"124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 up_path_0_conv_block_block_0_bias_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; -"126 scale_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; -"127 compressed_weight_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; -"128 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; -"129 zero_point_updated_constant11" -> "130 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; -"130 sub_tensor_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; -"131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; -"132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; -"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; -"134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 up_path_0_conv_block_block_3_bias_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; -"136 scale_updated_constant12" -> "138 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; -"137 compressed_weight_updated_constant12" -> "138 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; -"138 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; -"139 zero_point_updated_constant12" -> "140 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; -"140 sub_tensor_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; -"141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; -"142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; -"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; -"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 up_path_1_up_bias_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; -"146 scale_updated_constant13" -> "148 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"147 compressed_weight_updated_constant13" -> "148 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"148 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; -"149 zero_point_updated_constant13" -> "150 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; -"150 sub_tensor_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; -"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; -"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; -"153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"154 slice_5" -> "155 slice_6" [label="(1, 256, 49, 49)", style=solid]; -"155 slice_6" -> "156 slice_7" [label="(1, 256, 49, 49)", style=solid]; -"156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; -"157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 up_path_1_conv_block_block_0_bias_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; -"160 scale_updated_constant14" -> "162 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"161 compressed_weight_updated_constant14" -> "162 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; -"162 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; -"163 zero_point_updated_constant14" -> "164 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; -"164 sub_tensor_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; -"165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; -"166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 up_path_1_conv_block_block_3_bias_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; -"170 scale_updated_constant15" -> "172 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; -"171 compressed_weight_updated_constant15" -> "172 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; -"172 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; -"173 zero_point_updated_constant15" -> "174 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; -"174 sub_tensor_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; -"176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; -"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; -"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 up_path_2_up_bias_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; -"180 scale_updated_constant16" -> "182 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"181 compressed_weight_updated_constant16" -> "182 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"182 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; -"183 zero_point_updated_constant16" -> "184 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; -"184 sub_tensor_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; -"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; -"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; -"187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"188 slice_9" -> "189 slice_10" [label="(1, 128, 106, 106)", style=solid]; -"189 slice_10" -> "190 slice_11" [label="(1, 128, 106, 106)", style=solid]; -"190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; -"191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 up_path_2_conv_block_block_0_bias_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; -"194 scale_updated_constant17" -> "196 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; -"195 compressed_weight_updated_constant17" -> "196 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; -"196 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; -"197 zero_point_updated_constant17" -> "198 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; -"198 sub_tensor_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; -"199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; -"200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; -"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; -"202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 up_path_2_conv_block_block_3_bias_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; -"204 scale_updated_constant18" -> "206 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; -"205 compressed_weight_updated_constant18" -> "206 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; -"206 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; -"207 zero_point_updated_constant18" -> "208 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; -"208 sub_tensor_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; -"209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; -"210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; -"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 up_path_3_up_bias_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; -"214 scale_updated_constant19" -> "216 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"215 compressed_weight_updated_constant19" -> "216 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"216 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; -"217 zero_point_updated_constant19" -> "218 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; -"218 sub_tensor_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; -"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; -"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; -"221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"222 slice_13" -> "223 slice_14" [label="(1, 64, 220, 220)", style=solid]; -"223 slice_14" -> "224 slice_15" [label="(1, 64, 220, 220)", style=solid]; -"224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; -"225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 up_path_3_conv_block_block_0_bias_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; -"228 scale_updated_constant20" -> "230 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; -"229 compressed_weight_updated_constant20" -> "230 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; -"230 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; -"231 zero_point_updated_constant20" -> "232 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; -"232 sub_tensor_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; -"233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; -"234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; -"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; -"236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 up_path_3_conv_block_block_3_bias_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; -"238 scale_updated_constant21" -> "240 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; -"239 compressed_weight_updated_constant21" -> "240 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; -"240 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; -"241 zero_point_updated_constant21" -> "242 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; -"242 sub_tensor_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; -"243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; -"244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; -"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; -"246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 last_bias_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"0 down_path_0_block_0_bias" -> "31 conv2d" [label="(64,)", style=solid]; +"1 down_path_0_block_3_bias" -> "40 conv2d_1" [label="(64,)", style=solid]; +"2 down_path_1_block_0_bias" -> "51 conv2d_2" [label="(128,)", style=solid]; +"3 down_path_1_block_3_bias" -> "60 conv2d_3" [label="(128,)", style=solid]; +"4 down_path_2_block_0_bias" -> "71 conv2d_4" [label="(256,)", style=solid]; +"5 down_path_2_block_3_bias" -> "80 conv2d_5" [label="(256,)", style=solid]; +"6 down_path_3_block_0_bias" -> "91 conv2d_6" [label="(512,)", style=solid]; +"7 down_path_3_block_3_bias" -> "100 conv2d_7" [label="(512,)", style=solid]; +"8 down_path_4_block_0_bias" -> "111 conv2d_8" [label="(1024,)", style=solid]; +"9 down_path_4_block_3_bias" -> "120 conv2d_9" [label="(1024,)", style=solid]; +"10 up_path_0_up_bias" -> "129 conv_transpose2d" [label="(512,)", style=solid]; +"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [label="(512,)", style=solid]; +"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [label="(512,)", style=solid]; +"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [label="(256,)", style=solid]; +"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [label="(256,)", style=solid]; +"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [label="(256,)", style=solid]; +"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [label="(128,)", style=solid]; +"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [label="(128,)", style=solid]; +"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [label="(128,)", style=solid]; +"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [label="(64,)", style=solid]; +"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [label="(64,)", style=solid]; +"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [label="(64,)", style=solid]; +"22 last_bias" -> "253 conv2d_18" [label="(12,)", style=solid]; +"23 x" -> "24 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"25 dequantize_per_tensor_default_12" -> "31 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"26 scale_updated_constant0" -> "28 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant0" -> "28 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"28 mul_tensor" -> "30 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; +"29 zero_point_updated_constant0" -> "30 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"30 sub_tensor" -> "31 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"31 conv2d" -> "32 relu" [label="(1, 64, 222, 222)", style=solid]; +"32 relu" -> "33 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"33 quantize_per_tensor_default_9" -> "34 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"34 dequantize_per_tensor_default_13" -> "40 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"35 scale_updated_constant1" -> "37 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"36 compressed_weight_updated_constant1" -> "37 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"37 mul_tensor_1" -> "39 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"38 zero_point_updated_constant1" -> "39 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"39 sub_tensor_1" -> "40 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"40 conv2d_1" -> "41 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"41 relu_1" -> "42 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"43 dequantize_per_tensor_default_1" -> "225 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"44 dequantize_per_tensor_default" -> "45 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"45 max_pool2d" -> "51 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"46 scale_updated_constant2" -> "48 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"47 compressed_weight_updated_constant2" -> "48 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"48 mul_tensor_2" -> "50 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"49 zero_point_updated_constant2" -> "50 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"50 sub_tensor_2" -> "51 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"51 conv2d_2" -> "52 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"52 relu_2" -> "53 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"53 quantize_per_tensor_default_10" -> "54 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"54 dequantize_per_tensor_default_14" -> "60 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"55 scale_updated_constant3" -> "57 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"56 compressed_weight_updated_constant3" -> "57 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"57 mul_tensor_3" -> "59 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"58 zero_point_updated_constant3" -> "59 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"59 sub_tensor_3" -> "60 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"60 conv2d_3" -> "61 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"61 relu_3" -> "62 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"63 dequantize_per_tensor_default_5" -> "194 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"64 dequantize_per_tensor_default_4" -> "65 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"65 max_pool2d_1" -> "71 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"66 scale_updated_constant4" -> "68 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"67 compressed_weight_updated_constant4" -> "68 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"68 mul_tensor_4" -> "70 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"69 zero_point_updated_constant4" -> "70 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"70 sub_tensor_4" -> "71 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"71 conv2d_4" -> "72 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"72 relu_4" -> "73 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"73 quantize_per_tensor_default_11" -> "74 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"74 dequantize_per_tensor_default_15" -> "80 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"75 scale_updated_constant5" -> "77 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"76 compressed_weight_updated_constant5" -> "77 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"77 mul_tensor_5" -> "79 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"78 zero_point_updated_constant5" -> "79 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"79 sub_tensor_5" -> "80 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"80 conv2d_5" -> "81 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"81 relu_5" -> "82 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"83 dequantize_per_tensor_default_7" -> "163 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"84 dequantize_per_tensor_default_6" -> "85 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"85 max_pool2d_2" -> "91 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"86 scale_updated_constant6" -> "88 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"87 compressed_weight_updated_constant6" -> "88 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"88 mul_tensor_6" -> "90 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"89 zero_point_updated_constant6" -> "90 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"90 sub_tensor_6" -> "91 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"91 conv2d_6" -> "92 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"92 relu_6" -> "93 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"93 quantize_per_tensor_default_12" -> "94 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"94 dequantize_per_tensor_default_16" -> "100 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"95 scale_updated_constant7" -> "97 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"96 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"97 mul_tensor_7" -> "99 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"98 zero_point_updated_constant7" -> "99 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"99 sub_tensor_7" -> "100 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"100 conv2d_7" -> "101 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"101 relu_7" -> "102 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"103 dequantize_per_tensor_default_11" -> "132 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"104 dequantize_per_tensor_default_10" -> "105 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"105 max_pool2d_3" -> "111 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"106 scale_updated_constant8" -> "108 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant8" -> "108 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"108 mul_tensor_8" -> "110 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"109 zero_point_updated_constant8" -> "110 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"110 sub_tensor_8" -> "111 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"111 conv2d_8" -> "112 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"112 relu_8" -> "113 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"114 dequantize_per_tensor_default_17" -> "120 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"115 scale_updated_constant9" -> "117 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"116 compressed_weight_updated_constant9" -> "117 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"117 mul_tensor_9" -> "119 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"118 zero_point_updated_constant9" -> "119 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"119 sub_tensor_9" -> "120 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"120 conv2d_9" -> "121 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"121 relu_9" -> "122 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"122 quantize_per_tensor_default_14" -> "123 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"123 dequantize_per_tensor_default_18" -> "129 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"124 scale_updated_constant10" -> "126 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"125 compressed_weight_updated_constant10" -> "126 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"126 mul_tensor_10" -> "128 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"127 zero_point_updated_constant10" -> "128 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"128 sub_tensor_10" -> "129 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"131 dequantize_per_tensor_default_9" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"132 slice_1" -> "133 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"133 slice_2" -> "134 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"134 slice_3" -> "135 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"135 slice_4" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"136 cat" -> "142 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"137 scale_updated_constant11" -> "139 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"138 compressed_weight_updated_constant11" -> "139 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"139 mul_tensor_11" -> "141 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"140 zero_point_updated_constant11" -> "141 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"141 sub_tensor_11" -> "142 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"142 conv2d_10" -> "143 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"143 relu_10" -> "144 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"145 dequantize_per_tensor_default_19" -> "151 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"146 scale_updated_constant12" -> "148 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"147 compressed_weight_updated_constant12" -> "148 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"148 mul_tensor_12" -> "150 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"149 zero_point_updated_constant12" -> "150 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"150 sub_tensor_12" -> "151 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"151 conv2d_11" -> "152 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"152 relu_11" -> "153 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"154 dequantize_per_tensor_default_20" -> "160 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"155 scale_updated_constant13" -> "157 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"156 compressed_weight_updated_constant13" -> "157 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"157 mul_tensor_13" -> "159 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"158 zero_point_updated_constant13" -> "159 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"159 sub_tensor_13" -> "160 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"162 dequantize_per_tensor_default_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"163 slice_5" -> "164 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"164 slice_6" -> "165 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"165 slice_7" -> "166 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"166 slice_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"167 cat_1" -> "173 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"168 scale_updated_constant14" -> "170 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"169 compressed_weight_updated_constant14" -> "170 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"170 mul_tensor_14" -> "172 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"171 zero_point_updated_constant14" -> "172 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"172 sub_tensor_14" -> "173 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"173 conv2d_12" -> "174 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"174 relu_12" -> "175 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_21" -> "182 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"177 scale_updated_constant15" -> "179 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"179 mul_tensor_15" -> "181 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"181 sub_tensor_15" -> "182 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"182 conv2d_13" -> "183 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"183 relu_13" -> "184 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"185 dequantize_per_tensor_default_22" -> "191 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"186 scale_updated_constant16" -> "188 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"187 compressed_weight_updated_constant16" -> "188 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"188 mul_tensor_16" -> "190 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"189 zero_point_updated_constant16" -> "190 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"190 sub_tensor_16" -> "191 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"193 dequantize_per_tensor_default_3" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"194 slice_9" -> "195 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"195 slice_10" -> "196 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"196 slice_11" -> "197 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"197 slice_12" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"198 cat_2" -> "204 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"199 scale_updated_constant17" -> "201 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"200 compressed_weight_updated_constant17" -> "201 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"201 mul_tensor_17" -> "203 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"202 zero_point_updated_constant17" -> "203 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"203 sub_tensor_17" -> "204 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"204 conv2d_14" -> "205 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"205 relu_14" -> "206 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"207 dequantize_per_tensor_default_23" -> "213 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"208 scale_updated_constant18" -> "210 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"209 compressed_weight_updated_constant18" -> "210 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"210 mul_tensor_18" -> "212 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"211 zero_point_updated_constant18" -> "212 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"212 sub_tensor_18" -> "213 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"213 conv2d_15" -> "214 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"214 relu_15" -> "215 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"216 dequantize_per_tensor_default_24" -> "222 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"217 scale_updated_constant19" -> "219 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"218 compressed_weight_updated_constant19" -> "219 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"219 mul_tensor_19" -> "221 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"220 zero_point_updated_constant19" -> "221 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"221 sub_tensor_19" -> "222 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"224 dequantize_per_tensor_default_2" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"225 slice_13" -> "226 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"226 slice_14" -> "227 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"227 slice_15" -> "228 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"228 slice_16" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"229 cat_3" -> "235 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"230 scale_updated_constant20" -> "232 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"232 mul_tensor_20" -> "234 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"234 sub_tensor_20" -> "235 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"235 conv2d_16" -> "236 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"236 relu_16" -> "237 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"238 dequantize_per_tensor_default_25" -> "244 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"239 scale_updated_constant21" -> "241 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"240 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"241 mul_tensor_21" -> "243 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"242 zero_point_updated_constant21" -> "243 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"243 sub_tensor_21" -> "244 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"244 conv2d_17" -> "245 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"245 relu_17" -> "246 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"247 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; "248 scale_updated_constant22" -> "250 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; "249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; "250 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot index 88e4a8c30d1..eaa483dfd25 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot @@ -1,978 +1,978 @@ strict digraph { "0 encoder_pos_embedding" [id=0, type=get_attr]; -"1 encoder_layers_encoder_layer_0_ln_1_weight" [id=1, type=get_attr]; -"2 encoder_layers_encoder_layer_0_ln_1_bias" [id=2, type=get_attr]; -"3 encoder_layers_encoder_layer_0_ln_2_weight" [id=3, type=get_attr]; -"4 encoder_layers_encoder_layer_0_ln_2_bias" [id=4, type=get_attr]; -"5 encoder_layers_encoder_layer_1_ln_1_weight" [id=5, type=get_attr]; -"6 encoder_layers_encoder_layer_1_ln_1_bias" [id=6, type=get_attr]; -"7 encoder_layers_encoder_layer_1_ln_2_weight" [id=7, type=get_attr]; -"8 encoder_layers_encoder_layer_1_ln_2_bias" [id=8, type=get_attr]; -"9 encoder_layers_encoder_layer_2_ln_1_weight" [id=9, type=get_attr]; -"10 encoder_layers_encoder_layer_2_ln_1_bias" [id=10, type=get_attr]; -"11 encoder_layers_encoder_layer_2_ln_2_weight" [id=11, type=get_attr]; -"12 encoder_layers_encoder_layer_2_ln_2_bias" [id=12, type=get_attr]; -"13 encoder_layers_encoder_layer_3_ln_1_weight" [id=13, type=get_attr]; -"14 encoder_layers_encoder_layer_3_ln_1_bias" [id=14, type=get_attr]; -"15 encoder_layers_encoder_layer_3_ln_2_weight" [id=15, type=get_attr]; -"16 encoder_layers_encoder_layer_3_ln_2_bias" [id=16, type=get_attr]; -"17 encoder_layers_encoder_layer_4_ln_1_weight" [id=17, type=get_attr]; -"18 encoder_layers_encoder_layer_4_ln_1_bias" [id=18, type=get_attr]; -"19 encoder_layers_encoder_layer_4_ln_2_weight" [id=19, type=get_attr]; -"20 encoder_layers_encoder_layer_4_ln_2_bias" [id=20, type=get_attr]; -"21 encoder_layers_encoder_layer_5_ln_1_weight" [id=21, type=get_attr]; -"22 encoder_layers_encoder_layer_5_ln_1_bias" [id=22, type=get_attr]; -"23 encoder_layers_encoder_layer_5_ln_2_weight" [id=23, type=get_attr]; -"24 encoder_layers_encoder_layer_5_ln_2_bias" [id=24, type=get_attr]; -"25 encoder_layers_encoder_layer_6_ln_1_weight" [id=25, type=get_attr]; -"26 encoder_layers_encoder_layer_6_ln_1_bias" [id=26, type=get_attr]; -"27 encoder_layers_encoder_layer_6_ln_2_weight" [id=27, type=get_attr]; -"28 encoder_layers_encoder_layer_6_ln_2_bias" [id=28, type=get_attr]; -"29 encoder_layers_encoder_layer_7_ln_1_weight" [id=29, type=get_attr]; -"30 encoder_layers_encoder_layer_7_ln_1_bias" [id=30, type=get_attr]; -"31 encoder_layers_encoder_layer_7_ln_2_weight" [id=31, type=get_attr]; -"32 encoder_layers_encoder_layer_7_ln_2_bias" [id=32, type=get_attr]; -"33 encoder_layers_encoder_layer_8_ln_1_weight" [id=33, type=get_attr]; -"34 encoder_layers_encoder_layer_8_ln_1_bias" [id=34, type=get_attr]; -"35 encoder_layers_encoder_layer_8_ln_2_weight" [id=35, type=get_attr]; -"36 encoder_layers_encoder_layer_8_ln_2_bias" [id=36, type=get_attr]; -"37 encoder_layers_encoder_layer_9_ln_1_weight" [id=37, type=get_attr]; -"38 encoder_layers_encoder_layer_9_ln_1_bias" [id=38, type=get_attr]; -"39 encoder_layers_encoder_layer_9_ln_2_weight" [id=39, type=get_attr]; -"40 encoder_layers_encoder_layer_9_ln_2_bias" [id=40, type=get_attr]; -"41 encoder_layers_encoder_layer_10_ln_1_weight" [id=41, type=get_attr]; -"42 encoder_layers_encoder_layer_10_ln_1_bias" [id=42, type=get_attr]; -"43 encoder_layers_encoder_layer_10_ln_2_weight" [id=43, type=get_attr]; -"44 encoder_layers_encoder_layer_10_ln_2_bias" [id=44, type=get_attr]; -"45 encoder_layers_encoder_layer_11_ln_1_weight" [id=45, type=get_attr]; -"46 encoder_layers_encoder_layer_11_ln_1_bias" [id=46, type=get_attr]; -"47 encoder_layers_encoder_layer_11_ln_2_weight" [id=47, type=get_attr]; -"48 encoder_layers_encoder_layer_11_ln_2_bias" [id=48, type=get_attr]; -"49 encoder_ln_weight" [id=49, type=get_attr]; -"50 encoder_ln_bias" [id=50, type=get_attr]; -"51 x" [id=51, type=input]; -"52 quantize_per_tensor_default" [id=52, type=quantize_per_tensor]; -"53 dequantize_per_tensor_default" [id=53, type=dequantize_per_tensor]; -"54 conv_proj_bias_0_0" [id=54, type=get_attr]; -"55 scale_updated_constant0" [id=55, type=get_attr]; -"56 compressed_weight_updated_constant0" [id=56, type=get_attr]; -"57 mul_tensor" [id=57, type=mul]; -"58 zero_point_updated_constant0" [id=58, type=get_attr]; -"59 sub_tensor" [id=59, type=sub]; -"60 conv2d" [id=60, type=conv2d]; -"61 reshape" [id=61, type=reshape]; -"62 permute" [id=62, type=permute]; -"63 _frozen_param0" [id=63, type=get_attr]; -"64 cat" [id=64, type=cat]; -"65 add" [id=65, type=add]; -"66 dropout" [id=66, type=dropout]; -"67 layer_norm" [id=67, type=layer_norm]; -"68 transpose" [id=68, type=transpose]; -"69 transpose_0_0_nncf_smooth_quant_0" [id=69, type=call_module]; -"70 quantize_per_tensor_default_1" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_1" [id=71, type=dequantize_per_tensor]; -"72 encoder_layers_encoder_layer_0_self_attention_in_proj_bias_0_0" [id=72, type=get_attr]; -"73 scale_updated_constant1" [id=73, type=get_attr]; -"74 compressed_weight_updated_constant1" [id=74, type=get_attr]; -"75 mul_tensor_1" [id=75, type=mul]; -"76 zero_point_updated_constant1" [id=76, type=get_attr]; -"77 sub_tensor_1" [id=77, type=sub]; -"78 linear" [id=78, type=linear]; -"79 unflatten" [id=79, type=unflatten]; -"80 unsqueeze" [id=80, type=unsqueeze]; -"81 transpose_1" [id=81, type=transpose]; -"82 squeeze" [id=82, type=squeeze]; -"83 contiguous" [id=83, type=contiguous]; -"84 quantize_per_tensor_default_2" [id=84, type=quantize_per_tensor]; -"85 dequantize_per_tensor_default_2" [id=85, type=dequantize_per_tensor]; -"86 select" [id=86, type=select]; -"87 quantize_per_tensor_default_3" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_3" [id=88, type=dequantize_per_tensor]; -"89 select_1" [id=89, type=select]; -"90 select_2" [id=90, type=select]; -"91 view" [id=91, type=view]; -"92 transpose_2" [id=92, type=transpose]; -"93 view_1" [id=93, type=view]; -"94 transpose_3" [id=94, type=transpose]; -"95 view_2" [id=95, type=view]; -"96 transpose_4" [id=96, type=transpose]; -"97 view_3" [id=97, type=view]; -"98 view_4" [id=98, type=view]; -"99 view_5" [id=99, type=view]; -"100 scaled_dot_product_attention" [id=100, type=scaled_dot_product_attention]; -"101 permute_1" [id=101, type=permute]; -"102 view_6" [id=102, type=view]; -"103 view_6_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; -"104 quantize_per_tensor_default_4" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_4" [id=105, type=dequantize_per_tensor]; -"106 encoder_layers_encoder_layer_0_self_attention_out_proj_bias_0_0" [id=106, type=get_attr]; -"107 scale_updated_constant2" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant2" [id=108, type=get_attr]; -"109 mul_tensor_2" [id=109, type=mul]; -"110 zero_point_updated_constant2" [id=110, type=get_attr]; -"111 sub_tensor_2" [id=111, type=sub]; -"112 linear_1" [id=112, type=linear]; -"113 view_7" [id=113, type=view]; -"114 transpose_5" [id=114, type=transpose]; -"115 dropout_1" [id=115, type=dropout]; -"116 add_1" [id=116, type=add]; -"117 layer_norm_1" [id=117, type=layer_norm]; -"118 layer_norm_1_0_0_nncf_smooth_quant_0" [id=118, type=call_module]; -"119 quantize_per_tensor_default_5" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_5" [id=120, type=dequantize_per_tensor]; -"121 encoder_layers_encoder_layer_0_mlp_0_bias_0_0" [id=121, type=get_attr]; -"122 scale_updated_constant3" [id=122, type=get_attr]; -"123 compressed_weight_updated_constant3" [id=123, type=get_attr]; -"124 mul_tensor_3" [id=124, type=mul]; -"125 zero_point_updated_constant3" [id=125, type=get_attr]; -"126 sub_tensor_3" [id=126, type=sub]; -"127 linear_2" [id=127, type=linear]; -"128 gelu" [id=128, type=gelu]; -"129 dropout_2" [id=129, type=dropout]; -"130 dropout_2_0_0_nncf_smooth_quant_0" [id=130, type=call_module]; -"131 quantize_per_tensor_default_6" [id=131, type=quantize_per_tensor]; -"132 dequantize_per_tensor_default_6" [id=132, type=dequantize_per_tensor]; -"133 encoder_layers_encoder_layer_0_mlp_3_bias_0_0" [id=133, type=get_attr]; -"134 scale_updated_constant4" [id=134, type=get_attr]; -"135 compressed_weight_updated_constant4" [id=135, type=get_attr]; -"136 mul_tensor_4" [id=136, type=mul]; -"137 zero_point_updated_constant4" [id=137, type=get_attr]; -"138 sub_tensor_4" [id=138, type=sub]; -"139 linear_3" [id=139, type=linear]; -"140 dropout_3" [id=140, type=dropout]; -"141 add_2" [id=141, type=add]; -"142 layer_norm_2" [id=142, type=layer_norm]; -"143 transpose_6" [id=143, type=transpose]; -"144 transpose_6_0_0_nncf_smooth_quant_0" [id=144, type=call_module]; -"145 quantize_per_tensor_default_7" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_7" [id=146, type=dequantize_per_tensor]; -"147 encoder_layers_encoder_layer_1_self_attention_in_proj_bias_0_0" [id=147, type=get_attr]; -"148 scale_updated_constant5" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant5" [id=149, type=get_attr]; -"150 mul_tensor_5" [id=150, type=mul]; -"151 zero_point_updated_constant5" [id=151, type=get_attr]; -"152 sub_tensor_5" [id=152, type=sub]; -"153 linear_4" [id=153, type=linear]; -"154 unflatten_1" [id=154, type=unflatten]; -"155 unsqueeze_1" [id=155, type=unsqueeze]; -"156 transpose_7" [id=156, type=transpose]; -"157 squeeze_1" [id=157, type=squeeze]; -"158 contiguous_1" [id=158, type=contiguous]; -"159 quantize_per_tensor_default_8" [id=159, type=quantize_per_tensor]; -"160 dequantize_per_tensor_default_8" [id=160, type=dequantize_per_tensor]; -"161 select_3" [id=161, type=select]; -"162 quantize_per_tensor_default_9" [id=162, type=quantize_per_tensor]; -"163 dequantize_per_tensor_default_9" [id=163, type=dequantize_per_tensor]; -"164 select_4" [id=164, type=select]; -"165 select_5" [id=165, type=select]; -"166 view_8" [id=166, type=view]; -"167 transpose_8" [id=167, type=transpose]; -"168 view_9" [id=168, type=view]; -"169 transpose_9" [id=169, type=transpose]; -"170 view_10" [id=170, type=view]; -"171 transpose_10" [id=171, type=transpose]; -"172 view_11" [id=172, type=view]; -"173 view_12" [id=173, type=view]; -"174 view_13" [id=174, type=view]; -"175 scaled_dot_product_attention_1" [id=175, type=scaled_dot_product_attention]; -"176 permute_2" [id=176, type=permute]; -"177 view_14" [id=177, type=view]; -"178 view_14_0_0_nncf_smooth_quant_0" [id=178, type=call_module]; -"179 quantize_per_tensor_default_10" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_10" [id=180, type=dequantize_per_tensor]; -"181 encoder_layers_encoder_layer_1_self_attention_out_proj_bias_0_0" [id=181, type=get_attr]; -"182 scale_updated_constant6" [id=182, type=get_attr]; -"183 compressed_weight_updated_constant6" [id=183, type=get_attr]; -"184 mul_tensor_6" [id=184, type=mul]; -"185 zero_point_updated_constant6" [id=185, type=get_attr]; -"186 sub_tensor_6" [id=186, type=sub]; -"187 linear_5" [id=187, type=linear]; -"188 view_15" [id=188, type=view]; -"189 transpose_11" [id=189, type=transpose]; -"190 dropout_4" [id=190, type=dropout]; -"191 add_3" [id=191, type=add]; -"192 layer_norm_3" [id=192, type=layer_norm]; -"193 layer_norm_3_0_0_nncf_smooth_quant_0" [id=193, type=call_module]; -"194 quantize_per_tensor_default_11" [id=194, type=quantize_per_tensor]; -"195 dequantize_per_tensor_default_11" [id=195, type=dequantize_per_tensor]; -"196 encoder_layers_encoder_layer_1_mlp_0_bias_0_0" [id=196, type=get_attr]; -"197 scale_updated_constant7" [id=197, type=get_attr]; -"198 compressed_weight_updated_constant7" [id=198, type=get_attr]; -"199 mul_tensor_7" [id=199, type=mul]; -"200 zero_point_updated_constant7" [id=200, type=get_attr]; -"201 sub_tensor_7" [id=201, type=sub]; -"202 linear_6" [id=202, type=linear]; -"203 gelu_1" [id=203, type=gelu]; -"204 dropout_5" [id=204, type=dropout]; -"205 dropout_5_0_0_nncf_smooth_quant_0" [id=205, type=call_module]; -"206 quantize_per_tensor_default_12" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_12" [id=207, type=dequantize_per_tensor]; -"208 encoder_layers_encoder_layer_1_mlp_3_bias_0_0" [id=208, type=get_attr]; -"209 scale_updated_constant8" [id=209, type=get_attr]; -"210 compressed_weight_updated_constant8" [id=210, type=get_attr]; -"211 mul_tensor_8" [id=211, type=mul]; -"212 zero_point_updated_constant8" [id=212, type=get_attr]; -"213 sub_tensor_8" [id=213, type=sub]; -"214 linear_7" [id=214, type=linear]; -"215 dropout_6" [id=215, type=dropout]; -"216 add_4" [id=216, type=add]; -"217 layer_norm_4" [id=217, type=layer_norm]; -"218 transpose_12" [id=218, type=transpose]; -"219 transpose_12_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; -"220 quantize_per_tensor_default_13" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_13" [id=221, type=dequantize_per_tensor]; -"222 encoder_layers_encoder_layer_2_self_attention_in_proj_bias_0_0" [id=222, type=get_attr]; -"223 scale_updated_constant9" [id=223, type=get_attr]; -"224 compressed_weight_updated_constant9" [id=224, type=get_attr]; -"225 mul_tensor_9" [id=225, type=mul]; -"226 zero_point_updated_constant9" [id=226, type=get_attr]; -"227 sub_tensor_9" [id=227, type=sub]; -"228 linear_8" [id=228, type=linear]; -"229 unflatten_2" [id=229, type=unflatten]; -"230 unsqueeze_2" [id=230, type=unsqueeze]; -"231 transpose_13" [id=231, type=transpose]; -"232 squeeze_2" [id=232, type=squeeze]; -"233 contiguous_2" [id=233, type=contiguous]; -"234 quantize_per_tensor_default_14" [id=234, type=quantize_per_tensor]; -"235 dequantize_per_tensor_default_14" [id=235, type=dequantize_per_tensor]; -"236 select_6" [id=236, type=select]; -"237 quantize_per_tensor_default_15" [id=237, type=quantize_per_tensor]; -"238 dequantize_per_tensor_default_15" [id=238, type=dequantize_per_tensor]; -"239 select_7" [id=239, type=select]; -"240 select_8" [id=240, type=select]; -"241 view_16" [id=241, type=view]; -"242 transpose_14" [id=242, type=transpose]; -"243 view_17" [id=243, type=view]; -"244 transpose_15" [id=244, type=transpose]; -"245 view_18" [id=245, type=view]; -"246 transpose_16" [id=246, type=transpose]; -"247 view_19" [id=247, type=view]; -"248 view_20" [id=248, type=view]; -"249 view_21" [id=249, type=view]; -"250 scaled_dot_product_attention_2" [id=250, type=scaled_dot_product_attention]; -"251 permute_3" [id=251, type=permute]; -"252 view_22" [id=252, type=view]; -"253 view_22_0_0_nncf_smooth_quant_0" [id=253, type=call_module]; -"254 quantize_per_tensor_default_16" [id=254, type=quantize_per_tensor]; -"255 dequantize_per_tensor_default_16" [id=255, type=dequantize_per_tensor]; -"256 encoder_layers_encoder_layer_2_self_attention_out_proj_bias_0_0" [id=256, type=get_attr]; -"257 scale_updated_constant10" [id=257, type=get_attr]; -"258 compressed_weight_updated_constant10" [id=258, type=get_attr]; -"259 mul_tensor_10" [id=259, type=mul]; -"260 zero_point_updated_constant10" [id=260, type=get_attr]; -"261 sub_tensor_10" [id=261, type=sub]; -"262 linear_9" [id=262, type=linear]; -"263 view_23" [id=263, type=view]; -"264 transpose_17" [id=264, type=transpose]; -"265 dropout_7" [id=265, type=dropout]; -"266 add_5" [id=266, type=add]; -"267 layer_norm_5" [id=267, type=layer_norm]; -"268 layer_norm_5_0_0_nncf_smooth_quant_0" [id=268, type=call_module]; -"269 quantize_per_tensor_default_17" [id=269, type=quantize_per_tensor]; -"270 dequantize_per_tensor_default_17" [id=270, type=dequantize_per_tensor]; -"271 encoder_layers_encoder_layer_2_mlp_0_bias_0_0" [id=271, type=get_attr]; -"272 scale_updated_constant11" [id=272, type=get_attr]; -"273 compressed_weight_updated_constant11" [id=273, type=get_attr]; -"274 mul_tensor_11" [id=274, type=mul]; -"275 zero_point_updated_constant11" [id=275, type=get_attr]; -"276 sub_tensor_11" [id=276, type=sub]; -"277 linear_10" [id=277, type=linear]; -"278 gelu_2" [id=278, type=gelu]; -"279 dropout_8" [id=279, type=dropout]; -"280 dropout_8_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; -"281 quantize_per_tensor_default_18" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_18" [id=282, type=dequantize_per_tensor]; -"283 encoder_layers_encoder_layer_2_mlp_3_bias_0_0" [id=283, type=get_attr]; -"284 scale_updated_constant12" [id=284, type=get_attr]; -"285 compressed_weight_updated_constant12" [id=285, type=get_attr]; -"286 mul_tensor_12" [id=286, type=mul]; -"287 zero_point_updated_constant12" [id=287, type=get_attr]; -"288 sub_tensor_12" [id=288, type=sub]; -"289 linear_11" [id=289, type=linear]; -"290 dropout_9" [id=290, type=dropout]; -"291 add_6" [id=291, type=add]; -"292 layer_norm_6" [id=292, type=layer_norm]; -"293 transpose_18" [id=293, type=transpose]; -"294 transpose_18_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_19" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_19" [id=296, type=dequantize_per_tensor]; -"297 encoder_layers_encoder_layer_3_self_attention_in_proj_bias_0_0" [id=297, type=get_attr]; -"298 scale_updated_constant13" [id=298, type=get_attr]; -"299 compressed_weight_updated_constant13" [id=299, type=get_attr]; -"300 mul_tensor_13" [id=300, type=mul]; -"301 zero_point_updated_constant13" [id=301, type=get_attr]; -"302 sub_tensor_13" [id=302, type=sub]; -"303 linear_12" [id=303, type=linear]; -"304 unflatten_3" [id=304, type=unflatten]; -"305 unsqueeze_3" [id=305, type=unsqueeze]; -"306 transpose_19" [id=306, type=transpose]; -"307 squeeze_3" [id=307, type=squeeze]; -"308 contiguous_3" [id=308, type=contiguous]; -"309 quantize_per_tensor_default_20" [id=309, type=quantize_per_tensor]; -"310 dequantize_per_tensor_default_20" [id=310, type=dequantize_per_tensor]; -"311 select_9" [id=311, type=select]; -"312 quantize_per_tensor_default_21" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_21" [id=313, type=dequantize_per_tensor]; -"314 select_10" [id=314, type=select]; -"315 select_11" [id=315, type=select]; -"316 view_24" [id=316, type=view]; -"317 transpose_20" [id=317, type=transpose]; -"318 view_25" [id=318, type=view]; -"319 transpose_21" [id=319, type=transpose]; -"320 view_26" [id=320, type=view]; -"321 transpose_22" [id=321, type=transpose]; -"322 view_27" [id=322, type=view]; -"323 view_28" [id=323, type=view]; -"324 view_29" [id=324, type=view]; -"325 scaled_dot_product_attention_3" [id=325, type=scaled_dot_product_attention]; -"326 permute_4" [id=326, type=permute]; -"327 view_30" [id=327, type=view]; -"328 view_30_0_0_nncf_smooth_quant_0" [id=328, type=call_module]; -"329 quantize_per_tensor_default_22" [id=329, type=quantize_per_tensor]; -"330 dequantize_per_tensor_default_22" [id=330, type=dequantize_per_tensor]; -"331 encoder_layers_encoder_layer_3_self_attention_out_proj_bias_0_0" [id=331, type=get_attr]; -"332 scale_updated_constant14" [id=332, type=get_attr]; -"333 compressed_weight_updated_constant14" [id=333, type=get_attr]; -"334 mul_tensor_14" [id=334, type=mul]; -"335 zero_point_updated_constant14" [id=335, type=get_attr]; -"336 sub_tensor_14" [id=336, type=sub]; -"337 linear_13" [id=337, type=linear]; -"338 view_31" [id=338, type=view]; -"339 transpose_23" [id=339, type=transpose]; -"340 dropout_10" [id=340, type=dropout]; -"341 add_7" [id=341, type=add]; -"342 layer_norm_7" [id=342, type=layer_norm]; -"343 layer_norm_7_0_0_nncf_smooth_quant_0" [id=343, type=call_module]; -"344 quantize_per_tensor_default_23" [id=344, type=quantize_per_tensor]; -"345 dequantize_per_tensor_default_23" [id=345, type=dequantize_per_tensor]; -"346 encoder_layers_encoder_layer_3_mlp_0_bias_0_0" [id=346, type=get_attr]; -"347 scale_updated_constant15" [id=347, type=get_attr]; -"348 compressed_weight_updated_constant15" [id=348, type=get_attr]; -"349 mul_tensor_15" [id=349, type=mul]; -"350 zero_point_updated_constant15" [id=350, type=get_attr]; -"351 sub_tensor_15" [id=351, type=sub]; -"352 linear_14" [id=352, type=linear]; -"353 gelu_3" [id=353, type=gelu]; -"354 dropout_11" [id=354, type=dropout]; -"355 dropout_11_0_0_nncf_smooth_quant_0" [id=355, type=call_module]; -"356 quantize_per_tensor_default_24" [id=356, type=quantize_per_tensor]; -"357 dequantize_per_tensor_default_24" [id=357, type=dequantize_per_tensor]; -"358 encoder_layers_encoder_layer_3_mlp_3_bias_0_0" [id=358, type=get_attr]; -"359 scale_updated_constant16" [id=359, type=get_attr]; -"360 compressed_weight_updated_constant16" [id=360, type=get_attr]; -"361 mul_tensor_16" [id=361, type=mul]; -"362 zero_point_updated_constant16" [id=362, type=get_attr]; -"363 sub_tensor_16" [id=363, type=sub]; -"364 linear_15" [id=364, type=linear]; -"365 dropout_12" [id=365, type=dropout]; -"366 add_8" [id=366, type=add]; -"367 layer_norm_8" [id=367, type=layer_norm]; -"368 transpose_24" [id=368, type=transpose]; -"369 transpose_24_0_0_nncf_smooth_quant_0" [id=369, type=call_module]; -"370 quantize_per_tensor_default_25" [id=370, type=quantize_per_tensor]; -"371 dequantize_per_tensor_default_25" [id=371, type=dequantize_per_tensor]; -"372 encoder_layers_encoder_layer_4_self_attention_in_proj_bias_0_0" [id=372, type=get_attr]; -"373 scale_updated_constant17" [id=373, type=get_attr]; -"374 compressed_weight_updated_constant17" [id=374, type=get_attr]; -"375 mul_tensor_17" [id=375, type=mul]; -"376 zero_point_updated_constant17" [id=376, type=get_attr]; -"377 sub_tensor_17" [id=377, type=sub]; -"378 linear_16" [id=378, type=linear]; -"379 unflatten_4" [id=379, type=unflatten]; -"380 unsqueeze_4" [id=380, type=unsqueeze]; -"381 transpose_25" [id=381, type=transpose]; -"382 squeeze_4" [id=382, type=squeeze]; -"383 contiguous_4" [id=383, type=contiguous]; -"384 quantize_per_tensor_default_26" [id=384, type=quantize_per_tensor]; -"385 dequantize_per_tensor_default_26" [id=385, type=dequantize_per_tensor]; -"386 select_12" [id=386, type=select]; -"387 quantize_per_tensor_default_27" [id=387, type=quantize_per_tensor]; -"388 dequantize_per_tensor_default_27" [id=388, type=dequantize_per_tensor]; -"389 select_13" [id=389, type=select]; -"390 select_14" [id=390, type=select]; -"391 view_32" [id=391, type=view]; -"392 transpose_26" [id=392, type=transpose]; -"393 view_33" [id=393, type=view]; -"394 transpose_27" [id=394, type=transpose]; -"395 view_34" [id=395, type=view]; -"396 transpose_28" [id=396, type=transpose]; -"397 view_35" [id=397, type=view]; -"398 view_36" [id=398, type=view]; -"399 view_37" [id=399, type=view]; -"400 scaled_dot_product_attention_4" [id=400, type=scaled_dot_product_attention]; -"401 permute_5" [id=401, type=permute]; -"402 view_38" [id=402, type=view]; -"403 view_38_0_0_nncf_smooth_quant_0" [id=403, type=call_module]; -"404 quantize_per_tensor_default_28" [id=404, type=quantize_per_tensor]; -"405 dequantize_per_tensor_default_28" [id=405, type=dequantize_per_tensor]; -"406 encoder_layers_encoder_layer_4_self_attention_out_proj_bias_0_0" [id=406, type=get_attr]; -"407 scale_updated_constant18" [id=407, type=get_attr]; -"408 compressed_weight_updated_constant18" [id=408, type=get_attr]; -"409 mul_tensor_18" [id=409, type=mul]; -"410 zero_point_updated_constant18" [id=410, type=get_attr]; -"411 sub_tensor_18" [id=411, type=sub]; -"412 linear_17" [id=412, type=linear]; -"413 view_39" [id=413, type=view]; -"414 transpose_29" [id=414, type=transpose]; -"415 dropout_13" [id=415, type=dropout]; -"416 add_9" [id=416, type=add]; -"417 layer_norm_9" [id=417, type=layer_norm]; -"418 layer_norm_9_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_29" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_29" [id=420, type=dequantize_per_tensor]; -"421 encoder_layers_encoder_layer_4_mlp_0_bias_0_0" [id=421, type=get_attr]; -"422 scale_updated_constant19" [id=422, type=get_attr]; -"423 compressed_weight_updated_constant19" [id=423, type=get_attr]; -"424 mul_tensor_19" [id=424, type=mul]; -"425 zero_point_updated_constant19" [id=425, type=get_attr]; -"426 sub_tensor_19" [id=426, type=sub]; -"427 linear_18" [id=427, type=linear]; -"428 gelu_4" [id=428, type=gelu]; -"429 dropout_14" [id=429, type=dropout]; -"430 dropout_14_0_0_nncf_smooth_quant_0" [id=430, type=call_module]; -"431 quantize_per_tensor_default_30" [id=431, type=quantize_per_tensor]; -"432 dequantize_per_tensor_default_30" [id=432, type=dequantize_per_tensor]; -"433 encoder_layers_encoder_layer_4_mlp_3_bias_0_0" [id=433, type=get_attr]; -"434 scale_updated_constant20" [id=434, type=get_attr]; -"435 compressed_weight_updated_constant20" [id=435, type=get_attr]; -"436 mul_tensor_20" [id=436, type=mul]; -"437 zero_point_updated_constant20" [id=437, type=get_attr]; -"438 sub_tensor_20" [id=438, type=sub]; -"439 linear_19" [id=439, type=linear]; -"440 dropout_15" [id=440, type=dropout]; -"441 add_10" [id=441, type=add]; -"442 layer_norm_10" [id=442, type=layer_norm]; -"443 transpose_30" [id=443, type=transpose]; -"444 transpose_30_0_0_nncf_smooth_quant_0" [id=444, type=call_module]; -"445 quantize_per_tensor_default_31" [id=445, type=quantize_per_tensor]; -"446 dequantize_per_tensor_default_31" [id=446, type=dequantize_per_tensor]; -"447 encoder_layers_encoder_layer_5_self_attention_in_proj_bias_0_0" [id=447, type=get_attr]; -"448 scale_updated_constant21" [id=448, type=get_attr]; -"449 compressed_weight_updated_constant21" [id=449, type=get_attr]; -"450 mul_tensor_21" [id=450, type=mul]; -"451 zero_point_updated_constant21" [id=451, type=get_attr]; -"452 sub_tensor_21" [id=452, type=sub]; -"453 linear_20" [id=453, type=linear]; -"454 unflatten_5" [id=454, type=unflatten]; -"455 unsqueeze_5" [id=455, type=unsqueeze]; -"456 transpose_31" [id=456, type=transpose]; -"457 squeeze_5" [id=457, type=squeeze]; -"458 contiguous_5" [id=458, type=contiguous]; -"459 quantize_per_tensor_default_32" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_32" [id=460, type=dequantize_per_tensor]; -"461 select_15" [id=461, type=select]; -"462 quantize_per_tensor_default_33" [id=462, type=quantize_per_tensor]; -"463 dequantize_per_tensor_default_33" [id=463, type=dequantize_per_tensor]; -"464 select_16" [id=464, type=select]; -"465 select_17" [id=465, type=select]; -"466 view_40" [id=466, type=view]; -"467 transpose_32" [id=467, type=transpose]; -"468 view_41" [id=468, type=view]; -"469 transpose_33" [id=469, type=transpose]; -"470 view_42" [id=470, type=view]; -"471 transpose_34" [id=471, type=transpose]; -"472 view_43" [id=472, type=view]; -"473 view_44" [id=473, type=view]; -"474 view_45" [id=474, type=view]; -"475 scaled_dot_product_attention_5" [id=475, type=scaled_dot_product_attention]; -"476 permute_6" [id=476, type=permute]; -"477 view_46" [id=477, type=view]; -"478 view_46_0_0_nncf_smooth_quant_0" [id=478, type=call_module]; -"479 quantize_per_tensor_default_34" [id=479, type=quantize_per_tensor]; -"480 dequantize_per_tensor_default_34" [id=480, type=dequantize_per_tensor]; -"481 encoder_layers_encoder_layer_5_self_attention_out_proj_bias_0_0" [id=481, type=get_attr]; -"482 scale_updated_constant22" [id=482, type=get_attr]; -"483 compressed_weight_updated_constant22" [id=483, type=get_attr]; -"484 mul_tensor_22" [id=484, type=mul]; -"485 zero_point_updated_constant22" [id=485, type=get_attr]; -"486 sub_tensor_22" [id=486, type=sub]; -"487 linear_21" [id=487, type=linear]; -"488 view_47" [id=488, type=view]; -"489 transpose_35" [id=489, type=transpose]; -"490 dropout_16" [id=490, type=dropout]; -"491 add_11" [id=491, type=add]; -"492 layer_norm_11" [id=492, type=layer_norm]; -"493 layer_norm_11_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; -"494 quantize_per_tensor_default_35" [id=494, type=quantize_per_tensor]; -"495 dequantize_per_tensor_default_35" [id=495, type=dequantize_per_tensor]; -"496 encoder_layers_encoder_layer_5_mlp_0_bias_0_0" [id=496, type=get_attr]; -"497 scale_updated_constant23" [id=497, type=get_attr]; -"498 compressed_weight_updated_constant23" [id=498, type=get_attr]; -"499 mul_tensor_23" [id=499, type=mul]; -"500 zero_point_updated_constant23" [id=500, type=get_attr]; -"501 sub_tensor_23" [id=501, type=sub]; -"502 linear_22" [id=502, type=linear]; -"503 gelu_5" [id=503, type=gelu]; -"504 dropout_17" [id=504, type=dropout]; -"505 dropout_17_0_0_nncf_smooth_quant_0" [id=505, type=call_module]; -"506 quantize_per_tensor_default_36" [id=506, type=quantize_per_tensor]; -"507 dequantize_per_tensor_default_36" [id=507, type=dequantize_per_tensor]; -"508 encoder_layers_encoder_layer_5_mlp_3_bias_0_0" [id=508, type=get_attr]; -"509 scale_updated_constant24" [id=509, type=get_attr]; -"510 compressed_weight_updated_constant24" [id=510, type=get_attr]; -"511 mul_tensor_24" [id=511, type=mul]; -"512 zero_point_updated_constant24" [id=512, type=get_attr]; -"513 sub_tensor_24" [id=513, type=sub]; -"514 linear_23" [id=514, type=linear]; -"515 dropout_18" [id=515, type=dropout]; -"516 add_12" [id=516, type=add]; -"517 layer_norm_12" [id=517, type=layer_norm]; -"518 transpose_36" [id=518, type=transpose]; -"519 transpose_36_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; -"520 quantize_per_tensor_default_37" [id=520, type=quantize_per_tensor]; -"521 dequantize_per_tensor_default_37" [id=521, type=dequantize_per_tensor]; -"522 encoder_layers_encoder_layer_6_self_attention_in_proj_bias_0_0" [id=522, type=get_attr]; -"523 scale_updated_constant25" [id=523, type=get_attr]; -"524 compressed_weight_updated_constant25" [id=524, type=get_attr]; -"525 mul_tensor_25" [id=525, type=mul]; -"526 zero_point_updated_constant25" [id=526, type=get_attr]; -"527 sub_tensor_25" [id=527, type=sub]; -"528 linear_24" [id=528, type=linear]; -"529 unflatten_6" [id=529, type=unflatten]; -"530 unsqueeze_6" [id=530, type=unsqueeze]; -"531 transpose_37" [id=531, type=transpose]; -"532 squeeze_6" [id=532, type=squeeze]; -"533 contiguous_6" [id=533, type=contiguous]; -"534 quantize_per_tensor_default_38" [id=534, type=quantize_per_tensor]; -"535 dequantize_per_tensor_default_38" [id=535, type=dequantize_per_tensor]; -"536 select_18" [id=536, type=select]; -"537 quantize_per_tensor_default_39" [id=537, type=quantize_per_tensor]; -"538 dequantize_per_tensor_default_39" [id=538, type=dequantize_per_tensor]; -"539 select_19" [id=539, type=select]; -"540 select_20" [id=540, type=select]; -"541 view_48" [id=541, type=view]; -"542 transpose_38" [id=542, type=transpose]; -"543 view_49" [id=543, type=view]; -"544 transpose_39" [id=544, type=transpose]; -"545 view_50" [id=545, type=view]; -"546 transpose_40" [id=546, type=transpose]; -"547 view_51" [id=547, type=view]; -"548 view_52" [id=548, type=view]; -"549 view_53" [id=549, type=view]; -"550 scaled_dot_product_attention_6" [id=550, type=scaled_dot_product_attention]; -"551 permute_7" [id=551, type=permute]; -"552 view_54" [id=552, type=view]; -"553 view_54_0_0_nncf_smooth_quant_0" [id=553, type=call_module]; -"554 quantize_per_tensor_default_40" [id=554, type=quantize_per_tensor]; -"555 dequantize_per_tensor_default_40" [id=555, type=dequantize_per_tensor]; -"556 encoder_layers_encoder_layer_6_self_attention_out_proj_bias_0_0" [id=556, type=get_attr]; -"557 scale_updated_constant26" [id=557, type=get_attr]; -"558 compressed_weight_updated_constant26" [id=558, type=get_attr]; -"559 mul_tensor_26" [id=559, type=mul]; -"560 zero_point_updated_constant26" [id=560, type=get_attr]; -"561 sub_tensor_26" [id=561, type=sub]; -"562 linear_25" [id=562, type=linear]; -"563 view_55" [id=563, type=view]; -"564 transpose_41" [id=564, type=transpose]; -"565 dropout_19" [id=565, type=dropout]; -"566 add_13" [id=566, type=add]; -"567 layer_norm_13" [id=567, type=layer_norm]; -"568 layer_norm_13_0_0_nncf_smooth_quant_0" [id=568, type=call_module]; -"569 quantize_per_tensor_default_41" [id=569, type=quantize_per_tensor]; -"570 dequantize_per_tensor_default_41" [id=570, type=dequantize_per_tensor]; -"571 encoder_layers_encoder_layer_6_mlp_0_bias_0_0" [id=571, type=get_attr]; -"572 scale_updated_constant27" [id=572, type=get_attr]; -"573 compressed_weight_updated_constant27" [id=573, type=get_attr]; -"574 mul_tensor_27" [id=574, type=mul]; -"575 zero_point_updated_constant27" [id=575, type=get_attr]; -"576 sub_tensor_27" [id=576, type=sub]; -"577 linear_26" [id=577, type=linear]; -"578 gelu_6" [id=578, type=gelu]; -"579 dropout_20" [id=579, type=dropout]; -"580 dropout_20_0_0_nncf_smooth_quant_0" [id=580, type=call_module]; -"581 quantize_per_tensor_default_42" [id=581, type=quantize_per_tensor]; -"582 dequantize_per_tensor_default_42" [id=582, type=dequantize_per_tensor]; -"583 encoder_layers_encoder_layer_6_mlp_3_bias_0_0" [id=583, type=get_attr]; -"584 scale_updated_constant28" [id=584, type=get_attr]; -"585 compressed_weight_updated_constant28" [id=585, type=get_attr]; -"586 mul_tensor_28" [id=586, type=mul]; -"587 zero_point_updated_constant28" [id=587, type=get_attr]; -"588 sub_tensor_28" [id=588, type=sub]; -"589 linear_27" [id=589, type=linear]; -"590 dropout_21" [id=590, type=dropout]; -"591 add_14" [id=591, type=add]; -"592 layer_norm_14" [id=592, type=layer_norm]; -"593 transpose_42" [id=593, type=transpose]; -"594 transpose_42_0_0_nncf_smooth_quant_0" [id=594, type=call_module]; -"595 quantize_per_tensor_default_43" [id=595, type=quantize_per_tensor]; -"596 dequantize_per_tensor_default_43" [id=596, type=dequantize_per_tensor]; -"597 encoder_layers_encoder_layer_7_self_attention_in_proj_bias_0_0" [id=597, type=get_attr]; -"598 scale_updated_constant29" [id=598, type=get_attr]; -"599 compressed_weight_updated_constant29" [id=599, type=get_attr]; -"600 mul_tensor_29" [id=600, type=mul]; -"601 zero_point_updated_constant29" [id=601, type=get_attr]; -"602 sub_tensor_29" [id=602, type=sub]; -"603 linear_28" [id=603, type=linear]; -"604 unflatten_7" [id=604, type=unflatten]; -"605 unsqueeze_7" [id=605, type=unsqueeze]; -"606 transpose_43" [id=606, type=transpose]; -"607 squeeze_7" [id=607, type=squeeze]; -"608 contiguous_7" [id=608, type=contiguous]; -"609 quantize_per_tensor_default_44" [id=609, type=quantize_per_tensor]; -"610 dequantize_per_tensor_default_44" [id=610, type=dequantize_per_tensor]; -"611 select_21" [id=611, type=select]; -"612 quantize_per_tensor_default_45" [id=612, type=quantize_per_tensor]; -"613 dequantize_per_tensor_default_45" [id=613, type=dequantize_per_tensor]; -"614 select_22" [id=614, type=select]; -"615 select_23" [id=615, type=select]; -"616 view_56" [id=616, type=view]; -"617 transpose_44" [id=617, type=transpose]; -"618 view_57" [id=618, type=view]; -"619 transpose_45" [id=619, type=transpose]; -"620 view_58" [id=620, type=view]; -"621 transpose_46" [id=621, type=transpose]; -"622 view_59" [id=622, type=view]; -"623 view_60" [id=623, type=view]; -"624 view_61" [id=624, type=view]; -"625 scaled_dot_product_attention_7" [id=625, type=scaled_dot_product_attention]; -"626 permute_8" [id=626, type=permute]; -"627 view_62" [id=627, type=view]; -"628 view_62_0_0_nncf_smooth_quant_0" [id=628, type=call_module]; -"629 quantize_per_tensor_default_46" [id=629, type=quantize_per_tensor]; -"630 dequantize_per_tensor_default_46" [id=630, type=dequantize_per_tensor]; -"631 encoder_layers_encoder_layer_7_self_attention_out_proj_bias_0_0" [id=631, type=get_attr]; -"632 scale_updated_constant30" [id=632, type=get_attr]; -"633 compressed_weight_updated_constant30" [id=633, type=get_attr]; -"634 mul_tensor_30" [id=634, type=mul]; -"635 zero_point_updated_constant30" [id=635, type=get_attr]; -"636 sub_tensor_30" [id=636, type=sub]; -"637 linear_29" [id=637, type=linear]; -"638 view_63" [id=638, type=view]; -"639 transpose_47" [id=639, type=transpose]; -"640 dropout_22" [id=640, type=dropout]; -"641 add_15" [id=641, type=add]; -"642 layer_norm_15" [id=642, type=layer_norm]; -"643 layer_norm_15_0_0_nncf_smooth_quant_0" [id=643, type=call_module]; -"644 quantize_per_tensor_default_47" [id=644, type=quantize_per_tensor]; -"645 dequantize_per_tensor_default_47" [id=645, type=dequantize_per_tensor]; -"646 encoder_layers_encoder_layer_7_mlp_0_bias_0_0" [id=646, type=get_attr]; -"647 scale_updated_constant31" [id=647, type=get_attr]; -"648 compressed_weight_updated_constant31" [id=648, type=get_attr]; -"649 mul_tensor_31" [id=649, type=mul]; -"650 zero_point_updated_constant31" [id=650, type=get_attr]; -"651 sub_tensor_31" [id=651, type=sub]; -"652 linear_30" [id=652, type=linear]; -"653 gelu_7" [id=653, type=gelu]; -"654 dropout_23" [id=654, type=dropout]; -"655 dropout_23_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_48" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_48" [id=657, type=dequantize_per_tensor]; -"658 encoder_layers_encoder_layer_7_mlp_3_bias_0_0" [id=658, type=get_attr]; -"659 scale_updated_constant32" [id=659, type=get_attr]; -"660 compressed_weight_updated_constant32" [id=660, type=get_attr]; -"661 mul_tensor_32" [id=661, type=mul]; -"662 zero_point_updated_constant32" [id=662, type=get_attr]; -"663 sub_tensor_32" [id=663, type=sub]; -"664 linear_31" [id=664, type=linear]; -"665 dropout_24" [id=665, type=dropout]; -"666 add_16" [id=666, type=add]; -"667 layer_norm_16" [id=667, type=layer_norm]; -"668 transpose_48" [id=668, type=transpose]; -"669 transpose_48_0_0_nncf_smooth_quant_0" [id=669, type=call_module]; -"670 quantize_per_tensor_default_49" [id=670, type=quantize_per_tensor]; -"671 dequantize_per_tensor_default_49" [id=671, type=dequantize_per_tensor]; -"672 encoder_layers_encoder_layer_8_self_attention_in_proj_bias_0_0" [id=672, type=get_attr]; -"673 scale_updated_constant33" [id=673, type=get_attr]; -"674 compressed_weight_updated_constant33" [id=674, type=get_attr]; -"675 mul_tensor_33" [id=675, type=mul]; -"676 zero_point_updated_constant33" [id=676, type=get_attr]; -"677 sub_tensor_33" [id=677, type=sub]; -"678 linear_32" [id=678, type=linear]; -"679 unflatten_8" [id=679, type=unflatten]; -"680 unsqueeze_8" [id=680, type=unsqueeze]; -"681 transpose_49" [id=681, type=transpose]; -"682 squeeze_8" [id=682, type=squeeze]; -"683 contiguous_8" [id=683, type=contiguous]; -"684 quantize_per_tensor_default_50" [id=684, type=quantize_per_tensor]; -"685 dequantize_per_tensor_default_50" [id=685, type=dequantize_per_tensor]; -"686 select_24" [id=686, type=select]; -"687 quantize_per_tensor_default_51" [id=687, type=quantize_per_tensor]; -"688 dequantize_per_tensor_default_51" [id=688, type=dequantize_per_tensor]; -"689 select_25" [id=689, type=select]; -"690 select_26" [id=690, type=select]; -"691 view_64" [id=691, type=view]; -"692 transpose_50" [id=692, type=transpose]; -"693 view_65" [id=693, type=view]; -"694 transpose_51" [id=694, type=transpose]; -"695 view_66" [id=695, type=view]; -"696 transpose_52" [id=696, type=transpose]; -"697 view_67" [id=697, type=view]; -"698 view_68" [id=698, type=view]; -"699 view_69" [id=699, type=view]; -"700 scaled_dot_product_attention_8" [id=700, type=scaled_dot_product_attention]; -"701 permute_9" [id=701, type=permute]; -"702 view_70" [id=702, type=view]; -"703 view_70_0_0_nncf_smooth_quant_0" [id=703, type=call_module]; -"704 quantize_per_tensor_default_52" [id=704, type=quantize_per_tensor]; -"705 dequantize_per_tensor_default_52" [id=705, type=dequantize_per_tensor]; -"706 encoder_layers_encoder_layer_8_self_attention_out_proj_bias_0_0" [id=706, type=get_attr]; -"707 scale_updated_constant34" [id=707, type=get_attr]; -"708 compressed_weight_updated_constant34" [id=708, type=get_attr]; -"709 mul_tensor_34" [id=709, type=mul]; -"710 zero_point_updated_constant34" [id=710, type=get_attr]; -"711 sub_tensor_34" [id=711, type=sub]; -"712 linear_33" [id=712, type=linear]; -"713 view_71" [id=713, type=view]; -"714 transpose_53" [id=714, type=transpose]; -"715 dropout_25" [id=715, type=dropout]; -"716 add_17" [id=716, type=add]; -"717 layer_norm_17" [id=717, type=layer_norm]; -"718 layer_norm_17_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_53" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_53" [id=720, type=dequantize_per_tensor]; -"721 encoder_layers_encoder_layer_8_mlp_0_bias_0_0" [id=721, type=get_attr]; -"722 scale_updated_constant35" [id=722, type=get_attr]; -"723 compressed_weight_updated_constant35" [id=723, type=get_attr]; -"724 mul_tensor_35" [id=724, type=mul]; -"725 zero_point_updated_constant35" [id=725, type=get_attr]; -"726 sub_tensor_35" [id=726, type=sub]; -"727 linear_34" [id=727, type=linear]; -"728 gelu_8" [id=728, type=gelu]; -"729 dropout_26" [id=729, type=dropout]; -"730 dropout_26_0_0_nncf_smooth_quant_0" [id=730, type=call_module]; -"731 quantize_per_tensor_default_54" [id=731, type=quantize_per_tensor]; -"732 dequantize_per_tensor_default_54" [id=732, type=dequantize_per_tensor]; -"733 encoder_layers_encoder_layer_8_mlp_3_bias_0_0" [id=733, type=get_attr]; -"734 scale_updated_constant36" [id=734, type=get_attr]; -"735 compressed_weight_updated_constant36" [id=735, type=get_attr]; -"736 mul_tensor_36" [id=736, type=mul]; -"737 zero_point_updated_constant36" [id=737, type=get_attr]; -"738 sub_tensor_36" [id=738, type=sub]; -"739 linear_35" [id=739, type=linear]; -"740 dropout_27" [id=740, type=dropout]; -"741 add_18" [id=741, type=add]; -"742 layer_norm_18" [id=742, type=layer_norm]; -"743 transpose_54" [id=743, type=transpose]; -"744 transpose_54_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; -"745 quantize_per_tensor_default_55" [id=745, type=quantize_per_tensor]; -"746 dequantize_per_tensor_default_55" [id=746, type=dequantize_per_tensor]; -"747 encoder_layers_encoder_layer_9_self_attention_in_proj_bias_0_0" [id=747, type=get_attr]; -"748 scale_updated_constant37" [id=748, type=get_attr]; -"749 compressed_weight_updated_constant37" [id=749, type=get_attr]; -"750 mul_tensor_37" [id=750, type=mul]; -"751 zero_point_updated_constant37" [id=751, type=get_attr]; -"752 sub_tensor_37" [id=752, type=sub]; -"753 linear_36" [id=753, type=linear]; -"754 unflatten_9" [id=754, type=unflatten]; -"755 unsqueeze_9" [id=755, type=unsqueeze]; -"756 transpose_55" [id=756, type=transpose]; -"757 squeeze_9" [id=757, type=squeeze]; -"758 contiguous_9" [id=758, type=contiguous]; -"759 quantize_per_tensor_default_56" [id=759, type=quantize_per_tensor]; -"760 dequantize_per_tensor_default_56" [id=760, type=dequantize_per_tensor]; -"761 select_27" [id=761, type=select]; -"762 quantize_per_tensor_default_57" [id=762, type=quantize_per_tensor]; -"763 dequantize_per_tensor_default_57" [id=763, type=dequantize_per_tensor]; -"764 select_28" [id=764, type=select]; -"765 select_29" [id=765, type=select]; -"766 view_72" [id=766, type=view]; -"767 transpose_56" [id=767, type=transpose]; -"768 view_73" [id=768, type=view]; -"769 transpose_57" [id=769, type=transpose]; -"770 view_74" [id=770, type=view]; -"771 transpose_58" [id=771, type=transpose]; -"772 view_75" [id=772, type=view]; -"773 view_76" [id=773, type=view]; -"774 view_77" [id=774, type=view]; -"775 scaled_dot_product_attention_9" [id=775, type=scaled_dot_product_attention]; -"776 permute_10" [id=776, type=permute]; -"777 view_78" [id=777, type=view]; -"778 view_78_0_0_nncf_smooth_quant_0" [id=778, type=call_module]; -"779 quantize_per_tensor_default_58" [id=779, type=quantize_per_tensor]; -"780 dequantize_per_tensor_default_58" [id=780, type=dequantize_per_tensor]; -"781 encoder_layers_encoder_layer_9_self_attention_out_proj_bias_0_0" [id=781, type=get_attr]; -"782 scale_updated_constant38" [id=782, type=get_attr]; -"783 compressed_weight_updated_constant38" [id=783, type=get_attr]; -"784 mul_tensor_38" [id=784, type=mul]; -"785 zero_point_updated_constant38" [id=785, type=get_attr]; -"786 sub_tensor_38" [id=786, type=sub]; -"787 linear_37" [id=787, type=linear]; -"788 view_79" [id=788, type=view]; -"789 transpose_59" [id=789, type=transpose]; -"790 dropout_28" [id=790, type=dropout]; -"791 add_19" [id=791, type=add]; -"792 layer_norm_19" [id=792, type=layer_norm]; -"793 layer_norm_19_0_0_nncf_smooth_quant_0" [id=793, type=call_module]; -"794 quantize_per_tensor_default_59" [id=794, type=quantize_per_tensor]; -"795 dequantize_per_tensor_default_59" [id=795, type=dequantize_per_tensor]; -"796 encoder_layers_encoder_layer_9_mlp_0_bias_0_0" [id=796, type=get_attr]; -"797 scale_updated_constant39" [id=797, type=get_attr]; -"798 compressed_weight_updated_constant39" [id=798, type=get_attr]; -"799 mul_tensor_39" [id=799, type=mul]; -"800 zero_point_updated_constant39" [id=800, type=get_attr]; -"801 sub_tensor_39" [id=801, type=sub]; -"802 linear_38" [id=802, type=linear]; -"803 gelu_9" [id=803, type=gelu]; -"804 dropout_29" [id=804, type=dropout]; -"805 dropout_29_0_0_nncf_smooth_quant_0" [id=805, type=call_module]; -"806 quantize_per_tensor_default_60" [id=806, type=quantize_per_tensor]; -"807 dequantize_per_tensor_default_60" [id=807, type=dequantize_per_tensor]; -"808 encoder_layers_encoder_layer_9_mlp_3_bias_0_0" [id=808, type=get_attr]; -"809 scale_updated_constant40" [id=809, type=get_attr]; -"810 compressed_weight_updated_constant40" [id=810, type=get_attr]; -"811 mul_tensor_40" [id=811, type=mul]; -"812 zero_point_updated_constant40" [id=812, type=get_attr]; -"813 sub_tensor_40" [id=813, type=sub]; -"814 linear_39" [id=814, type=linear]; -"815 dropout_30" [id=815, type=dropout]; -"816 add_20" [id=816, type=add]; -"817 layer_norm_20" [id=817, type=layer_norm]; -"818 transpose_60" [id=818, type=transpose]; -"819 transpose_60_0_0_nncf_smooth_quant_0" [id=819, type=call_module]; -"820 quantize_per_tensor_default_61" [id=820, type=quantize_per_tensor]; -"821 dequantize_per_tensor_default_61" [id=821, type=dequantize_per_tensor]; -"822 encoder_layers_encoder_layer_10_self_attention_in_proj_bias_0_0" [id=822, type=get_attr]; -"823 scale_updated_constant41" [id=823, type=get_attr]; -"824 compressed_weight_updated_constant41" [id=824, type=get_attr]; -"825 mul_tensor_41" [id=825, type=mul]; -"826 zero_point_updated_constant41" [id=826, type=get_attr]; -"827 sub_tensor_41" [id=827, type=sub]; -"828 linear_40" [id=828, type=linear]; -"829 unflatten_10" [id=829, type=unflatten]; -"830 unsqueeze_10" [id=830, type=unsqueeze]; -"831 transpose_61" [id=831, type=transpose]; -"832 squeeze_10" [id=832, type=squeeze]; -"833 contiguous_10" [id=833, type=contiguous]; -"834 quantize_per_tensor_default_62" [id=834, type=quantize_per_tensor]; -"835 dequantize_per_tensor_default_62" [id=835, type=dequantize_per_tensor]; -"836 select_30" [id=836, type=select]; -"837 quantize_per_tensor_default_63" [id=837, type=quantize_per_tensor]; -"838 dequantize_per_tensor_default_63" [id=838, type=dequantize_per_tensor]; -"839 select_31" [id=839, type=select]; -"840 select_32" [id=840, type=select]; -"841 view_80" [id=841, type=view]; -"842 transpose_62" [id=842, type=transpose]; -"843 view_81" [id=843, type=view]; -"844 transpose_63" [id=844, type=transpose]; -"845 view_82" [id=845, type=view]; -"846 transpose_64" [id=846, type=transpose]; -"847 view_83" [id=847, type=view]; -"848 view_84" [id=848, type=view]; -"849 view_85" [id=849, type=view]; -"850 scaled_dot_product_attention_10" [id=850, type=scaled_dot_product_attention]; -"851 permute_11" [id=851, type=permute]; -"852 view_86" [id=852, type=view]; -"853 view_86_0_0_nncf_smooth_quant_0" [id=853, type=call_module]; -"854 quantize_per_tensor_default_64" [id=854, type=quantize_per_tensor]; -"855 dequantize_per_tensor_default_64" [id=855, type=dequantize_per_tensor]; -"856 encoder_layers_encoder_layer_10_self_attention_out_proj_bias_0_0" [id=856, type=get_attr]; -"857 scale_updated_constant42" [id=857, type=get_attr]; -"858 compressed_weight_updated_constant42" [id=858, type=get_attr]; -"859 mul_tensor_42" [id=859, type=mul]; -"860 zero_point_updated_constant42" [id=860, type=get_attr]; -"861 sub_tensor_42" [id=861, type=sub]; -"862 linear_41" [id=862, type=linear]; -"863 view_87" [id=863, type=view]; -"864 transpose_65" [id=864, type=transpose]; -"865 dropout_31" [id=865, type=dropout]; -"866 add_21" [id=866, type=add]; -"867 layer_norm_21" [id=867, type=layer_norm]; -"868 layer_norm_21_0_0_nncf_smooth_quant_0" [id=868, type=call_module]; -"869 quantize_per_tensor_default_65" [id=869, type=quantize_per_tensor]; -"870 dequantize_per_tensor_default_65" [id=870, type=dequantize_per_tensor]; -"871 encoder_layers_encoder_layer_10_mlp_0_bias_0_0" [id=871, type=get_attr]; -"872 scale_updated_constant43" [id=872, type=get_attr]; -"873 compressed_weight_updated_constant43" [id=873, type=get_attr]; -"874 mul_tensor_43" [id=874, type=mul]; -"875 zero_point_updated_constant43" [id=875, type=get_attr]; -"876 sub_tensor_43" [id=876, type=sub]; -"877 linear_42" [id=877, type=linear]; -"878 gelu_10" [id=878, type=gelu]; -"879 dropout_32" [id=879, type=dropout]; -"880 dropout_32_0_0_nncf_smooth_quant_0" [id=880, type=call_module]; -"881 quantize_per_tensor_default_66" [id=881, type=quantize_per_tensor]; -"882 dequantize_per_tensor_default_66" [id=882, type=dequantize_per_tensor]; -"883 encoder_layers_encoder_layer_10_mlp_3_bias_0_0" [id=883, type=get_attr]; -"884 scale_updated_constant44" [id=884, type=get_attr]; -"885 compressed_weight_updated_constant44" [id=885, type=get_attr]; -"886 mul_tensor_44" [id=886, type=mul]; -"887 zero_point_updated_constant44" [id=887, type=get_attr]; -"888 sub_tensor_44" [id=888, type=sub]; -"889 linear_43" [id=889, type=linear]; -"890 dropout_33" [id=890, type=dropout]; -"891 add_22" [id=891, type=add]; -"892 layer_norm_22" [id=892, type=layer_norm]; -"893 transpose_66" [id=893, type=transpose]; -"894 transpose_66_0_0_nncf_smooth_quant_0" [id=894, type=call_module]; -"895 quantize_per_tensor_default_67" [id=895, type=quantize_per_tensor]; -"896 dequantize_per_tensor_default_67" [id=896, type=dequantize_per_tensor]; -"897 encoder_layers_encoder_layer_11_self_attention_in_proj_bias_0_0" [id=897, type=get_attr]; -"898 scale_updated_constant45" [id=898, type=get_attr]; -"899 compressed_weight_updated_constant45" [id=899, type=get_attr]; -"900 mul_tensor_45" [id=900, type=mul]; -"901 zero_point_updated_constant45" [id=901, type=get_attr]; -"902 sub_tensor_45" [id=902, type=sub]; -"903 linear_44" [id=903, type=linear]; -"904 unflatten_11" [id=904, type=unflatten]; -"905 unsqueeze_11" [id=905, type=unsqueeze]; -"906 transpose_67" [id=906, type=transpose]; -"907 squeeze_11" [id=907, type=squeeze]; -"908 contiguous_11" [id=908, type=contiguous]; -"909 quantize_per_tensor_default_68" [id=909, type=quantize_per_tensor]; -"910 dequantize_per_tensor_default_68" [id=910, type=dequantize_per_tensor]; -"911 select_33" [id=911, type=select]; -"912 quantize_per_tensor_default_69" [id=912, type=quantize_per_tensor]; -"913 dequantize_per_tensor_default_69" [id=913, type=dequantize_per_tensor]; -"914 select_34" [id=914, type=select]; -"915 select_35" [id=915, type=select]; -"916 view_88" [id=916, type=view]; -"917 transpose_68" [id=917, type=transpose]; -"918 view_89" [id=918, type=view]; -"919 transpose_69" [id=919, type=transpose]; -"920 view_90" [id=920, type=view]; -"921 transpose_70" [id=921, type=transpose]; -"922 view_91" [id=922, type=view]; -"923 view_92" [id=923, type=view]; -"924 view_93" [id=924, type=view]; -"925 scaled_dot_product_attention_11" [id=925, type=scaled_dot_product_attention]; -"926 permute_12" [id=926, type=permute]; -"927 view_94" [id=927, type=view]; -"928 view_94_0_0_nncf_smooth_quant_0" [id=928, type=call_module]; -"929 quantize_per_tensor_default_70" [id=929, type=quantize_per_tensor]; -"930 dequantize_per_tensor_default_70" [id=930, type=dequantize_per_tensor]; -"931 encoder_layers_encoder_layer_11_self_attention_out_proj_bias_0_0" [id=931, type=get_attr]; -"932 scale_updated_constant46" [id=932, type=get_attr]; -"933 compressed_weight_updated_constant46" [id=933, type=get_attr]; -"934 mul_tensor_46" [id=934, type=mul]; -"935 zero_point_updated_constant46" [id=935, type=get_attr]; -"936 sub_tensor_46" [id=936, type=sub]; -"937 linear_45" [id=937, type=linear]; -"938 view_95" [id=938, type=view]; -"939 transpose_71" [id=939, type=transpose]; -"940 dropout_34" [id=940, type=dropout]; -"941 add_23" [id=941, type=add]; -"942 layer_norm_23" [id=942, type=layer_norm]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 encoder_layers_encoder_layer_11_mlp_0_bias_0_0" [id=946, type=get_attr]; -"947 scale_updated_constant47" [id=947, type=get_attr]; -"948 compressed_weight_updated_constant47" [id=948, type=get_attr]; -"949 mul_tensor_47" [id=949, type=mul]; -"950 zero_point_updated_constant47" [id=950, type=get_attr]; -"951 sub_tensor_47" [id=951, type=sub]; -"952 linear_46" [id=952, type=linear]; -"953 gelu_11" [id=953, type=gelu]; -"954 dropout_35" [id=954, type=dropout]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 encoder_layers_encoder_layer_11_mlp_3_bias_0_0" [id=958, type=get_attr]; -"959 scale_updated_constant48" [id=959, type=get_attr]; -"960 compressed_weight_updated_constant48" [id=960, type=get_attr]; -"961 mul_tensor_48" [id=961, type=mul]; -"962 zero_point_updated_constant48" [id=962, type=get_attr]; -"963 sub_tensor_48" [id=963, type=sub]; -"964 linear_47" [id=964, type=linear]; -"965 dropout_36" [id=965, type=dropout]; -"966 add_24" [id=966, type=add]; -"967 layer_norm_24" [id=967, type=layer_norm]; -"968 slice_1" [id=968, type=slice]; -"969 select_36" [id=969, type=select]; -"970 select_36_0_0_nncf_smooth_quant_0" [id=970, type=call_module]; -"971 quantize_per_tensor_default_73" [id=971, type=quantize_per_tensor]; -"972 dequantize_per_tensor_default_73" [id=972, type=dequantize_per_tensor]; -"973 heads_head_bias_0_0" [id=973, type=get_attr]; +"1 conv_proj_bias" [id=1, type=get_attr]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" [id=2, type=get_attr]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" [id=3, type=get_attr]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=4, type=get_attr]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=5, type=get_attr]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" [id=7, type=get_attr]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" [id=8, type=get_attr]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" [id=9, type=get_attr]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" [id=10, type=get_attr]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" [id=11, type=get_attr]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=12, type=get_attr]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=13, type=get_attr]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" [id=14, type=get_attr]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" [id=15, type=get_attr]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" [id=16, type=get_attr]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" [id=17, type=get_attr]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" [id=19, type=get_attr]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=20, type=get_attr]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=21, type=get_attr]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" [id=22, type=get_attr]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" [id=23, type=get_attr]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" [id=24, type=get_attr]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" [id=25, type=get_attr]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" [id=26, type=get_attr]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" [id=27, type=get_attr]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=28, type=get_attr]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=29, type=get_attr]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" [id=31, type=get_attr]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" [id=32, type=get_attr]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" [id=33, type=get_attr]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" [id=34, type=get_attr]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" [id=35, type=get_attr]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=36, type=get_attr]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=37, type=get_attr]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" [id=38, type=get_attr]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" [id=39, type=get_attr]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" [id=40, type=get_attr]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" [id=41, type=get_attr]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" [id=43, type=get_attr]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=44, type=get_attr]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=45, type=get_attr]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" [id=46, type=get_attr]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" [id=47, type=get_attr]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" [id=48, type=get_attr]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" [id=49, type=get_attr]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" [id=50, type=get_attr]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" [id=51, type=get_attr]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=52, type=get_attr]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=53, type=get_attr]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" [id=55, type=get_attr]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" [id=56, type=get_attr]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" [id=57, type=get_attr]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" [id=58, type=get_attr]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" [id=59, type=get_attr]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=60, type=get_attr]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=61, type=get_attr]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" [id=62, type=get_attr]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" [id=63, type=get_attr]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" [id=64, type=get_attr]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" [id=65, type=get_attr]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" [id=67, type=get_attr]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=68, type=get_attr]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=69, type=get_attr]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" [id=70, type=get_attr]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" [id=71, type=get_attr]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" [id=72, type=get_attr]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" [id=73, type=get_attr]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" [id=74, type=get_attr]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" [id=75, type=get_attr]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=76, type=get_attr]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=77, type=get_attr]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" [id=79, type=get_attr]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" [id=80, type=get_attr]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" [id=81, type=get_attr]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" [id=82, type=get_attr]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" [id=83, type=get_attr]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=84, type=get_attr]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=85, type=get_attr]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" [id=86, type=get_attr]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" [id=87, type=get_attr]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" [id=88, type=get_attr]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" [id=89, type=get_attr]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" [id=91, type=get_attr]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=92, type=get_attr]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=93, type=get_attr]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" [id=94, type=get_attr]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" [id=95, type=get_attr]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" [id=96, type=get_attr]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" [id=97, type=get_attr]; +"98 encoder_ln_weight" [id=98, type=get_attr]; +"99 encoder_ln_bias" [id=99, type=get_attr]; +"100 heads_head_bias" [id=100, type=get_attr]; +"101 x" [id=101, type=input]; +"102 quantize_per_tensor_default" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default" [id=103, type=dequantize_per_tensor]; +"104 scale_updated_constant0" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant0" [id=105, type=get_attr]; +"106 mul_tensor" [id=106, type=mul]; +"107 zero_point_updated_constant0" [id=107, type=get_attr]; +"108 sub_tensor" [id=108, type=sub]; +"109 conv2d" [id=109, type=conv2d]; +"110 reshape" [id=110, type=reshape]; +"111 permute" [id=111, type=permute]; +"112 _frozen_param0" [id=112, type=get_attr]; +"113 cat" [id=113, type=cat]; +"114 add" [id=114, type=add]; +"115 dropout" [id=115, type=dropout]; +"116 layer_norm" [id=116, type=layer_norm]; +"117 transpose" [id=117, type=transpose]; +"118 transpose_0_0_nncf_smooth_quant_0" [id=118, type=call_module]; +"119 quantize_per_tensor_default_1" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_1" [id=120, type=dequantize_per_tensor]; +"121 scale_updated_constant1" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant1" [id=122, type=get_attr]; +"123 mul_tensor_1" [id=123, type=mul]; +"124 zero_point_updated_constant1" [id=124, type=get_attr]; +"125 sub_tensor_1" [id=125, type=sub]; +"126 linear" [id=126, type=linear]; +"127 unflatten" [id=127, type=unflatten]; +"128 unsqueeze" [id=128, type=unsqueeze]; +"129 transpose_1" [id=129, type=transpose]; +"130 squeeze" [id=130, type=squeeze]; +"131 contiguous" [id=131, type=contiguous]; +"132 quantize_per_tensor_default_2" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_2" [id=133, type=dequantize_per_tensor]; +"134 select" [id=134, type=select]; +"135 quantize_per_tensor_default_3" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_3" [id=136, type=dequantize_per_tensor]; +"137 select_1" [id=137, type=select]; +"138 select_2" [id=138, type=select]; +"139 view" [id=139, type=view]; +"140 transpose_2" [id=140, type=transpose]; +"141 view_1" [id=141, type=view]; +"142 transpose_3" [id=142, type=transpose]; +"143 view_2" [id=143, type=view]; +"144 transpose_4" [id=144, type=transpose]; +"145 view_3" [id=145, type=view]; +"146 view_4" [id=146, type=view]; +"147 view_5" [id=147, type=view]; +"148 scaled_dot_product_attention" [id=148, type=scaled_dot_product_attention]; +"149 permute_1" [id=149, type=permute]; +"150 view_6" [id=150, type=view]; +"151 view_6_0_0_nncf_smooth_quant_0" [id=151, type=call_module]; +"152 quantize_per_tensor_default_4" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_4" [id=153, type=dequantize_per_tensor]; +"154 scale_updated_constant2" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant2" [id=155, type=get_attr]; +"156 mul_tensor_2" [id=156, type=mul]; +"157 zero_point_updated_constant2" [id=157, type=get_attr]; +"158 sub_tensor_2" [id=158, type=sub]; +"159 linear_1" [id=159, type=linear]; +"160 view_7" [id=160, type=view]; +"161 transpose_5" [id=161, type=transpose]; +"162 dropout_1" [id=162, type=dropout]; +"163 add_1" [id=163, type=add]; +"164 layer_norm_1" [id=164, type=layer_norm]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_5" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_5" [id=167, type=dequantize_per_tensor]; +"168 scale_updated_constant3" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant3" [id=169, type=get_attr]; +"170 mul_tensor_3" [id=170, type=mul]; +"171 zero_point_updated_constant3" [id=171, type=get_attr]; +"172 sub_tensor_3" [id=172, type=sub]; +"173 linear_2" [id=173, type=linear]; +"174 gelu" [id=174, type=gelu]; +"175 dropout_2" [id=175, type=dropout]; +"176 dropout_2_0_0_nncf_smooth_quant_0" [id=176, type=call_module]; +"177 quantize_per_tensor_default_6" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_6" [id=178, type=dequantize_per_tensor]; +"179 scale_updated_constant4" [id=179, type=get_attr]; +"180 compressed_weight_updated_constant4" [id=180, type=get_attr]; +"181 mul_tensor_4" [id=181, type=mul]; +"182 zero_point_updated_constant4" [id=182, type=get_attr]; +"183 sub_tensor_4" [id=183, type=sub]; +"184 linear_3" [id=184, type=linear]; +"185 dropout_3" [id=185, type=dropout]; +"186 add_2" [id=186, type=add]; +"187 layer_norm_2" [id=187, type=layer_norm]; +"188 transpose_6" [id=188, type=transpose]; +"189 transpose_6_0_0_nncf_smooth_quant_0" [id=189, type=call_module]; +"190 quantize_per_tensor_default_7" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_7" [id=191, type=dequantize_per_tensor]; +"192 scale_updated_constant5" [id=192, type=get_attr]; +"193 compressed_weight_updated_constant5" [id=193, type=get_attr]; +"194 mul_tensor_5" [id=194, type=mul]; +"195 zero_point_updated_constant5" [id=195, type=get_attr]; +"196 sub_tensor_5" [id=196, type=sub]; +"197 linear_4" [id=197, type=linear]; +"198 unflatten_1" [id=198, type=unflatten]; +"199 unsqueeze_1" [id=199, type=unsqueeze]; +"200 transpose_7" [id=200, type=transpose]; +"201 squeeze_1" [id=201, type=squeeze]; +"202 contiguous_1" [id=202, type=contiguous]; +"203 quantize_per_tensor_default_8" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_8" [id=204, type=dequantize_per_tensor]; +"205 select_3" [id=205, type=select]; +"206 quantize_per_tensor_default_9" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_9" [id=207, type=dequantize_per_tensor]; +"208 select_4" [id=208, type=select]; +"209 select_5" [id=209, type=select]; +"210 view_8" [id=210, type=view]; +"211 transpose_8" [id=211, type=transpose]; +"212 view_9" [id=212, type=view]; +"213 transpose_9" [id=213, type=transpose]; +"214 view_10" [id=214, type=view]; +"215 transpose_10" [id=215, type=transpose]; +"216 view_11" [id=216, type=view]; +"217 view_12" [id=217, type=view]; +"218 view_13" [id=218, type=view]; +"219 scaled_dot_product_attention_1" [id=219, type=scaled_dot_product_attention]; +"220 permute_2" [id=220, type=permute]; +"221 view_14" [id=221, type=view]; +"222 view_14_0_0_nncf_smooth_quant_0" [id=222, type=call_module]; +"223 quantize_per_tensor_default_10" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_10" [id=224, type=dequantize_per_tensor]; +"225 scale_updated_constant6" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant6" [id=226, type=get_attr]; +"227 mul_tensor_6" [id=227, type=mul]; +"228 zero_point_updated_constant6" [id=228, type=get_attr]; +"229 sub_tensor_6" [id=229, type=sub]; +"230 linear_5" [id=230, type=linear]; +"231 view_15" [id=231, type=view]; +"232 transpose_11" [id=232, type=transpose]; +"233 dropout_4" [id=233, type=dropout]; +"234 add_3" [id=234, type=add]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" [id=236, type=call_module]; +"237 quantize_per_tensor_default_11" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_11" [id=238, type=dequantize_per_tensor]; +"239 scale_updated_constant7" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant7" [id=240, type=get_attr]; +"241 mul_tensor_7" [id=241, type=mul]; +"242 zero_point_updated_constant7" [id=242, type=get_attr]; +"243 sub_tensor_7" [id=243, type=sub]; +"244 linear_6" [id=244, type=linear]; +"245 gelu_1" [id=245, type=gelu]; +"246 dropout_5" [id=246, type=dropout]; +"247 dropout_5_0_0_nncf_smooth_quant_0" [id=247, type=call_module]; +"248 quantize_per_tensor_default_12" [id=248, type=quantize_per_tensor]; +"249 dequantize_per_tensor_default_12" [id=249, type=dequantize_per_tensor]; +"250 scale_updated_constant8" [id=250, type=get_attr]; +"251 compressed_weight_updated_constant8" [id=251, type=get_attr]; +"252 mul_tensor_8" [id=252, type=mul]; +"253 zero_point_updated_constant8" [id=253, type=get_attr]; +"254 sub_tensor_8" [id=254, type=sub]; +"255 linear_7" [id=255, type=linear]; +"256 dropout_6" [id=256, type=dropout]; +"257 add_4" [id=257, type=add]; +"258 layer_norm_4" [id=258, type=layer_norm]; +"259 transpose_12" [id=259, type=transpose]; +"260 transpose_12_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_13" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_13" [id=262, type=dequantize_per_tensor]; +"263 scale_updated_constant9" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant9" [id=264, type=get_attr]; +"265 mul_tensor_9" [id=265, type=mul]; +"266 zero_point_updated_constant9" [id=266, type=get_attr]; +"267 sub_tensor_9" [id=267, type=sub]; +"268 linear_8" [id=268, type=linear]; +"269 unflatten_2" [id=269, type=unflatten]; +"270 unsqueeze_2" [id=270, type=unsqueeze]; +"271 transpose_13" [id=271, type=transpose]; +"272 squeeze_2" [id=272, type=squeeze]; +"273 contiguous_2" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_14" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_14" [id=275, type=dequantize_per_tensor]; +"276 select_6" [id=276, type=select]; +"277 quantize_per_tensor_default_15" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_15" [id=278, type=dequantize_per_tensor]; +"279 select_7" [id=279, type=select]; +"280 select_8" [id=280, type=select]; +"281 view_16" [id=281, type=view]; +"282 transpose_14" [id=282, type=transpose]; +"283 view_17" [id=283, type=view]; +"284 transpose_15" [id=284, type=transpose]; +"285 view_18" [id=285, type=view]; +"286 transpose_16" [id=286, type=transpose]; +"287 view_19" [id=287, type=view]; +"288 view_20" [id=288, type=view]; +"289 view_21" [id=289, type=view]; +"290 scaled_dot_product_attention_2" [id=290, type=scaled_dot_product_attention]; +"291 permute_3" [id=291, type=permute]; +"292 view_22" [id=292, type=view]; +"293 view_22_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_16" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_16" [id=295, type=dequantize_per_tensor]; +"296 scale_updated_constant10" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant10" [id=297, type=get_attr]; +"298 mul_tensor_10" [id=298, type=mul]; +"299 zero_point_updated_constant10" [id=299, type=get_attr]; +"300 sub_tensor_10" [id=300, type=sub]; +"301 linear_9" [id=301, type=linear]; +"302 view_23" [id=302, type=view]; +"303 transpose_17" [id=303, type=transpose]; +"304 dropout_7" [id=304, type=dropout]; +"305 add_5" [id=305, type=add]; +"306 layer_norm_5" [id=306, type=layer_norm]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" [id=307, type=call_module]; +"308 quantize_per_tensor_default_17" [id=308, type=quantize_per_tensor]; +"309 dequantize_per_tensor_default_17" [id=309, type=dequantize_per_tensor]; +"310 scale_updated_constant11" [id=310, type=get_attr]; +"311 compressed_weight_updated_constant11" [id=311, type=get_attr]; +"312 mul_tensor_11" [id=312, type=mul]; +"313 zero_point_updated_constant11" [id=313, type=get_attr]; +"314 sub_tensor_11" [id=314, type=sub]; +"315 linear_10" [id=315, type=linear]; +"316 gelu_2" [id=316, type=gelu]; +"317 dropout_8" [id=317, type=dropout]; +"318 dropout_8_0_0_nncf_smooth_quant_0" [id=318, type=call_module]; +"319 quantize_per_tensor_default_18" [id=319, type=quantize_per_tensor]; +"320 dequantize_per_tensor_default_18" [id=320, type=dequantize_per_tensor]; +"321 scale_updated_constant12" [id=321, type=get_attr]; +"322 compressed_weight_updated_constant12" [id=322, type=get_attr]; +"323 mul_tensor_12" [id=323, type=mul]; +"324 zero_point_updated_constant12" [id=324, type=get_attr]; +"325 sub_tensor_12" [id=325, type=sub]; +"326 linear_11" [id=326, type=linear]; +"327 dropout_9" [id=327, type=dropout]; +"328 add_6" [id=328, type=add]; +"329 layer_norm_6" [id=329, type=layer_norm]; +"330 transpose_18" [id=330, type=transpose]; +"331 transpose_18_0_0_nncf_smooth_quant_0" [id=331, type=call_module]; +"332 quantize_per_tensor_default_19" [id=332, type=quantize_per_tensor]; +"333 dequantize_per_tensor_default_19" [id=333, type=dequantize_per_tensor]; +"334 scale_updated_constant13" [id=334, type=get_attr]; +"335 compressed_weight_updated_constant13" [id=335, type=get_attr]; +"336 mul_tensor_13" [id=336, type=mul]; +"337 zero_point_updated_constant13" [id=337, type=get_attr]; +"338 sub_tensor_13" [id=338, type=sub]; +"339 linear_12" [id=339, type=linear]; +"340 unflatten_3" [id=340, type=unflatten]; +"341 unsqueeze_3" [id=341, type=unsqueeze]; +"342 transpose_19" [id=342, type=transpose]; +"343 squeeze_3" [id=343, type=squeeze]; +"344 contiguous_3" [id=344, type=contiguous]; +"345 quantize_per_tensor_default_20" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_20" [id=346, type=dequantize_per_tensor]; +"347 select_9" [id=347, type=select]; +"348 quantize_per_tensor_default_21" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_21" [id=349, type=dequantize_per_tensor]; +"350 select_10" [id=350, type=select]; +"351 select_11" [id=351, type=select]; +"352 view_24" [id=352, type=view]; +"353 transpose_20" [id=353, type=transpose]; +"354 view_25" [id=354, type=view]; +"355 transpose_21" [id=355, type=transpose]; +"356 view_26" [id=356, type=view]; +"357 transpose_22" [id=357, type=transpose]; +"358 view_27" [id=358, type=view]; +"359 view_28" [id=359, type=view]; +"360 view_29" [id=360, type=view]; +"361 scaled_dot_product_attention_3" [id=361, type=scaled_dot_product_attention]; +"362 permute_4" [id=362, type=permute]; +"363 view_30" [id=363, type=view]; +"364 view_30_0_0_nncf_smooth_quant_0" [id=364, type=call_module]; +"365 quantize_per_tensor_default_22" [id=365, type=quantize_per_tensor]; +"366 dequantize_per_tensor_default_22" [id=366, type=dequantize_per_tensor]; +"367 scale_updated_constant14" [id=367, type=get_attr]; +"368 compressed_weight_updated_constant14" [id=368, type=get_attr]; +"369 mul_tensor_14" [id=369, type=mul]; +"370 zero_point_updated_constant14" [id=370, type=get_attr]; +"371 sub_tensor_14" [id=371, type=sub]; +"372 linear_13" [id=372, type=linear]; +"373 view_31" [id=373, type=view]; +"374 transpose_23" [id=374, type=transpose]; +"375 dropout_10" [id=375, type=dropout]; +"376 add_7" [id=376, type=add]; +"377 layer_norm_7" [id=377, type=layer_norm]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" [id=378, type=call_module]; +"379 quantize_per_tensor_default_23" [id=379, type=quantize_per_tensor]; +"380 dequantize_per_tensor_default_23" [id=380, type=dequantize_per_tensor]; +"381 scale_updated_constant15" [id=381, type=get_attr]; +"382 compressed_weight_updated_constant15" [id=382, type=get_attr]; +"383 mul_tensor_15" [id=383, type=mul]; +"384 zero_point_updated_constant15" [id=384, type=get_attr]; +"385 sub_tensor_15" [id=385, type=sub]; +"386 linear_14" [id=386, type=linear]; +"387 gelu_3" [id=387, type=gelu]; +"388 dropout_11" [id=388, type=dropout]; +"389 dropout_11_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_24" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_24" [id=391, type=dequantize_per_tensor]; +"392 scale_updated_constant16" [id=392, type=get_attr]; +"393 compressed_weight_updated_constant16" [id=393, type=get_attr]; +"394 mul_tensor_16" [id=394, type=mul]; +"395 zero_point_updated_constant16" [id=395, type=get_attr]; +"396 sub_tensor_16" [id=396, type=sub]; +"397 linear_15" [id=397, type=linear]; +"398 dropout_12" [id=398, type=dropout]; +"399 add_8" [id=399, type=add]; +"400 layer_norm_8" [id=400, type=layer_norm]; +"401 transpose_24" [id=401, type=transpose]; +"402 transpose_24_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_25" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_25" [id=404, type=dequantize_per_tensor]; +"405 scale_updated_constant17" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant17" [id=406, type=get_attr]; +"407 mul_tensor_17" [id=407, type=mul]; +"408 zero_point_updated_constant17" [id=408, type=get_attr]; +"409 sub_tensor_17" [id=409, type=sub]; +"410 linear_16" [id=410, type=linear]; +"411 unflatten_4" [id=411, type=unflatten]; +"412 unsqueeze_4" [id=412, type=unsqueeze]; +"413 transpose_25" [id=413, type=transpose]; +"414 squeeze_4" [id=414, type=squeeze]; +"415 contiguous_4" [id=415, type=contiguous]; +"416 quantize_per_tensor_default_26" [id=416, type=quantize_per_tensor]; +"417 dequantize_per_tensor_default_26" [id=417, type=dequantize_per_tensor]; +"418 select_12" [id=418, type=select]; +"419 quantize_per_tensor_default_27" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_27" [id=420, type=dequantize_per_tensor]; +"421 select_13" [id=421, type=select]; +"422 select_14" [id=422, type=select]; +"423 view_32" [id=423, type=view]; +"424 transpose_26" [id=424, type=transpose]; +"425 view_33" [id=425, type=view]; +"426 transpose_27" [id=426, type=transpose]; +"427 view_34" [id=427, type=view]; +"428 transpose_28" [id=428, type=transpose]; +"429 view_35" [id=429, type=view]; +"430 view_36" [id=430, type=view]; +"431 view_37" [id=431, type=view]; +"432 scaled_dot_product_attention_4" [id=432, type=scaled_dot_product_attention]; +"433 permute_5" [id=433, type=permute]; +"434 view_38" [id=434, type=view]; +"435 view_38_0_0_nncf_smooth_quant_0" [id=435, type=call_module]; +"436 quantize_per_tensor_default_28" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_28" [id=437, type=dequantize_per_tensor]; +"438 scale_updated_constant18" [id=438, type=get_attr]; +"439 compressed_weight_updated_constant18" [id=439, type=get_attr]; +"440 mul_tensor_18" [id=440, type=mul]; +"441 zero_point_updated_constant18" [id=441, type=get_attr]; +"442 sub_tensor_18" [id=442, type=sub]; +"443 linear_17" [id=443, type=linear]; +"444 view_39" [id=444, type=view]; +"445 transpose_29" [id=445, type=transpose]; +"446 dropout_13" [id=446, type=dropout]; +"447 add_9" [id=447, type=add]; +"448 layer_norm_9" [id=448, type=layer_norm]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_29" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_29" [id=451, type=dequantize_per_tensor]; +"452 scale_updated_constant19" [id=452, type=get_attr]; +"453 compressed_weight_updated_constant19" [id=453, type=get_attr]; +"454 mul_tensor_19" [id=454, type=mul]; +"455 zero_point_updated_constant19" [id=455, type=get_attr]; +"456 sub_tensor_19" [id=456, type=sub]; +"457 linear_18" [id=457, type=linear]; +"458 gelu_4" [id=458, type=gelu]; +"459 dropout_14" [id=459, type=dropout]; +"460 dropout_14_0_0_nncf_smooth_quant_0" [id=460, type=call_module]; +"461 quantize_per_tensor_default_30" [id=461, type=quantize_per_tensor]; +"462 dequantize_per_tensor_default_30" [id=462, type=dequantize_per_tensor]; +"463 scale_updated_constant20" [id=463, type=get_attr]; +"464 compressed_weight_updated_constant20" [id=464, type=get_attr]; +"465 mul_tensor_20" [id=465, type=mul]; +"466 zero_point_updated_constant20" [id=466, type=get_attr]; +"467 sub_tensor_20" [id=467, type=sub]; +"468 linear_19" [id=468, type=linear]; +"469 dropout_15" [id=469, type=dropout]; +"470 add_10" [id=470, type=add]; +"471 layer_norm_10" [id=471, type=layer_norm]; +"472 transpose_30" [id=472, type=transpose]; +"473 transpose_30_0_0_nncf_smooth_quant_0" [id=473, type=call_module]; +"474 quantize_per_tensor_default_31" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_31" [id=475, type=dequantize_per_tensor]; +"476 scale_updated_constant21" [id=476, type=get_attr]; +"477 compressed_weight_updated_constant21" [id=477, type=get_attr]; +"478 mul_tensor_21" [id=478, type=mul]; +"479 zero_point_updated_constant21" [id=479, type=get_attr]; +"480 sub_tensor_21" [id=480, type=sub]; +"481 linear_20" [id=481, type=linear]; +"482 unflatten_5" [id=482, type=unflatten]; +"483 unsqueeze_5" [id=483, type=unsqueeze]; +"484 transpose_31" [id=484, type=transpose]; +"485 squeeze_5" [id=485, type=squeeze]; +"486 contiguous_5" [id=486, type=contiguous]; +"487 quantize_per_tensor_default_32" [id=487, type=quantize_per_tensor]; +"488 dequantize_per_tensor_default_32" [id=488, type=dequantize_per_tensor]; +"489 select_15" [id=489, type=select]; +"490 quantize_per_tensor_default_33" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_33" [id=491, type=dequantize_per_tensor]; +"492 select_16" [id=492, type=select]; +"493 select_17" [id=493, type=select]; +"494 view_40" [id=494, type=view]; +"495 transpose_32" [id=495, type=transpose]; +"496 view_41" [id=496, type=view]; +"497 transpose_33" [id=497, type=transpose]; +"498 view_42" [id=498, type=view]; +"499 transpose_34" [id=499, type=transpose]; +"500 view_43" [id=500, type=view]; +"501 view_44" [id=501, type=view]; +"502 view_45" [id=502, type=view]; +"503 scaled_dot_product_attention_5" [id=503, type=scaled_dot_product_attention]; +"504 permute_6" [id=504, type=permute]; +"505 view_46" [id=505, type=view]; +"506 view_46_0_0_nncf_smooth_quant_0" [id=506, type=call_module]; +"507 quantize_per_tensor_default_34" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_34" [id=508, type=dequantize_per_tensor]; +"509 scale_updated_constant22" [id=509, type=get_attr]; +"510 compressed_weight_updated_constant22" [id=510, type=get_attr]; +"511 mul_tensor_22" [id=511, type=mul]; +"512 zero_point_updated_constant22" [id=512, type=get_attr]; +"513 sub_tensor_22" [id=513, type=sub]; +"514 linear_21" [id=514, type=linear]; +"515 view_47" [id=515, type=view]; +"516 transpose_35" [id=516, type=transpose]; +"517 dropout_16" [id=517, type=dropout]; +"518 add_11" [id=518, type=add]; +"519 layer_norm_11" [id=519, type=layer_norm]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; +"521 quantize_per_tensor_default_35" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_35" [id=522, type=dequantize_per_tensor]; +"523 scale_updated_constant23" [id=523, type=get_attr]; +"524 compressed_weight_updated_constant23" [id=524, type=get_attr]; +"525 mul_tensor_23" [id=525, type=mul]; +"526 zero_point_updated_constant23" [id=526, type=get_attr]; +"527 sub_tensor_23" [id=527, type=sub]; +"528 linear_22" [id=528, type=linear]; +"529 gelu_5" [id=529, type=gelu]; +"530 dropout_17" [id=530, type=dropout]; +"531 dropout_17_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_36" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_36" [id=533, type=dequantize_per_tensor]; +"534 scale_updated_constant24" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant24" [id=535, type=get_attr]; +"536 mul_tensor_24" [id=536, type=mul]; +"537 zero_point_updated_constant24" [id=537, type=get_attr]; +"538 sub_tensor_24" [id=538, type=sub]; +"539 linear_23" [id=539, type=linear]; +"540 dropout_18" [id=540, type=dropout]; +"541 add_12" [id=541, type=add]; +"542 layer_norm_12" [id=542, type=layer_norm]; +"543 transpose_36" [id=543, type=transpose]; +"544 transpose_36_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_37" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_37" [id=546, type=dequantize_per_tensor]; +"547 scale_updated_constant25" [id=547, type=get_attr]; +"548 compressed_weight_updated_constant25" [id=548, type=get_attr]; +"549 mul_tensor_25" [id=549, type=mul]; +"550 zero_point_updated_constant25" [id=550, type=get_attr]; +"551 sub_tensor_25" [id=551, type=sub]; +"552 linear_24" [id=552, type=linear]; +"553 unflatten_6" [id=553, type=unflatten]; +"554 unsqueeze_6" [id=554, type=unsqueeze]; +"555 transpose_37" [id=555, type=transpose]; +"556 squeeze_6" [id=556, type=squeeze]; +"557 contiguous_6" [id=557, type=contiguous]; +"558 quantize_per_tensor_default_38" [id=558, type=quantize_per_tensor]; +"559 dequantize_per_tensor_default_38" [id=559, type=dequantize_per_tensor]; +"560 select_18" [id=560, type=select]; +"561 quantize_per_tensor_default_39" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_39" [id=562, type=dequantize_per_tensor]; +"563 select_19" [id=563, type=select]; +"564 select_20" [id=564, type=select]; +"565 view_48" [id=565, type=view]; +"566 transpose_38" [id=566, type=transpose]; +"567 view_49" [id=567, type=view]; +"568 transpose_39" [id=568, type=transpose]; +"569 view_50" [id=569, type=view]; +"570 transpose_40" [id=570, type=transpose]; +"571 view_51" [id=571, type=view]; +"572 view_52" [id=572, type=view]; +"573 view_53" [id=573, type=view]; +"574 scaled_dot_product_attention_6" [id=574, type=scaled_dot_product_attention]; +"575 permute_7" [id=575, type=permute]; +"576 view_54" [id=576, type=view]; +"577 view_54_0_0_nncf_smooth_quant_0" [id=577, type=call_module]; +"578 quantize_per_tensor_default_40" [id=578, type=quantize_per_tensor]; +"579 dequantize_per_tensor_default_40" [id=579, type=dequantize_per_tensor]; +"580 scale_updated_constant26" [id=580, type=get_attr]; +"581 compressed_weight_updated_constant26" [id=581, type=get_attr]; +"582 mul_tensor_26" [id=582, type=mul]; +"583 zero_point_updated_constant26" [id=583, type=get_attr]; +"584 sub_tensor_26" [id=584, type=sub]; +"585 linear_25" [id=585, type=linear]; +"586 view_55" [id=586, type=view]; +"587 transpose_41" [id=587, type=transpose]; +"588 dropout_19" [id=588, type=dropout]; +"589 add_13" [id=589, type=add]; +"590 layer_norm_13" [id=590, type=layer_norm]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" [id=591, type=call_module]; +"592 quantize_per_tensor_default_41" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_41" [id=593, type=dequantize_per_tensor]; +"594 scale_updated_constant27" [id=594, type=get_attr]; +"595 compressed_weight_updated_constant27" [id=595, type=get_attr]; +"596 mul_tensor_27" [id=596, type=mul]; +"597 zero_point_updated_constant27" [id=597, type=get_attr]; +"598 sub_tensor_27" [id=598, type=sub]; +"599 linear_26" [id=599, type=linear]; +"600 gelu_6" [id=600, type=gelu]; +"601 dropout_20" [id=601, type=dropout]; +"602 dropout_20_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_42" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_42" [id=604, type=dequantize_per_tensor]; +"605 scale_updated_constant28" [id=605, type=get_attr]; +"606 compressed_weight_updated_constant28" [id=606, type=get_attr]; +"607 mul_tensor_28" [id=607, type=mul]; +"608 zero_point_updated_constant28" [id=608, type=get_attr]; +"609 sub_tensor_28" [id=609, type=sub]; +"610 linear_27" [id=610, type=linear]; +"611 dropout_21" [id=611, type=dropout]; +"612 add_14" [id=612, type=add]; +"613 layer_norm_14" [id=613, type=layer_norm]; +"614 transpose_42" [id=614, type=transpose]; +"615 transpose_42_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_43" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_43" [id=617, type=dequantize_per_tensor]; +"618 scale_updated_constant29" [id=618, type=get_attr]; +"619 compressed_weight_updated_constant29" [id=619, type=get_attr]; +"620 mul_tensor_29" [id=620, type=mul]; +"621 zero_point_updated_constant29" [id=621, type=get_attr]; +"622 sub_tensor_29" [id=622, type=sub]; +"623 linear_28" [id=623, type=linear]; +"624 unflatten_7" [id=624, type=unflatten]; +"625 unsqueeze_7" [id=625, type=unsqueeze]; +"626 transpose_43" [id=626, type=transpose]; +"627 squeeze_7" [id=627, type=squeeze]; +"628 contiguous_7" [id=628, type=contiguous]; +"629 quantize_per_tensor_default_44" [id=629, type=quantize_per_tensor]; +"630 dequantize_per_tensor_default_44" [id=630, type=dequantize_per_tensor]; +"631 select_21" [id=631, type=select]; +"632 quantize_per_tensor_default_45" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_45" [id=633, type=dequantize_per_tensor]; +"634 select_22" [id=634, type=select]; +"635 select_23" [id=635, type=select]; +"636 view_56" [id=636, type=view]; +"637 transpose_44" [id=637, type=transpose]; +"638 view_57" [id=638, type=view]; +"639 transpose_45" [id=639, type=transpose]; +"640 view_58" [id=640, type=view]; +"641 transpose_46" [id=641, type=transpose]; +"642 view_59" [id=642, type=view]; +"643 view_60" [id=643, type=view]; +"644 view_61" [id=644, type=view]; +"645 scaled_dot_product_attention_7" [id=645, type=scaled_dot_product_attention]; +"646 permute_8" [id=646, type=permute]; +"647 view_62" [id=647, type=view]; +"648 view_62_0_0_nncf_smooth_quant_0" [id=648, type=call_module]; +"649 quantize_per_tensor_default_46" [id=649, type=quantize_per_tensor]; +"650 dequantize_per_tensor_default_46" [id=650, type=dequantize_per_tensor]; +"651 scale_updated_constant30" [id=651, type=get_attr]; +"652 compressed_weight_updated_constant30" [id=652, type=get_attr]; +"653 mul_tensor_30" [id=653, type=mul]; +"654 zero_point_updated_constant30" [id=654, type=get_attr]; +"655 sub_tensor_30" [id=655, type=sub]; +"656 linear_29" [id=656, type=linear]; +"657 view_63" [id=657, type=view]; +"658 transpose_47" [id=658, type=transpose]; +"659 dropout_22" [id=659, type=dropout]; +"660 add_15" [id=660, type=add]; +"661 layer_norm_15" [id=661, type=layer_norm]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" [id=662, type=call_module]; +"663 quantize_per_tensor_default_47" [id=663, type=quantize_per_tensor]; +"664 dequantize_per_tensor_default_47" [id=664, type=dequantize_per_tensor]; +"665 scale_updated_constant31" [id=665, type=get_attr]; +"666 compressed_weight_updated_constant31" [id=666, type=get_attr]; +"667 mul_tensor_31" [id=667, type=mul]; +"668 zero_point_updated_constant31" [id=668, type=get_attr]; +"669 sub_tensor_31" [id=669, type=sub]; +"670 linear_30" [id=670, type=linear]; +"671 gelu_7" [id=671, type=gelu]; +"672 dropout_23" [id=672, type=dropout]; +"673 dropout_23_0_0_nncf_smooth_quant_0" [id=673, type=call_module]; +"674 quantize_per_tensor_default_48" [id=674, type=quantize_per_tensor]; +"675 dequantize_per_tensor_default_48" [id=675, type=dequantize_per_tensor]; +"676 scale_updated_constant32" [id=676, type=get_attr]; +"677 compressed_weight_updated_constant32" [id=677, type=get_attr]; +"678 mul_tensor_32" [id=678, type=mul]; +"679 zero_point_updated_constant32" [id=679, type=get_attr]; +"680 sub_tensor_32" [id=680, type=sub]; +"681 linear_31" [id=681, type=linear]; +"682 dropout_24" [id=682, type=dropout]; +"683 add_16" [id=683, type=add]; +"684 layer_norm_16" [id=684, type=layer_norm]; +"685 transpose_48" [id=685, type=transpose]; +"686 transpose_48_0_0_nncf_smooth_quant_0" [id=686, type=call_module]; +"687 quantize_per_tensor_default_49" [id=687, type=quantize_per_tensor]; +"688 dequantize_per_tensor_default_49" [id=688, type=dequantize_per_tensor]; +"689 scale_updated_constant33" [id=689, type=get_attr]; +"690 compressed_weight_updated_constant33" [id=690, type=get_attr]; +"691 mul_tensor_33" [id=691, type=mul]; +"692 zero_point_updated_constant33" [id=692, type=get_attr]; +"693 sub_tensor_33" [id=693, type=sub]; +"694 linear_32" [id=694, type=linear]; +"695 unflatten_8" [id=695, type=unflatten]; +"696 unsqueeze_8" [id=696, type=unsqueeze]; +"697 transpose_49" [id=697, type=transpose]; +"698 squeeze_8" [id=698, type=squeeze]; +"699 contiguous_8" [id=699, type=contiguous]; +"700 quantize_per_tensor_default_50" [id=700, type=quantize_per_tensor]; +"701 dequantize_per_tensor_default_50" [id=701, type=dequantize_per_tensor]; +"702 select_24" [id=702, type=select]; +"703 quantize_per_tensor_default_51" [id=703, type=quantize_per_tensor]; +"704 dequantize_per_tensor_default_51" [id=704, type=dequantize_per_tensor]; +"705 select_25" [id=705, type=select]; +"706 select_26" [id=706, type=select]; +"707 view_64" [id=707, type=view]; +"708 transpose_50" [id=708, type=transpose]; +"709 view_65" [id=709, type=view]; +"710 transpose_51" [id=710, type=transpose]; +"711 view_66" [id=711, type=view]; +"712 transpose_52" [id=712, type=transpose]; +"713 view_67" [id=713, type=view]; +"714 view_68" [id=714, type=view]; +"715 view_69" [id=715, type=view]; +"716 scaled_dot_product_attention_8" [id=716, type=scaled_dot_product_attention]; +"717 permute_9" [id=717, type=permute]; +"718 view_70" [id=718, type=view]; +"719 view_70_0_0_nncf_smooth_quant_0" [id=719, type=call_module]; +"720 quantize_per_tensor_default_52" [id=720, type=quantize_per_tensor]; +"721 dequantize_per_tensor_default_52" [id=721, type=dequantize_per_tensor]; +"722 scale_updated_constant34" [id=722, type=get_attr]; +"723 compressed_weight_updated_constant34" [id=723, type=get_attr]; +"724 mul_tensor_34" [id=724, type=mul]; +"725 zero_point_updated_constant34" [id=725, type=get_attr]; +"726 sub_tensor_34" [id=726, type=sub]; +"727 linear_33" [id=727, type=linear]; +"728 view_71" [id=728, type=view]; +"729 transpose_53" [id=729, type=transpose]; +"730 dropout_25" [id=730, type=dropout]; +"731 add_17" [id=731, type=add]; +"732 layer_norm_17" [id=732, type=layer_norm]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_53" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_53" [id=735, type=dequantize_per_tensor]; +"736 scale_updated_constant35" [id=736, type=get_attr]; +"737 compressed_weight_updated_constant35" [id=737, type=get_attr]; +"738 mul_tensor_35" [id=738, type=mul]; +"739 zero_point_updated_constant35" [id=739, type=get_attr]; +"740 sub_tensor_35" [id=740, type=sub]; +"741 linear_34" [id=741, type=linear]; +"742 gelu_8" [id=742, type=gelu]; +"743 dropout_26" [id=743, type=dropout]; +"744 dropout_26_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; +"745 quantize_per_tensor_default_54" [id=745, type=quantize_per_tensor]; +"746 dequantize_per_tensor_default_54" [id=746, type=dequantize_per_tensor]; +"747 scale_updated_constant36" [id=747, type=get_attr]; +"748 compressed_weight_updated_constant36" [id=748, type=get_attr]; +"749 mul_tensor_36" [id=749, type=mul]; +"750 zero_point_updated_constant36" [id=750, type=get_attr]; +"751 sub_tensor_36" [id=751, type=sub]; +"752 linear_35" [id=752, type=linear]; +"753 dropout_27" [id=753, type=dropout]; +"754 add_18" [id=754, type=add]; +"755 layer_norm_18" [id=755, type=layer_norm]; +"756 transpose_54" [id=756, type=transpose]; +"757 transpose_54_0_0_nncf_smooth_quant_0" [id=757, type=call_module]; +"758 quantize_per_tensor_default_55" [id=758, type=quantize_per_tensor]; +"759 dequantize_per_tensor_default_55" [id=759, type=dequantize_per_tensor]; +"760 scale_updated_constant37" [id=760, type=get_attr]; +"761 compressed_weight_updated_constant37" [id=761, type=get_attr]; +"762 mul_tensor_37" [id=762, type=mul]; +"763 zero_point_updated_constant37" [id=763, type=get_attr]; +"764 sub_tensor_37" [id=764, type=sub]; +"765 linear_36" [id=765, type=linear]; +"766 unflatten_9" [id=766, type=unflatten]; +"767 unsqueeze_9" [id=767, type=unsqueeze]; +"768 transpose_55" [id=768, type=transpose]; +"769 squeeze_9" [id=769, type=squeeze]; +"770 contiguous_9" [id=770, type=contiguous]; +"771 quantize_per_tensor_default_56" [id=771, type=quantize_per_tensor]; +"772 dequantize_per_tensor_default_56" [id=772, type=dequantize_per_tensor]; +"773 select_27" [id=773, type=select]; +"774 quantize_per_tensor_default_57" [id=774, type=quantize_per_tensor]; +"775 dequantize_per_tensor_default_57" [id=775, type=dequantize_per_tensor]; +"776 select_28" [id=776, type=select]; +"777 select_29" [id=777, type=select]; +"778 view_72" [id=778, type=view]; +"779 transpose_56" [id=779, type=transpose]; +"780 view_73" [id=780, type=view]; +"781 transpose_57" [id=781, type=transpose]; +"782 view_74" [id=782, type=view]; +"783 transpose_58" [id=783, type=transpose]; +"784 view_75" [id=784, type=view]; +"785 view_76" [id=785, type=view]; +"786 view_77" [id=786, type=view]; +"787 scaled_dot_product_attention_9" [id=787, type=scaled_dot_product_attention]; +"788 permute_10" [id=788, type=permute]; +"789 view_78" [id=789, type=view]; +"790 view_78_0_0_nncf_smooth_quant_0" [id=790, type=call_module]; +"791 quantize_per_tensor_default_58" [id=791, type=quantize_per_tensor]; +"792 dequantize_per_tensor_default_58" [id=792, type=dequantize_per_tensor]; +"793 scale_updated_constant38" [id=793, type=get_attr]; +"794 compressed_weight_updated_constant38" [id=794, type=get_attr]; +"795 mul_tensor_38" [id=795, type=mul]; +"796 zero_point_updated_constant38" [id=796, type=get_attr]; +"797 sub_tensor_38" [id=797, type=sub]; +"798 linear_37" [id=798, type=linear]; +"799 view_79" [id=799, type=view]; +"800 transpose_59" [id=800, type=transpose]; +"801 dropout_28" [id=801, type=dropout]; +"802 add_19" [id=802, type=add]; +"803 layer_norm_19" [id=803, type=layer_norm]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" [id=804, type=call_module]; +"805 quantize_per_tensor_default_59" [id=805, type=quantize_per_tensor]; +"806 dequantize_per_tensor_default_59" [id=806, type=dequantize_per_tensor]; +"807 scale_updated_constant39" [id=807, type=get_attr]; +"808 compressed_weight_updated_constant39" [id=808, type=get_attr]; +"809 mul_tensor_39" [id=809, type=mul]; +"810 zero_point_updated_constant39" [id=810, type=get_attr]; +"811 sub_tensor_39" [id=811, type=sub]; +"812 linear_38" [id=812, type=linear]; +"813 gelu_9" [id=813, type=gelu]; +"814 dropout_29" [id=814, type=dropout]; +"815 dropout_29_0_0_nncf_smooth_quant_0" [id=815, type=call_module]; +"816 quantize_per_tensor_default_60" [id=816, type=quantize_per_tensor]; +"817 dequantize_per_tensor_default_60" [id=817, type=dequantize_per_tensor]; +"818 scale_updated_constant40" [id=818, type=get_attr]; +"819 compressed_weight_updated_constant40" [id=819, type=get_attr]; +"820 mul_tensor_40" [id=820, type=mul]; +"821 zero_point_updated_constant40" [id=821, type=get_attr]; +"822 sub_tensor_40" [id=822, type=sub]; +"823 linear_39" [id=823, type=linear]; +"824 dropout_30" [id=824, type=dropout]; +"825 add_20" [id=825, type=add]; +"826 layer_norm_20" [id=826, type=layer_norm]; +"827 transpose_60" [id=827, type=transpose]; +"828 transpose_60_0_0_nncf_smooth_quant_0" [id=828, type=call_module]; +"829 quantize_per_tensor_default_61" [id=829, type=quantize_per_tensor]; +"830 dequantize_per_tensor_default_61" [id=830, type=dequantize_per_tensor]; +"831 scale_updated_constant41" [id=831, type=get_attr]; +"832 compressed_weight_updated_constant41" [id=832, type=get_attr]; +"833 mul_tensor_41" [id=833, type=mul]; +"834 zero_point_updated_constant41" [id=834, type=get_attr]; +"835 sub_tensor_41" [id=835, type=sub]; +"836 linear_40" [id=836, type=linear]; +"837 unflatten_10" [id=837, type=unflatten]; +"838 unsqueeze_10" [id=838, type=unsqueeze]; +"839 transpose_61" [id=839, type=transpose]; +"840 squeeze_10" [id=840, type=squeeze]; +"841 contiguous_10" [id=841, type=contiguous]; +"842 quantize_per_tensor_default_62" [id=842, type=quantize_per_tensor]; +"843 dequantize_per_tensor_default_62" [id=843, type=dequantize_per_tensor]; +"844 select_30" [id=844, type=select]; +"845 quantize_per_tensor_default_63" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_63" [id=846, type=dequantize_per_tensor]; +"847 select_31" [id=847, type=select]; +"848 select_32" [id=848, type=select]; +"849 view_80" [id=849, type=view]; +"850 transpose_62" [id=850, type=transpose]; +"851 view_81" [id=851, type=view]; +"852 transpose_63" [id=852, type=transpose]; +"853 view_82" [id=853, type=view]; +"854 transpose_64" [id=854, type=transpose]; +"855 view_83" [id=855, type=view]; +"856 view_84" [id=856, type=view]; +"857 view_85" [id=857, type=view]; +"858 scaled_dot_product_attention_10" [id=858, type=scaled_dot_product_attention]; +"859 permute_11" [id=859, type=permute]; +"860 view_86" [id=860, type=view]; +"861 view_86_0_0_nncf_smooth_quant_0" [id=861, type=call_module]; +"862 quantize_per_tensor_default_64" [id=862, type=quantize_per_tensor]; +"863 dequantize_per_tensor_default_64" [id=863, type=dequantize_per_tensor]; +"864 scale_updated_constant42" [id=864, type=get_attr]; +"865 compressed_weight_updated_constant42" [id=865, type=get_attr]; +"866 mul_tensor_42" [id=866, type=mul]; +"867 zero_point_updated_constant42" [id=867, type=get_attr]; +"868 sub_tensor_42" [id=868, type=sub]; +"869 linear_41" [id=869, type=linear]; +"870 view_87" [id=870, type=view]; +"871 transpose_65" [id=871, type=transpose]; +"872 dropout_31" [id=872, type=dropout]; +"873 add_21" [id=873, type=add]; +"874 layer_norm_21" [id=874, type=layer_norm]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_65" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_65" [id=877, type=dequantize_per_tensor]; +"878 scale_updated_constant43" [id=878, type=get_attr]; +"879 compressed_weight_updated_constant43" [id=879, type=get_attr]; +"880 mul_tensor_43" [id=880, type=mul]; +"881 zero_point_updated_constant43" [id=881, type=get_attr]; +"882 sub_tensor_43" [id=882, type=sub]; +"883 linear_42" [id=883, type=linear]; +"884 gelu_10" [id=884, type=gelu]; +"885 dropout_32" [id=885, type=dropout]; +"886 dropout_32_0_0_nncf_smooth_quant_0" [id=886, type=call_module]; +"887 quantize_per_tensor_default_66" [id=887, type=quantize_per_tensor]; +"888 dequantize_per_tensor_default_66" [id=888, type=dequantize_per_tensor]; +"889 scale_updated_constant44" [id=889, type=get_attr]; +"890 compressed_weight_updated_constant44" [id=890, type=get_attr]; +"891 mul_tensor_44" [id=891, type=mul]; +"892 zero_point_updated_constant44" [id=892, type=get_attr]; +"893 sub_tensor_44" [id=893, type=sub]; +"894 linear_43" [id=894, type=linear]; +"895 dropout_33" [id=895, type=dropout]; +"896 add_22" [id=896, type=add]; +"897 layer_norm_22" [id=897, type=layer_norm]; +"898 transpose_66" [id=898, type=transpose]; +"899 transpose_66_0_0_nncf_smooth_quant_0" [id=899, type=call_module]; +"900 quantize_per_tensor_default_67" [id=900, type=quantize_per_tensor]; +"901 dequantize_per_tensor_default_67" [id=901, type=dequantize_per_tensor]; +"902 scale_updated_constant45" [id=902, type=get_attr]; +"903 compressed_weight_updated_constant45" [id=903, type=get_attr]; +"904 mul_tensor_45" [id=904, type=mul]; +"905 zero_point_updated_constant45" [id=905, type=get_attr]; +"906 sub_tensor_45" [id=906, type=sub]; +"907 linear_44" [id=907, type=linear]; +"908 unflatten_11" [id=908, type=unflatten]; +"909 unsqueeze_11" [id=909, type=unsqueeze]; +"910 transpose_67" [id=910, type=transpose]; +"911 squeeze_11" [id=911, type=squeeze]; +"912 contiguous_11" [id=912, type=contiguous]; +"913 quantize_per_tensor_default_68" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_68" [id=914, type=dequantize_per_tensor]; +"915 select_33" [id=915, type=select]; +"916 quantize_per_tensor_default_69" [id=916, type=quantize_per_tensor]; +"917 dequantize_per_tensor_default_69" [id=917, type=dequantize_per_tensor]; +"918 select_34" [id=918, type=select]; +"919 select_35" [id=919, type=select]; +"920 view_88" [id=920, type=view]; +"921 transpose_68" [id=921, type=transpose]; +"922 view_89" [id=922, type=view]; +"923 transpose_69" [id=923, type=transpose]; +"924 view_90" [id=924, type=view]; +"925 transpose_70" [id=925, type=transpose]; +"926 view_91" [id=926, type=view]; +"927 view_92" [id=927, type=view]; +"928 view_93" [id=928, type=view]; +"929 scaled_dot_product_attention_11" [id=929, type=scaled_dot_product_attention]; +"930 permute_12" [id=930, type=permute]; +"931 view_94" [id=931, type=view]; +"932 view_94_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_70" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_70" [id=934, type=dequantize_per_tensor]; +"935 scale_updated_constant46" [id=935, type=get_attr]; +"936 compressed_weight_updated_constant46" [id=936, type=get_attr]; +"937 mul_tensor_46" [id=937, type=mul]; +"938 zero_point_updated_constant46" [id=938, type=get_attr]; +"939 sub_tensor_46" [id=939, type=sub]; +"940 linear_45" [id=940, type=linear]; +"941 view_95" [id=941, type=view]; +"942 transpose_71" [id=942, type=transpose]; +"943 dropout_34" [id=943, type=dropout]; +"944 add_23" [id=944, type=add]; +"945 layer_norm_23" [id=945, type=layer_norm]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" [id=946, type=call_module]; +"947 quantize_per_tensor_default_71" [id=947, type=quantize_per_tensor]; +"948 dequantize_per_tensor_default_71" [id=948, type=dequantize_per_tensor]; +"949 scale_updated_constant47" [id=949, type=get_attr]; +"950 compressed_weight_updated_constant47" [id=950, type=get_attr]; +"951 mul_tensor_47" [id=951, type=mul]; +"952 zero_point_updated_constant47" [id=952, type=get_attr]; +"953 sub_tensor_47" [id=953, type=sub]; +"954 linear_46" [id=954, type=linear]; +"955 gelu_11" [id=955, type=gelu]; +"956 dropout_35" [id=956, type=dropout]; +"957 dropout_35_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 quantize_per_tensor_default_72" [id=958, type=quantize_per_tensor]; +"959 dequantize_per_tensor_default_72" [id=959, type=dequantize_per_tensor]; +"960 scale_updated_constant48" [id=960, type=get_attr]; +"961 compressed_weight_updated_constant48" [id=961, type=get_attr]; +"962 mul_tensor_48" [id=962, type=mul]; +"963 zero_point_updated_constant48" [id=963, type=get_attr]; +"964 sub_tensor_48" [id=964, type=sub]; +"965 linear_47" [id=965, type=linear]; +"966 dropout_36" [id=966, type=dropout]; +"967 add_24" [id=967, type=add]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; "974 scale_updated_constant49" [id=974, type=get_attr]; "975 compressed_weight_updated_constant49" [id=975, type=get_attr]; "976 mul_tensor_49" [id=976, type=mul]; @@ -980,1028 +980,1028 @@ strict digraph { "978 sub_tensor_49" [id=978, type=sub]; "979 linear_48" [id=979, type=linear]; "980 output" [id=980, type=output]; -"0 encoder_pos_embedding" -> "65 add" [label="(1, 197, 768)", style=solid]; -"1 encoder_layers_encoder_layer_0_ln_1_weight" -> "67 layer_norm" [label="(768,)", style=solid]; -"2 encoder_layers_encoder_layer_0_ln_1_bias" -> "67 layer_norm" [label="(768,)", style=solid]; -"3 encoder_layers_encoder_layer_0_ln_2_weight" -> "117 layer_norm_1" [label="(768,)", style=solid]; -"4 encoder_layers_encoder_layer_0_ln_2_bias" -> "117 layer_norm_1" [label="(768,)", style=solid]; -"5 encoder_layers_encoder_layer_1_ln_1_weight" -> "142 layer_norm_2" [label="(768,)", style=solid]; -"6 encoder_layers_encoder_layer_1_ln_1_bias" -> "142 layer_norm_2" [label="(768,)", style=solid]; -"7 encoder_layers_encoder_layer_1_ln_2_weight" -> "192 layer_norm_3" [label="(768,)", style=solid]; -"8 encoder_layers_encoder_layer_1_ln_2_bias" -> "192 layer_norm_3" [label="(768,)", style=solid]; -"9 encoder_layers_encoder_layer_2_ln_1_weight" -> "217 layer_norm_4" [label="(768,)", style=solid]; -"10 encoder_layers_encoder_layer_2_ln_1_bias" -> "217 layer_norm_4" [label="(768,)", style=solid]; -"11 encoder_layers_encoder_layer_2_ln_2_weight" -> "267 layer_norm_5" [label="(768,)", style=solid]; -"12 encoder_layers_encoder_layer_2_ln_2_bias" -> "267 layer_norm_5" [label="(768,)", style=solid]; -"13 encoder_layers_encoder_layer_3_ln_1_weight" -> "292 layer_norm_6" [label="(768,)", style=solid]; -"14 encoder_layers_encoder_layer_3_ln_1_bias" -> "292 layer_norm_6" [label="(768,)", style=solid]; -"15 encoder_layers_encoder_layer_3_ln_2_weight" -> "342 layer_norm_7" [label="(768,)", style=solid]; -"16 encoder_layers_encoder_layer_3_ln_2_bias" -> "342 layer_norm_7" [label="(768,)", style=solid]; -"17 encoder_layers_encoder_layer_4_ln_1_weight" -> "367 layer_norm_8" [label="(768,)", style=solid]; -"18 encoder_layers_encoder_layer_4_ln_1_bias" -> "367 layer_norm_8" [label="(768,)", style=solid]; -"19 encoder_layers_encoder_layer_4_ln_2_weight" -> "417 layer_norm_9" [label="(768,)", style=solid]; -"20 encoder_layers_encoder_layer_4_ln_2_bias" -> "417 layer_norm_9" [label="(768,)", style=solid]; -"21 encoder_layers_encoder_layer_5_ln_1_weight" -> "442 layer_norm_10" [label="(768,)", style=solid]; -"22 encoder_layers_encoder_layer_5_ln_1_bias" -> "442 layer_norm_10" [label="(768,)", style=solid]; -"23 encoder_layers_encoder_layer_5_ln_2_weight" -> "492 layer_norm_11" [label="(768,)", style=solid]; -"24 encoder_layers_encoder_layer_5_ln_2_bias" -> "492 layer_norm_11" [label="(768,)", style=solid]; -"25 encoder_layers_encoder_layer_6_ln_1_weight" -> "517 layer_norm_12" [label="(768,)", style=solid]; -"26 encoder_layers_encoder_layer_6_ln_1_bias" -> "517 layer_norm_12" [label="(768,)", style=solid]; -"27 encoder_layers_encoder_layer_6_ln_2_weight" -> "567 layer_norm_13" [label="(768,)", style=solid]; -"28 encoder_layers_encoder_layer_6_ln_2_bias" -> "567 layer_norm_13" [label="(768,)", style=solid]; -"29 encoder_layers_encoder_layer_7_ln_1_weight" -> "592 layer_norm_14" [label="(768,)", style=solid]; -"30 encoder_layers_encoder_layer_7_ln_1_bias" -> "592 layer_norm_14" [label="(768,)", style=solid]; -"31 encoder_layers_encoder_layer_7_ln_2_weight" -> "642 layer_norm_15" [label="(768,)", style=solid]; -"32 encoder_layers_encoder_layer_7_ln_2_bias" -> "642 layer_norm_15" [label="(768,)", style=solid]; -"33 encoder_layers_encoder_layer_8_ln_1_weight" -> "667 layer_norm_16" [label="(768,)", style=solid]; -"34 encoder_layers_encoder_layer_8_ln_1_bias" -> "667 layer_norm_16" [label="(768,)", style=solid]; -"35 encoder_layers_encoder_layer_8_ln_2_weight" -> "717 layer_norm_17" [label="(768,)", style=solid]; -"36 encoder_layers_encoder_layer_8_ln_2_bias" -> "717 layer_norm_17" [label="(768,)", style=solid]; -"37 encoder_layers_encoder_layer_9_ln_1_weight" -> "742 layer_norm_18" [label="(768,)", style=solid]; -"38 encoder_layers_encoder_layer_9_ln_1_bias" -> "742 layer_norm_18" [label="(768,)", style=solid]; -"39 encoder_layers_encoder_layer_9_ln_2_weight" -> "792 layer_norm_19" [label="(768,)", style=solid]; -"40 encoder_layers_encoder_layer_9_ln_2_bias" -> "792 layer_norm_19" [label="(768,)", style=solid]; -"41 encoder_layers_encoder_layer_10_ln_1_weight" -> "817 layer_norm_20" [label="(768,)", style=solid]; -"42 encoder_layers_encoder_layer_10_ln_1_bias" -> "817 layer_norm_20" [label="(768,)", style=solid]; -"43 encoder_layers_encoder_layer_10_ln_2_weight" -> "867 layer_norm_21" [label="(768,)", style=solid]; -"44 encoder_layers_encoder_layer_10_ln_2_bias" -> "867 layer_norm_21" [label="(768,)", style=solid]; -"45 encoder_layers_encoder_layer_11_ln_1_weight" -> "892 layer_norm_22" [label="(768,)", style=solid]; -"46 encoder_layers_encoder_layer_11_ln_1_bias" -> "892 layer_norm_22" [label="(768,)", style=solid]; -"47 encoder_layers_encoder_layer_11_ln_2_weight" -> "942 layer_norm_23" [label="(768,)", style=solid]; -"48 encoder_layers_encoder_layer_11_ln_2_bias" -> "942 layer_norm_23" [label="(768,)", style=solid]; -"49 encoder_ln_weight" -> "967 layer_norm_24" [label="(768,)", style=solid]; -"50 encoder_ln_bias" -> "967 layer_norm_24" [label="(768,)", style=solid]; -"51 x" -> "52 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"52 quantize_per_tensor_default" -> "53 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"53 dequantize_per_tensor_default" -> "60 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"54 conv_proj_bias_0_0" -> "60 conv2d" [label="(768,)", style=solid]; -"55 scale_updated_constant0" -> "57 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; -"56 compressed_weight_updated_constant0" -> "57 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; -"57 mul_tensor" -> "59 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; -"58 zero_point_updated_constant0" -> "59 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; -"59 sub_tensor" -> "60 conv2d" [label="(768, 3, 16, 16)", style=solid]; -"60 conv2d" -> "61 reshape" [label="(1, 768, 14, 14)", style=solid]; -"61 reshape" -> "62 permute" [label="(1, 768, 196)", style=solid]; -"62 permute" -> "64 cat" [label="(1, 196, 768)", style=solid]; -"63 _frozen_param0" -> "64 cat" [label="(1, 1, 768)", style=solid]; -"64 cat" -> "65 add" [label="(1, 197, 768)", style=solid]; -"65 add" -> "66 dropout" [label="(1, 197, 768)", style=solid]; -"66 dropout" -> "67 layer_norm" [label="(1, 197, 768)", style=solid]; -"66 dropout" -> "116 add_1" [label="(1, 197, 768)", style=solid]; -"67 layer_norm" -> "68 transpose" [label="(1, 197, 768)", style=solid]; -"68 transpose" -> "69 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"69 transpose_0_0_nncf_smooth_quant_0" -> "70 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"70 quantize_per_tensor_default_1" -> "71 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"71 dequantize_per_tensor_default_1" -> "78 linear" [label="(197, 1, 768)", style=solid]; -"72 encoder_layers_encoder_layer_0_self_attention_in_proj_bias_0_0" -> "78 linear" [label="(2304,)", style=solid]; -"73 scale_updated_constant1" -> "75 mul_tensor_1" [label="(2304, 1)", style=solid]; -"74 compressed_weight_updated_constant1" -> "75 mul_tensor_1" [label="(2304, 768)", style=solid]; -"75 mul_tensor_1" -> "77 sub_tensor_1" [label="(2304, 768)", style=solid]; -"76 zero_point_updated_constant1" -> "77 sub_tensor_1" [label="(2304, 1)", style=solid]; -"77 sub_tensor_1" -> "78 linear" [label="(2304, 768)", style=solid]; -"78 linear" -> "79 unflatten" [label="(197, 1, 2304)", style=solid]; -"79 unflatten" -> "80 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"80 unsqueeze" -> "81 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"81 transpose_1" -> "82 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"82 squeeze" -> "83 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"83 contiguous" -> "84 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"83 contiguous" -> "87 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"83 contiguous" -> "90 select_2" [label="(3, 197, 1, 768)", style=solid]; -"84 quantize_per_tensor_default_2" -> "85 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"85 dequantize_per_tensor_default_2" -> "86 select" [label="(3, 197, 1, 768)", style=solid]; -"86 select" -> "91 view" [label="(197, 1, 768)", style=solid]; -"87 quantize_per_tensor_default_3" -> "88 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"88 dequantize_per_tensor_default_3" -> "89 select_1" [label="(3, 197, 1, 768)", style=solid]; -"89 select_1" -> "93 view_1" [label="(197, 1, 768)", style=solid]; -"90 select_2" -> "95 view_2" [label="(197, 1, 768)", style=solid]; -"91 view" -> "92 transpose_2" [label="(197, 12, 64)", style=solid]; -"92 transpose_2" -> "97 view_3" [label="(12, 197, 64)", style=solid]; -"93 view_1" -> "94 transpose_3" [label="(197, 12, 64)", style=solid]; -"94 transpose_3" -> "98 view_4" [label="(12, 197, 64)", style=solid]; -"95 view_2" -> "96 transpose_4" [label="(197, 12, 64)", style=solid]; -"96 transpose_4" -> "99 view_5" [label="(12, 197, 64)", style=solid]; -"97 view_3" -> "100 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"98 view_4" -> "100 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"99 view_5" -> "100 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"100 scaled_dot_product_attention" -> "101 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"101 permute_1" -> "102 view_6" [label="(197, 1, 12, 64)", style=solid]; -"102 view_6" -> "103 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"103 view_6_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"104 quantize_per_tensor_default_4" -> "105 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"105 dequantize_per_tensor_default_4" -> "112 linear_1" [label="(197, 768)", style=solid]; -"106 encoder_layers_encoder_layer_0_self_attention_out_proj_bias_0_0" -> "112 linear_1" [label="(768,)", style=solid]; -"107 scale_updated_constant2" -> "109 mul_tensor_2" [label="(768, 1)", style=solid]; -"108 compressed_weight_updated_constant2" -> "109 mul_tensor_2" [label="(768, 768)", style=solid]; -"109 mul_tensor_2" -> "111 sub_tensor_2" [label="(768, 768)", style=solid]; -"110 zero_point_updated_constant2" -> "111 sub_tensor_2" [label="(768, 1)", style=solid]; -"111 sub_tensor_2" -> "112 linear_1" [label="(768, 768)", style=solid]; -"112 linear_1" -> "113 view_7" [label="(197, 768)", style=solid]; -"113 view_7" -> "114 transpose_5" [label="(197, 1, 768)", style=solid]; -"114 transpose_5" -> "115 dropout_1" [label="(1, 197, 768)", style=solid]; -"115 dropout_1" -> "116 add_1" [label="(1, 197, 768)", style=solid]; -"116 add_1" -> "117 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"116 add_1" -> "141 add_2" [label="(1, 197, 768)", style=solid]; -"117 layer_norm_1" -> "118 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"118 layer_norm_1_0_0_nncf_smooth_quant_0" -> "119 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"119 quantize_per_tensor_default_5" -> "120 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"120 dequantize_per_tensor_default_5" -> "127 linear_2" [label="(1, 197, 768)", style=solid]; -"121 encoder_layers_encoder_layer_0_mlp_0_bias_0_0" -> "127 linear_2" [label="(3072,)", style=solid]; -"122 scale_updated_constant3" -> "124 mul_tensor_3" [label="(3072, 1)", style=solid]; -"123 compressed_weight_updated_constant3" -> "124 mul_tensor_3" [label="(3072, 768)", style=solid]; -"124 mul_tensor_3" -> "126 sub_tensor_3" [label="(3072, 768)", style=solid]; -"125 zero_point_updated_constant3" -> "126 sub_tensor_3" [label="(3072, 1)", style=solid]; -"126 sub_tensor_3" -> "127 linear_2" [label="(3072, 768)", style=solid]; -"127 linear_2" -> "128 gelu" [label="(1, 197, 3072)", style=solid]; -"128 gelu" -> "129 dropout_2" [label="(1, 197, 3072)", style=solid]; -"129 dropout_2" -> "130 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"130 dropout_2_0_0_nncf_smooth_quant_0" -> "131 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"131 quantize_per_tensor_default_6" -> "132 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"132 dequantize_per_tensor_default_6" -> "139 linear_3" [label="(1, 197, 3072)", style=solid]; -"133 encoder_layers_encoder_layer_0_mlp_3_bias_0_0" -> "139 linear_3" [label="(768,)", style=solid]; -"134 scale_updated_constant4" -> "136 mul_tensor_4" [label="(768, 1)", style=solid]; -"135 compressed_weight_updated_constant4" -> "136 mul_tensor_4" [label="(768, 3072)", style=solid]; -"136 mul_tensor_4" -> "138 sub_tensor_4" [label="(768, 3072)", style=solid]; -"137 zero_point_updated_constant4" -> "138 sub_tensor_4" [label="(768, 1)", style=solid]; -"138 sub_tensor_4" -> "139 linear_3" [label="(768, 3072)", style=solid]; -"139 linear_3" -> "140 dropout_3" [label="(1, 197, 768)", style=solid]; -"140 dropout_3" -> "141 add_2" [label="(1, 197, 768)", style=solid]; -"141 add_2" -> "142 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"141 add_2" -> "191 add_3" [label="(1, 197, 768)", style=solid]; -"142 layer_norm_2" -> "143 transpose_6" [label="(1, 197, 768)", style=solid]; -"143 transpose_6" -> "144 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"144 transpose_6_0_0_nncf_smooth_quant_0" -> "145 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"145 quantize_per_tensor_default_7" -> "146 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"146 dequantize_per_tensor_default_7" -> "153 linear_4" [label="(197, 1, 768)", style=solid]; -"147 encoder_layers_encoder_layer_1_self_attention_in_proj_bias_0_0" -> "153 linear_4" [label="(2304,)", style=solid]; -"148 scale_updated_constant5" -> "150 mul_tensor_5" [label="(2304, 1)", style=solid]; -"149 compressed_weight_updated_constant5" -> "150 mul_tensor_5" [label="(2304, 768)", style=solid]; -"150 mul_tensor_5" -> "152 sub_tensor_5" [label="(2304, 768)", style=solid]; -"151 zero_point_updated_constant5" -> "152 sub_tensor_5" [label="(2304, 1)", style=solid]; -"152 sub_tensor_5" -> "153 linear_4" [label="(2304, 768)", style=solid]; -"153 linear_4" -> "154 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"154 unflatten_1" -> "155 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"155 unsqueeze_1" -> "156 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"156 transpose_7" -> "157 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"157 squeeze_1" -> "158 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"158 contiguous_1" -> "159 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"158 contiguous_1" -> "162 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"158 contiguous_1" -> "165 select_5" [label="(3, 197, 1, 768)", style=solid]; -"159 quantize_per_tensor_default_8" -> "160 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"160 dequantize_per_tensor_default_8" -> "161 select_3" [label="(3, 197, 1, 768)", style=solid]; -"161 select_3" -> "166 view_8" [label="(197, 1, 768)", style=solid]; -"162 quantize_per_tensor_default_9" -> "163 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"163 dequantize_per_tensor_default_9" -> "164 select_4" [label="(3, 197, 1, 768)", style=solid]; -"164 select_4" -> "168 view_9" [label="(197, 1, 768)", style=solid]; -"165 select_5" -> "170 view_10" [label="(197, 1, 768)", style=solid]; -"166 view_8" -> "167 transpose_8" [label="(197, 12, 64)", style=solid]; -"167 transpose_8" -> "172 view_11" [label="(12, 197, 64)", style=solid]; -"168 view_9" -> "169 transpose_9" [label="(197, 12, 64)", style=solid]; -"169 transpose_9" -> "173 view_12" [label="(12, 197, 64)", style=solid]; -"170 view_10" -> "171 transpose_10" [label="(197, 12, 64)", style=solid]; -"171 transpose_10" -> "174 view_13" [label="(12, 197, 64)", style=solid]; -"172 view_11" -> "175 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"173 view_12" -> "175 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"174 view_13" -> "175 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"175 scaled_dot_product_attention_1" -> "176 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"176 permute_2" -> "177 view_14" [label="(197, 1, 12, 64)", style=solid]; -"177 view_14" -> "178 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"178 view_14_0_0_nncf_smooth_quant_0" -> "179 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"179 quantize_per_tensor_default_10" -> "180 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"180 dequantize_per_tensor_default_10" -> "187 linear_5" [label="(197, 768)", style=solid]; -"181 encoder_layers_encoder_layer_1_self_attention_out_proj_bias_0_0" -> "187 linear_5" [label="(768,)", style=solid]; -"182 scale_updated_constant6" -> "184 mul_tensor_6" [label="(768, 1)", style=solid]; -"183 compressed_weight_updated_constant6" -> "184 mul_tensor_6" [label="(768, 768)", style=solid]; -"184 mul_tensor_6" -> "186 sub_tensor_6" [label="(768, 768)", style=solid]; -"185 zero_point_updated_constant6" -> "186 sub_tensor_6" [label="(768, 1)", style=solid]; -"186 sub_tensor_6" -> "187 linear_5" [label="(768, 768)", style=solid]; -"187 linear_5" -> "188 view_15" [label="(197, 768)", style=solid]; -"188 view_15" -> "189 transpose_11" [label="(197, 1, 768)", style=solid]; -"189 transpose_11" -> "190 dropout_4" [label="(1, 197, 768)", style=solid]; -"190 dropout_4" -> "191 add_3" [label="(1, 197, 768)", style=solid]; -"191 add_3" -> "192 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"191 add_3" -> "216 add_4" [label="(1, 197, 768)", style=solid]; -"192 layer_norm_3" -> "193 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"193 layer_norm_3_0_0_nncf_smooth_quant_0" -> "194 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"194 quantize_per_tensor_default_11" -> "195 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"195 dequantize_per_tensor_default_11" -> "202 linear_6" [label="(1, 197, 768)", style=solid]; -"196 encoder_layers_encoder_layer_1_mlp_0_bias_0_0" -> "202 linear_6" [label="(3072,)", style=solid]; -"197 scale_updated_constant7" -> "199 mul_tensor_7" [label="(3072, 1)", style=solid]; -"198 compressed_weight_updated_constant7" -> "199 mul_tensor_7" [label="(3072, 768)", style=solid]; -"199 mul_tensor_7" -> "201 sub_tensor_7" [label="(3072, 768)", style=solid]; -"200 zero_point_updated_constant7" -> "201 sub_tensor_7" [label="(3072, 1)", style=solid]; -"201 sub_tensor_7" -> "202 linear_6" [label="(3072, 768)", style=solid]; -"202 linear_6" -> "203 gelu_1" [label="(1, 197, 3072)", style=solid]; -"203 gelu_1" -> "204 dropout_5" [label="(1, 197, 3072)", style=solid]; -"204 dropout_5" -> "205 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"205 dropout_5_0_0_nncf_smooth_quant_0" -> "206 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"206 quantize_per_tensor_default_12" -> "207 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"207 dequantize_per_tensor_default_12" -> "214 linear_7" [label="(1, 197, 3072)", style=solid]; -"208 encoder_layers_encoder_layer_1_mlp_3_bias_0_0" -> "214 linear_7" [label="(768,)", style=solid]; -"209 scale_updated_constant8" -> "211 mul_tensor_8" [label="(768, 1)", style=solid]; -"210 compressed_weight_updated_constant8" -> "211 mul_tensor_8" [label="(768, 3072)", style=solid]; -"211 mul_tensor_8" -> "213 sub_tensor_8" [label="(768, 3072)", style=solid]; -"212 zero_point_updated_constant8" -> "213 sub_tensor_8" [label="(768, 1)", style=solid]; -"213 sub_tensor_8" -> "214 linear_7" [label="(768, 3072)", style=solid]; -"214 linear_7" -> "215 dropout_6" [label="(1, 197, 768)", style=solid]; -"215 dropout_6" -> "216 add_4" [label="(1, 197, 768)", style=solid]; -"216 add_4" -> "217 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"216 add_4" -> "266 add_5" [label="(1, 197, 768)", style=solid]; -"217 layer_norm_4" -> "218 transpose_12" [label="(1, 197, 768)", style=solid]; -"218 transpose_12" -> "219 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"219 transpose_12_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"220 quantize_per_tensor_default_13" -> "221 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"221 dequantize_per_tensor_default_13" -> "228 linear_8" [label="(197, 1, 768)", style=solid]; -"222 encoder_layers_encoder_layer_2_self_attention_in_proj_bias_0_0" -> "228 linear_8" [label="(2304,)", style=solid]; -"223 scale_updated_constant9" -> "225 mul_tensor_9" [label="(2304, 1)", style=solid]; -"224 compressed_weight_updated_constant9" -> "225 mul_tensor_9" [label="(2304, 768)", style=solid]; -"225 mul_tensor_9" -> "227 sub_tensor_9" [label="(2304, 768)", style=solid]; -"226 zero_point_updated_constant9" -> "227 sub_tensor_9" [label="(2304, 1)", style=solid]; -"227 sub_tensor_9" -> "228 linear_8" [label="(2304, 768)", style=solid]; -"228 linear_8" -> "229 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"229 unflatten_2" -> "230 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"230 unsqueeze_2" -> "231 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"231 transpose_13" -> "232 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"232 squeeze_2" -> "233 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"233 contiguous_2" -> "234 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"233 contiguous_2" -> "237 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"233 contiguous_2" -> "240 select_8" [label="(3, 197, 1, 768)", style=solid]; -"234 quantize_per_tensor_default_14" -> "235 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"235 dequantize_per_tensor_default_14" -> "236 select_6" [label="(3, 197, 1, 768)", style=solid]; -"236 select_6" -> "241 view_16" [label="(197, 1, 768)", style=solid]; -"237 quantize_per_tensor_default_15" -> "238 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"238 dequantize_per_tensor_default_15" -> "239 select_7" [label="(3, 197, 1, 768)", style=solid]; -"239 select_7" -> "243 view_17" [label="(197, 1, 768)", style=solid]; -"240 select_8" -> "245 view_18" [label="(197, 1, 768)", style=solid]; -"241 view_16" -> "242 transpose_14" [label="(197, 12, 64)", style=solid]; -"242 transpose_14" -> "247 view_19" [label="(12, 197, 64)", style=solid]; -"243 view_17" -> "244 transpose_15" [label="(197, 12, 64)", style=solid]; -"244 transpose_15" -> "248 view_20" [label="(12, 197, 64)", style=solid]; -"245 view_18" -> "246 transpose_16" [label="(197, 12, 64)", style=solid]; -"246 transpose_16" -> "249 view_21" [label="(12, 197, 64)", style=solid]; -"247 view_19" -> "250 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"248 view_20" -> "250 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"249 view_21" -> "250 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"250 scaled_dot_product_attention_2" -> "251 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"251 permute_3" -> "252 view_22" [label="(197, 1, 12, 64)", style=solid]; -"252 view_22" -> "253 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"253 view_22_0_0_nncf_smooth_quant_0" -> "254 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"254 quantize_per_tensor_default_16" -> "255 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"255 dequantize_per_tensor_default_16" -> "262 linear_9" [label="(197, 768)", style=solid]; -"256 encoder_layers_encoder_layer_2_self_attention_out_proj_bias_0_0" -> "262 linear_9" [label="(768,)", style=solid]; -"257 scale_updated_constant10" -> "259 mul_tensor_10" [label="(768, 1)", style=solid]; -"258 compressed_weight_updated_constant10" -> "259 mul_tensor_10" [label="(768, 768)", style=solid]; -"259 mul_tensor_10" -> "261 sub_tensor_10" [label="(768, 768)", style=solid]; -"260 zero_point_updated_constant10" -> "261 sub_tensor_10" [label="(768, 1)", style=solid]; -"261 sub_tensor_10" -> "262 linear_9" [label="(768, 768)", style=solid]; -"262 linear_9" -> "263 view_23" [label="(197, 768)", style=solid]; -"263 view_23" -> "264 transpose_17" [label="(197, 1, 768)", style=solid]; -"264 transpose_17" -> "265 dropout_7" [label="(1, 197, 768)", style=solid]; -"265 dropout_7" -> "266 add_5" [label="(1, 197, 768)", style=solid]; -"266 add_5" -> "267 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"266 add_5" -> "291 add_6" [label="(1, 197, 768)", style=solid]; -"267 layer_norm_5" -> "268 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"268 layer_norm_5_0_0_nncf_smooth_quant_0" -> "269 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"269 quantize_per_tensor_default_17" -> "270 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"270 dequantize_per_tensor_default_17" -> "277 linear_10" [label="(1, 197, 768)", style=solid]; -"271 encoder_layers_encoder_layer_2_mlp_0_bias_0_0" -> "277 linear_10" [label="(3072,)", style=solid]; -"272 scale_updated_constant11" -> "274 mul_tensor_11" [label="(3072, 1)", style=solid]; -"273 compressed_weight_updated_constant11" -> "274 mul_tensor_11" [label="(3072, 768)", style=solid]; -"274 mul_tensor_11" -> "276 sub_tensor_11" [label="(3072, 768)", style=solid]; -"275 zero_point_updated_constant11" -> "276 sub_tensor_11" [label="(3072, 1)", style=solid]; -"276 sub_tensor_11" -> "277 linear_10" [label="(3072, 768)", style=solid]; -"277 linear_10" -> "278 gelu_2" [label="(1, 197, 3072)", style=solid]; -"278 gelu_2" -> "279 dropout_8" [label="(1, 197, 3072)", style=solid]; -"279 dropout_8" -> "280 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"280 dropout_8_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"281 quantize_per_tensor_default_18" -> "282 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"282 dequantize_per_tensor_default_18" -> "289 linear_11" [label="(1, 197, 3072)", style=solid]; -"283 encoder_layers_encoder_layer_2_mlp_3_bias_0_0" -> "289 linear_11" [label="(768,)", style=solid]; -"284 scale_updated_constant12" -> "286 mul_tensor_12" [label="(768, 1)", style=solid]; -"285 compressed_weight_updated_constant12" -> "286 mul_tensor_12" [label="(768, 3072)", style=solid]; -"286 mul_tensor_12" -> "288 sub_tensor_12" [label="(768, 3072)", style=solid]; -"287 zero_point_updated_constant12" -> "288 sub_tensor_12" [label="(768, 1)", style=solid]; -"288 sub_tensor_12" -> "289 linear_11" [label="(768, 3072)", style=solid]; -"289 linear_11" -> "290 dropout_9" [label="(1, 197, 768)", style=solid]; -"290 dropout_9" -> "291 add_6" [label="(1, 197, 768)", style=solid]; -"291 add_6" -> "292 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"291 add_6" -> "341 add_7" [label="(1, 197, 768)", style=solid]; -"292 layer_norm_6" -> "293 transpose_18" [label="(1, 197, 768)", style=solid]; -"293 transpose_18" -> "294 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"294 transpose_18_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"295 quantize_per_tensor_default_19" -> "296 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"296 dequantize_per_tensor_default_19" -> "303 linear_12" [label="(197, 1, 768)", style=solid]; -"297 encoder_layers_encoder_layer_3_self_attention_in_proj_bias_0_0" -> "303 linear_12" [label="(2304,)", style=solid]; -"298 scale_updated_constant13" -> "300 mul_tensor_13" [label="(2304, 1)", style=solid]; -"299 compressed_weight_updated_constant13" -> "300 mul_tensor_13" [label="(2304, 768)", style=solid]; -"300 mul_tensor_13" -> "302 sub_tensor_13" [label="(2304, 768)", style=solid]; -"301 zero_point_updated_constant13" -> "302 sub_tensor_13" [label="(2304, 1)", style=solid]; -"302 sub_tensor_13" -> "303 linear_12" [label="(2304, 768)", style=solid]; -"303 linear_12" -> "304 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"304 unflatten_3" -> "305 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"305 unsqueeze_3" -> "306 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"306 transpose_19" -> "307 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"307 squeeze_3" -> "308 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"308 contiguous_3" -> "309 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"308 contiguous_3" -> "312 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"308 contiguous_3" -> "315 select_11" [label="(3, 197, 1, 768)", style=solid]; -"309 quantize_per_tensor_default_20" -> "310 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"310 dequantize_per_tensor_default_20" -> "311 select_9" [label="(3, 197, 1, 768)", style=solid]; -"311 select_9" -> "316 view_24" [label="(197, 1, 768)", style=solid]; -"312 quantize_per_tensor_default_21" -> "313 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"313 dequantize_per_tensor_default_21" -> "314 select_10" [label="(3, 197, 1, 768)", style=solid]; -"314 select_10" -> "318 view_25" [label="(197, 1, 768)", style=solid]; -"315 select_11" -> "320 view_26" [label="(197, 1, 768)", style=solid]; -"316 view_24" -> "317 transpose_20" [label="(197, 12, 64)", style=solid]; -"317 transpose_20" -> "322 view_27" [label="(12, 197, 64)", style=solid]; -"318 view_25" -> "319 transpose_21" [label="(197, 12, 64)", style=solid]; -"319 transpose_21" -> "323 view_28" [label="(12, 197, 64)", style=solid]; -"320 view_26" -> "321 transpose_22" [label="(197, 12, 64)", style=solid]; -"321 transpose_22" -> "324 view_29" [label="(12, 197, 64)", style=solid]; -"322 view_27" -> "325 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"323 view_28" -> "325 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"324 view_29" -> "325 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"325 scaled_dot_product_attention_3" -> "326 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"326 permute_4" -> "327 view_30" [label="(197, 1, 12, 64)", style=solid]; -"327 view_30" -> "328 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"328 view_30_0_0_nncf_smooth_quant_0" -> "329 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"329 quantize_per_tensor_default_22" -> "330 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"330 dequantize_per_tensor_default_22" -> "337 linear_13" [label="(197, 768)", style=solid]; -"331 encoder_layers_encoder_layer_3_self_attention_out_proj_bias_0_0" -> "337 linear_13" [label="(768,)", style=solid]; -"332 scale_updated_constant14" -> "334 mul_tensor_14" [label="(768, 1)", style=solid]; -"333 compressed_weight_updated_constant14" -> "334 mul_tensor_14" [label="(768, 768)", style=solid]; -"334 mul_tensor_14" -> "336 sub_tensor_14" [label="(768, 768)", style=solid]; -"335 zero_point_updated_constant14" -> "336 sub_tensor_14" [label="(768, 1)", style=solid]; -"336 sub_tensor_14" -> "337 linear_13" [label="(768, 768)", style=solid]; -"337 linear_13" -> "338 view_31" [label="(197, 768)", style=solid]; -"338 view_31" -> "339 transpose_23" [label="(197, 1, 768)", style=solid]; -"339 transpose_23" -> "340 dropout_10" [label="(1, 197, 768)", style=solid]; -"340 dropout_10" -> "341 add_7" [label="(1, 197, 768)", style=solid]; -"341 add_7" -> "342 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"341 add_7" -> "366 add_8" [label="(1, 197, 768)", style=solid]; -"342 layer_norm_7" -> "343 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"343 layer_norm_7_0_0_nncf_smooth_quant_0" -> "344 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"344 quantize_per_tensor_default_23" -> "345 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"345 dequantize_per_tensor_default_23" -> "352 linear_14" [label="(1, 197, 768)", style=solid]; -"346 encoder_layers_encoder_layer_3_mlp_0_bias_0_0" -> "352 linear_14" [label="(3072,)", style=solid]; -"347 scale_updated_constant15" -> "349 mul_tensor_15" [label="(3072, 1)", style=solid]; -"348 compressed_weight_updated_constant15" -> "349 mul_tensor_15" [label="(3072, 768)", style=solid]; -"349 mul_tensor_15" -> "351 sub_tensor_15" [label="(3072, 768)", style=solid]; -"350 zero_point_updated_constant15" -> "351 sub_tensor_15" [label="(3072, 1)", style=solid]; -"351 sub_tensor_15" -> "352 linear_14" [label="(3072, 768)", style=solid]; -"352 linear_14" -> "353 gelu_3" [label="(1, 197, 3072)", style=solid]; -"353 gelu_3" -> "354 dropout_11" [label="(1, 197, 3072)", style=solid]; -"354 dropout_11" -> "355 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"355 dropout_11_0_0_nncf_smooth_quant_0" -> "356 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"356 quantize_per_tensor_default_24" -> "357 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"357 dequantize_per_tensor_default_24" -> "364 linear_15" [label="(1, 197, 3072)", style=solid]; -"358 encoder_layers_encoder_layer_3_mlp_3_bias_0_0" -> "364 linear_15" [label="(768,)", style=solid]; -"359 scale_updated_constant16" -> "361 mul_tensor_16" [label="(768, 1)", style=solid]; -"360 compressed_weight_updated_constant16" -> "361 mul_tensor_16" [label="(768, 3072)", style=solid]; -"361 mul_tensor_16" -> "363 sub_tensor_16" [label="(768, 3072)", style=solid]; -"362 zero_point_updated_constant16" -> "363 sub_tensor_16" [label="(768, 1)", style=solid]; -"363 sub_tensor_16" -> "364 linear_15" [label="(768, 3072)", style=solid]; -"364 linear_15" -> "365 dropout_12" [label="(1, 197, 768)", style=solid]; -"365 dropout_12" -> "366 add_8" [label="(1, 197, 768)", style=solid]; -"366 add_8" -> "367 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"366 add_8" -> "416 add_9" [label="(1, 197, 768)", style=solid]; -"367 layer_norm_8" -> "368 transpose_24" [label="(1, 197, 768)", style=solid]; -"368 transpose_24" -> "369 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"369 transpose_24_0_0_nncf_smooth_quant_0" -> "370 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"370 quantize_per_tensor_default_25" -> "371 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"371 dequantize_per_tensor_default_25" -> "378 linear_16" [label="(197, 1, 768)", style=solid]; -"372 encoder_layers_encoder_layer_4_self_attention_in_proj_bias_0_0" -> "378 linear_16" [label="(2304,)", style=solid]; -"373 scale_updated_constant17" -> "375 mul_tensor_17" [label="(2304, 1)", style=solid]; -"374 compressed_weight_updated_constant17" -> "375 mul_tensor_17" [label="(2304, 768)", style=solid]; -"375 mul_tensor_17" -> "377 sub_tensor_17" [label="(2304, 768)", style=solid]; -"376 zero_point_updated_constant17" -> "377 sub_tensor_17" [label="(2304, 1)", style=solid]; -"377 sub_tensor_17" -> "378 linear_16" [label="(2304, 768)", style=solid]; -"378 linear_16" -> "379 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"379 unflatten_4" -> "380 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"380 unsqueeze_4" -> "381 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"381 transpose_25" -> "382 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"382 squeeze_4" -> "383 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"383 contiguous_4" -> "384 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"383 contiguous_4" -> "387 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"383 contiguous_4" -> "390 select_14" [label="(3, 197, 1, 768)", style=solid]; -"384 quantize_per_tensor_default_26" -> "385 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"385 dequantize_per_tensor_default_26" -> "386 select_12" [label="(3, 197, 1, 768)", style=solid]; -"386 select_12" -> "391 view_32" [label="(197, 1, 768)", style=solid]; -"387 quantize_per_tensor_default_27" -> "388 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"388 dequantize_per_tensor_default_27" -> "389 select_13" [label="(3, 197, 1, 768)", style=solid]; -"389 select_13" -> "393 view_33" [label="(197, 1, 768)", style=solid]; -"390 select_14" -> "395 view_34" [label="(197, 1, 768)", style=solid]; -"391 view_32" -> "392 transpose_26" [label="(197, 12, 64)", style=solid]; -"392 transpose_26" -> "397 view_35" [label="(12, 197, 64)", style=solid]; -"393 view_33" -> "394 transpose_27" [label="(197, 12, 64)", style=solid]; -"394 transpose_27" -> "398 view_36" [label="(12, 197, 64)", style=solid]; -"395 view_34" -> "396 transpose_28" [label="(197, 12, 64)", style=solid]; -"396 transpose_28" -> "399 view_37" [label="(12, 197, 64)", style=solid]; -"397 view_35" -> "400 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"398 view_36" -> "400 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"399 view_37" -> "400 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"400 scaled_dot_product_attention_4" -> "401 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"401 permute_5" -> "402 view_38" [label="(197, 1, 12, 64)", style=solid]; -"402 view_38" -> "403 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"403 view_38_0_0_nncf_smooth_quant_0" -> "404 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"404 quantize_per_tensor_default_28" -> "405 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"405 dequantize_per_tensor_default_28" -> "412 linear_17" [label="(197, 768)", style=solid]; -"406 encoder_layers_encoder_layer_4_self_attention_out_proj_bias_0_0" -> "412 linear_17" [label="(768,)", style=solid]; -"407 scale_updated_constant18" -> "409 mul_tensor_18" [label="(768, 1)", style=solid]; -"408 compressed_weight_updated_constant18" -> "409 mul_tensor_18" [label="(768, 768)", style=solid]; -"409 mul_tensor_18" -> "411 sub_tensor_18" [label="(768, 768)", style=solid]; -"410 zero_point_updated_constant18" -> "411 sub_tensor_18" [label="(768, 1)", style=solid]; -"411 sub_tensor_18" -> "412 linear_17" [label="(768, 768)", style=solid]; -"412 linear_17" -> "413 view_39" [label="(197, 768)", style=solid]; -"413 view_39" -> "414 transpose_29" [label="(197, 1, 768)", style=solid]; -"414 transpose_29" -> "415 dropout_13" [label="(1, 197, 768)", style=solid]; -"415 dropout_13" -> "416 add_9" [label="(1, 197, 768)", style=solid]; -"416 add_9" -> "417 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"416 add_9" -> "441 add_10" [label="(1, 197, 768)", style=solid]; -"417 layer_norm_9" -> "418 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"418 layer_norm_9_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"419 quantize_per_tensor_default_29" -> "420 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"420 dequantize_per_tensor_default_29" -> "427 linear_18" [label="(1, 197, 768)", style=solid]; -"421 encoder_layers_encoder_layer_4_mlp_0_bias_0_0" -> "427 linear_18" [label="(3072,)", style=solid]; -"422 scale_updated_constant19" -> "424 mul_tensor_19" [label="(3072, 1)", style=solid]; -"423 compressed_weight_updated_constant19" -> "424 mul_tensor_19" [label="(3072, 768)", style=solid]; -"424 mul_tensor_19" -> "426 sub_tensor_19" [label="(3072, 768)", style=solid]; -"425 zero_point_updated_constant19" -> "426 sub_tensor_19" [label="(3072, 1)", style=solid]; -"426 sub_tensor_19" -> "427 linear_18" [label="(3072, 768)", style=solid]; -"427 linear_18" -> "428 gelu_4" [label="(1, 197, 3072)", style=solid]; -"428 gelu_4" -> "429 dropout_14" [label="(1, 197, 3072)", style=solid]; -"429 dropout_14" -> "430 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"430 dropout_14_0_0_nncf_smooth_quant_0" -> "431 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"431 quantize_per_tensor_default_30" -> "432 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"432 dequantize_per_tensor_default_30" -> "439 linear_19" [label="(1, 197, 3072)", style=solid]; -"433 encoder_layers_encoder_layer_4_mlp_3_bias_0_0" -> "439 linear_19" [label="(768,)", style=solid]; -"434 scale_updated_constant20" -> "436 mul_tensor_20" [label="(768, 1)", style=solid]; -"435 compressed_weight_updated_constant20" -> "436 mul_tensor_20" [label="(768, 3072)", style=solid]; -"436 mul_tensor_20" -> "438 sub_tensor_20" [label="(768, 3072)", style=solid]; -"437 zero_point_updated_constant20" -> "438 sub_tensor_20" [label="(768, 1)", style=solid]; -"438 sub_tensor_20" -> "439 linear_19" [label="(768, 3072)", style=solid]; -"439 linear_19" -> "440 dropout_15" [label="(1, 197, 768)", style=solid]; -"440 dropout_15" -> "441 add_10" [label="(1, 197, 768)", style=solid]; -"441 add_10" -> "442 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"441 add_10" -> "491 add_11" [label="(1, 197, 768)", style=solid]; -"442 layer_norm_10" -> "443 transpose_30" [label="(1, 197, 768)", style=solid]; -"443 transpose_30" -> "444 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"444 transpose_30_0_0_nncf_smooth_quant_0" -> "445 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"445 quantize_per_tensor_default_31" -> "446 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"446 dequantize_per_tensor_default_31" -> "453 linear_20" [label="(197, 1, 768)", style=solid]; -"447 encoder_layers_encoder_layer_5_self_attention_in_proj_bias_0_0" -> "453 linear_20" [label="(2304,)", style=solid]; -"448 scale_updated_constant21" -> "450 mul_tensor_21" [label="(2304, 1)", style=solid]; -"449 compressed_weight_updated_constant21" -> "450 mul_tensor_21" [label="(2304, 768)", style=solid]; -"450 mul_tensor_21" -> "452 sub_tensor_21" [label="(2304, 768)", style=solid]; -"451 zero_point_updated_constant21" -> "452 sub_tensor_21" [label="(2304, 1)", style=solid]; -"452 sub_tensor_21" -> "453 linear_20" [label="(2304, 768)", style=solid]; -"453 linear_20" -> "454 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"454 unflatten_5" -> "455 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"455 unsqueeze_5" -> "456 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"456 transpose_31" -> "457 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"457 squeeze_5" -> "458 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_5" -> "459 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_5" -> "462 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_5" -> "465 select_17" [label="(3, 197, 1, 768)", style=solid]; -"459 quantize_per_tensor_default_32" -> "460 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"460 dequantize_per_tensor_default_32" -> "461 select_15" [label="(3, 197, 1, 768)", style=solid]; -"461 select_15" -> "466 view_40" [label="(197, 1, 768)", style=solid]; -"462 quantize_per_tensor_default_33" -> "463 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"463 dequantize_per_tensor_default_33" -> "464 select_16" [label="(3, 197, 1, 768)", style=solid]; -"464 select_16" -> "468 view_41" [label="(197, 1, 768)", style=solid]; -"465 select_17" -> "470 view_42" [label="(197, 1, 768)", style=solid]; -"466 view_40" -> "467 transpose_32" [label="(197, 12, 64)", style=solid]; -"467 transpose_32" -> "472 view_43" [label="(12, 197, 64)", style=solid]; -"468 view_41" -> "469 transpose_33" [label="(197, 12, 64)", style=solid]; -"469 transpose_33" -> "473 view_44" [label="(12, 197, 64)", style=solid]; -"470 view_42" -> "471 transpose_34" [label="(197, 12, 64)", style=solid]; -"471 transpose_34" -> "474 view_45" [label="(12, 197, 64)", style=solid]; -"472 view_43" -> "475 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"473 view_44" -> "475 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"474 view_45" -> "475 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"475 scaled_dot_product_attention_5" -> "476 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"476 permute_6" -> "477 view_46" [label="(197, 1, 12, 64)", style=solid]; -"477 view_46" -> "478 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"478 view_46_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"479 quantize_per_tensor_default_34" -> "480 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"480 dequantize_per_tensor_default_34" -> "487 linear_21" [label="(197, 768)", style=solid]; -"481 encoder_layers_encoder_layer_5_self_attention_out_proj_bias_0_0" -> "487 linear_21" [label="(768,)", style=solid]; -"482 scale_updated_constant22" -> "484 mul_tensor_22" [label="(768, 1)", style=solid]; -"483 compressed_weight_updated_constant22" -> "484 mul_tensor_22" [label="(768, 768)", style=solid]; -"484 mul_tensor_22" -> "486 sub_tensor_22" [label="(768, 768)", style=solid]; -"485 zero_point_updated_constant22" -> "486 sub_tensor_22" [label="(768, 1)", style=solid]; -"486 sub_tensor_22" -> "487 linear_21" [label="(768, 768)", style=solid]; -"487 linear_21" -> "488 view_47" [label="(197, 768)", style=solid]; -"488 view_47" -> "489 transpose_35" [label="(197, 1, 768)", style=solid]; -"489 transpose_35" -> "490 dropout_16" [label="(1, 197, 768)", style=solid]; -"490 dropout_16" -> "491 add_11" [label="(1, 197, 768)", style=solid]; -"491 add_11" -> "492 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"491 add_11" -> "516 add_12" [label="(1, 197, 768)", style=solid]; -"492 layer_norm_11" -> "493 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"493 layer_norm_11_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"494 quantize_per_tensor_default_35" -> "495 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"495 dequantize_per_tensor_default_35" -> "502 linear_22" [label="(1, 197, 768)", style=solid]; -"496 encoder_layers_encoder_layer_5_mlp_0_bias_0_0" -> "502 linear_22" [label="(3072,)", style=solid]; -"497 scale_updated_constant23" -> "499 mul_tensor_23" [label="(3072, 1)", style=solid]; -"498 compressed_weight_updated_constant23" -> "499 mul_tensor_23" [label="(3072, 768)", style=solid]; -"499 mul_tensor_23" -> "501 sub_tensor_23" [label="(3072, 768)", style=solid]; -"500 zero_point_updated_constant23" -> "501 sub_tensor_23" [label="(3072, 1)", style=solid]; -"501 sub_tensor_23" -> "502 linear_22" [label="(3072, 768)", style=solid]; -"502 linear_22" -> "503 gelu_5" [label="(1, 197, 3072)", style=solid]; -"503 gelu_5" -> "504 dropout_17" [label="(1, 197, 3072)", style=solid]; -"504 dropout_17" -> "505 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"505 dropout_17_0_0_nncf_smooth_quant_0" -> "506 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"506 quantize_per_tensor_default_36" -> "507 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"507 dequantize_per_tensor_default_36" -> "514 linear_23" [label="(1, 197, 3072)", style=solid]; -"508 encoder_layers_encoder_layer_5_mlp_3_bias_0_0" -> "514 linear_23" [label="(768,)", style=solid]; -"509 scale_updated_constant24" -> "511 mul_tensor_24" [label="(768, 1)", style=solid]; -"510 compressed_weight_updated_constant24" -> "511 mul_tensor_24" [label="(768, 3072)", style=solid]; -"511 mul_tensor_24" -> "513 sub_tensor_24" [label="(768, 3072)", style=solid]; -"512 zero_point_updated_constant24" -> "513 sub_tensor_24" [label="(768, 1)", style=solid]; -"513 sub_tensor_24" -> "514 linear_23" [label="(768, 3072)", style=solid]; -"514 linear_23" -> "515 dropout_18" [label="(1, 197, 768)", style=solid]; -"515 dropout_18" -> "516 add_12" [label="(1, 197, 768)", style=solid]; -"516 add_12" -> "517 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"516 add_12" -> "566 add_13" [label="(1, 197, 768)", style=solid]; -"517 layer_norm_12" -> "518 transpose_36" [label="(1, 197, 768)", style=solid]; -"518 transpose_36" -> "519 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"519 transpose_36_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"520 quantize_per_tensor_default_37" -> "521 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"521 dequantize_per_tensor_default_37" -> "528 linear_24" [label="(197, 1, 768)", style=solid]; -"522 encoder_layers_encoder_layer_6_self_attention_in_proj_bias_0_0" -> "528 linear_24" [label="(2304,)", style=solid]; -"523 scale_updated_constant25" -> "525 mul_tensor_25" [label="(2304, 1)", style=solid]; -"524 compressed_weight_updated_constant25" -> "525 mul_tensor_25" [label="(2304, 768)", style=solid]; -"525 mul_tensor_25" -> "527 sub_tensor_25" [label="(2304, 768)", style=solid]; -"526 zero_point_updated_constant25" -> "527 sub_tensor_25" [label="(2304, 1)", style=solid]; -"527 sub_tensor_25" -> "528 linear_24" [label="(2304, 768)", style=solid]; -"528 linear_24" -> "529 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"529 unflatten_6" -> "530 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"530 unsqueeze_6" -> "531 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"531 transpose_37" -> "532 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"532 squeeze_6" -> "533 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"533 contiguous_6" -> "534 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"533 contiguous_6" -> "537 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"533 contiguous_6" -> "540 select_20" [label="(3, 197, 1, 768)", style=solid]; -"534 quantize_per_tensor_default_38" -> "535 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"535 dequantize_per_tensor_default_38" -> "536 select_18" [label="(3, 197, 1, 768)", style=solid]; -"536 select_18" -> "541 view_48" [label="(197, 1, 768)", style=solid]; -"537 quantize_per_tensor_default_39" -> "538 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"538 dequantize_per_tensor_default_39" -> "539 select_19" [label="(3, 197, 1, 768)", style=solid]; -"539 select_19" -> "543 view_49" [label="(197, 1, 768)", style=solid]; -"540 select_20" -> "545 view_50" [label="(197, 1, 768)", style=solid]; -"541 view_48" -> "542 transpose_38" [label="(197, 12, 64)", style=solid]; -"542 transpose_38" -> "547 view_51" [label="(12, 197, 64)", style=solid]; -"543 view_49" -> "544 transpose_39" [label="(197, 12, 64)", style=solid]; -"544 transpose_39" -> "548 view_52" [label="(12, 197, 64)", style=solid]; -"545 view_50" -> "546 transpose_40" [label="(197, 12, 64)", style=solid]; -"546 transpose_40" -> "549 view_53" [label="(12, 197, 64)", style=solid]; -"547 view_51" -> "550 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"548 view_52" -> "550 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"549 view_53" -> "550 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"550 scaled_dot_product_attention_6" -> "551 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"551 permute_7" -> "552 view_54" [label="(197, 1, 12, 64)", style=solid]; -"552 view_54" -> "553 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"553 view_54_0_0_nncf_smooth_quant_0" -> "554 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"554 quantize_per_tensor_default_40" -> "555 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"555 dequantize_per_tensor_default_40" -> "562 linear_25" [label="(197, 768)", style=solid]; -"556 encoder_layers_encoder_layer_6_self_attention_out_proj_bias_0_0" -> "562 linear_25" [label="(768,)", style=solid]; -"557 scale_updated_constant26" -> "559 mul_tensor_26" [label="(768, 1)", style=solid]; -"558 compressed_weight_updated_constant26" -> "559 mul_tensor_26" [label="(768, 768)", style=solid]; -"559 mul_tensor_26" -> "561 sub_tensor_26" [label="(768, 768)", style=solid]; -"560 zero_point_updated_constant26" -> "561 sub_tensor_26" [label="(768, 1)", style=solid]; -"561 sub_tensor_26" -> "562 linear_25" [label="(768, 768)", style=solid]; -"562 linear_25" -> "563 view_55" [label="(197, 768)", style=solid]; -"563 view_55" -> "564 transpose_41" [label="(197, 1, 768)", style=solid]; -"564 transpose_41" -> "565 dropout_19" [label="(1, 197, 768)", style=solid]; -"565 dropout_19" -> "566 add_13" [label="(1, 197, 768)", style=solid]; -"566 add_13" -> "567 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"566 add_13" -> "591 add_14" [label="(1, 197, 768)", style=solid]; -"567 layer_norm_13" -> "568 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"568 layer_norm_13_0_0_nncf_smooth_quant_0" -> "569 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"569 quantize_per_tensor_default_41" -> "570 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"570 dequantize_per_tensor_default_41" -> "577 linear_26" [label="(1, 197, 768)", style=solid]; -"571 encoder_layers_encoder_layer_6_mlp_0_bias_0_0" -> "577 linear_26" [label="(3072,)", style=solid]; -"572 scale_updated_constant27" -> "574 mul_tensor_27" [label="(3072, 1)", style=solid]; -"573 compressed_weight_updated_constant27" -> "574 mul_tensor_27" [label="(3072, 768)", style=solid]; -"574 mul_tensor_27" -> "576 sub_tensor_27" [label="(3072, 768)", style=solid]; -"575 zero_point_updated_constant27" -> "576 sub_tensor_27" [label="(3072, 1)", style=solid]; -"576 sub_tensor_27" -> "577 linear_26" [label="(3072, 768)", style=solid]; -"577 linear_26" -> "578 gelu_6" [label="(1, 197, 3072)", style=solid]; -"578 gelu_6" -> "579 dropout_20" [label="(1, 197, 3072)", style=solid]; -"579 dropout_20" -> "580 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"580 dropout_20_0_0_nncf_smooth_quant_0" -> "581 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"581 quantize_per_tensor_default_42" -> "582 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"582 dequantize_per_tensor_default_42" -> "589 linear_27" [label="(1, 197, 3072)", style=solid]; -"583 encoder_layers_encoder_layer_6_mlp_3_bias_0_0" -> "589 linear_27" [label="(768,)", style=solid]; -"584 scale_updated_constant28" -> "586 mul_tensor_28" [label="(768, 1)", style=solid]; -"585 compressed_weight_updated_constant28" -> "586 mul_tensor_28" [label="(768, 3072)", style=solid]; -"586 mul_tensor_28" -> "588 sub_tensor_28" [label="(768, 3072)", style=solid]; -"587 zero_point_updated_constant28" -> "588 sub_tensor_28" [label="(768, 1)", style=solid]; -"588 sub_tensor_28" -> "589 linear_27" [label="(768, 3072)", style=solid]; -"589 linear_27" -> "590 dropout_21" [label="(1, 197, 768)", style=solid]; -"590 dropout_21" -> "591 add_14" [label="(1, 197, 768)", style=solid]; -"591 add_14" -> "592 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"591 add_14" -> "641 add_15" [label="(1, 197, 768)", style=solid]; -"592 layer_norm_14" -> "593 transpose_42" [label="(1, 197, 768)", style=solid]; -"593 transpose_42" -> "594 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"594 transpose_42_0_0_nncf_smooth_quant_0" -> "595 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"595 quantize_per_tensor_default_43" -> "596 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"596 dequantize_per_tensor_default_43" -> "603 linear_28" [label="(197, 1, 768)", style=solid]; -"597 encoder_layers_encoder_layer_7_self_attention_in_proj_bias_0_0" -> "603 linear_28" [label="(2304,)", style=solid]; -"598 scale_updated_constant29" -> "600 mul_tensor_29" [label="(2304, 1)", style=solid]; -"599 compressed_weight_updated_constant29" -> "600 mul_tensor_29" [label="(2304, 768)", style=solid]; -"600 mul_tensor_29" -> "602 sub_tensor_29" [label="(2304, 768)", style=solid]; -"601 zero_point_updated_constant29" -> "602 sub_tensor_29" [label="(2304, 1)", style=solid]; -"602 sub_tensor_29" -> "603 linear_28" [label="(2304, 768)", style=solid]; -"603 linear_28" -> "604 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"604 unflatten_7" -> "605 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"605 unsqueeze_7" -> "606 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"606 transpose_43" -> "607 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"607 squeeze_7" -> "608 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"608 contiguous_7" -> "609 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"608 contiguous_7" -> "612 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"608 contiguous_7" -> "615 select_23" [label="(3, 197, 1, 768)", style=solid]; -"609 quantize_per_tensor_default_44" -> "610 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"610 dequantize_per_tensor_default_44" -> "611 select_21" [label="(3, 197, 1, 768)", style=solid]; -"611 select_21" -> "616 view_56" [label="(197, 1, 768)", style=solid]; -"612 quantize_per_tensor_default_45" -> "613 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"613 dequantize_per_tensor_default_45" -> "614 select_22" [label="(3, 197, 1, 768)", style=solid]; -"614 select_22" -> "618 view_57" [label="(197, 1, 768)", style=solid]; -"615 select_23" -> "620 view_58" [label="(197, 1, 768)", style=solid]; -"616 view_56" -> "617 transpose_44" [label="(197, 12, 64)", style=solid]; -"617 transpose_44" -> "622 view_59" [label="(12, 197, 64)", style=solid]; -"618 view_57" -> "619 transpose_45" [label="(197, 12, 64)", style=solid]; -"619 transpose_45" -> "623 view_60" [label="(12, 197, 64)", style=solid]; -"620 view_58" -> "621 transpose_46" [label="(197, 12, 64)", style=solid]; -"621 transpose_46" -> "624 view_61" [label="(12, 197, 64)", style=solid]; -"622 view_59" -> "625 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"623 view_60" -> "625 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"624 view_61" -> "625 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"625 scaled_dot_product_attention_7" -> "626 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"626 permute_8" -> "627 view_62" [label="(197, 1, 12, 64)", style=solid]; -"627 view_62" -> "628 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"628 view_62_0_0_nncf_smooth_quant_0" -> "629 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"629 quantize_per_tensor_default_46" -> "630 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"630 dequantize_per_tensor_default_46" -> "637 linear_29" [label="(197, 768)", style=solid]; -"631 encoder_layers_encoder_layer_7_self_attention_out_proj_bias_0_0" -> "637 linear_29" [label="(768,)", style=solid]; -"632 scale_updated_constant30" -> "634 mul_tensor_30" [label="(768, 1)", style=solid]; -"633 compressed_weight_updated_constant30" -> "634 mul_tensor_30" [label="(768, 768)", style=solid]; -"634 mul_tensor_30" -> "636 sub_tensor_30" [label="(768, 768)", style=solid]; -"635 zero_point_updated_constant30" -> "636 sub_tensor_30" [label="(768, 1)", style=solid]; -"636 sub_tensor_30" -> "637 linear_29" [label="(768, 768)", style=solid]; -"637 linear_29" -> "638 view_63" [label="(197, 768)", style=solid]; -"638 view_63" -> "639 transpose_47" [label="(197, 1, 768)", style=solid]; -"639 transpose_47" -> "640 dropout_22" [label="(1, 197, 768)", style=solid]; -"640 dropout_22" -> "641 add_15" [label="(1, 197, 768)", style=solid]; -"641 add_15" -> "642 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"641 add_15" -> "666 add_16" [label="(1, 197, 768)", style=solid]; -"642 layer_norm_15" -> "643 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"643 layer_norm_15_0_0_nncf_smooth_quant_0" -> "644 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"644 quantize_per_tensor_default_47" -> "645 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"645 dequantize_per_tensor_default_47" -> "652 linear_30" [label="(1, 197, 768)", style=solid]; -"646 encoder_layers_encoder_layer_7_mlp_0_bias_0_0" -> "652 linear_30" [label="(3072,)", style=solid]; -"647 scale_updated_constant31" -> "649 mul_tensor_31" [label="(3072, 1)", style=solid]; -"648 compressed_weight_updated_constant31" -> "649 mul_tensor_31" [label="(3072, 768)", style=solid]; -"649 mul_tensor_31" -> "651 sub_tensor_31" [label="(3072, 768)", style=solid]; -"650 zero_point_updated_constant31" -> "651 sub_tensor_31" [label="(3072, 1)", style=solid]; -"651 sub_tensor_31" -> "652 linear_30" [label="(3072, 768)", style=solid]; -"652 linear_30" -> "653 gelu_7" [label="(1, 197, 3072)", style=solid]; -"653 gelu_7" -> "654 dropout_23" [label="(1, 197, 3072)", style=solid]; -"654 dropout_23" -> "655 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"655 dropout_23_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"656 quantize_per_tensor_default_48" -> "657 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"657 dequantize_per_tensor_default_48" -> "664 linear_31" [label="(1, 197, 3072)", style=solid]; -"658 encoder_layers_encoder_layer_7_mlp_3_bias_0_0" -> "664 linear_31" [label="(768,)", style=solid]; -"659 scale_updated_constant32" -> "661 mul_tensor_32" [label="(768, 1)", style=solid]; -"660 compressed_weight_updated_constant32" -> "661 mul_tensor_32" [label="(768, 3072)", style=solid]; -"661 mul_tensor_32" -> "663 sub_tensor_32" [label="(768, 3072)", style=solid]; -"662 zero_point_updated_constant32" -> "663 sub_tensor_32" [label="(768, 1)", style=solid]; -"663 sub_tensor_32" -> "664 linear_31" [label="(768, 3072)", style=solid]; -"664 linear_31" -> "665 dropout_24" [label="(1, 197, 768)", style=solid]; -"665 dropout_24" -> "666 add_16" [label="(1, 197, 768)", style=solid]; -"666 add_16" -> "667 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"666 add_16" -> "716 add_17" [label="(1, 197, 768)", style=solid]; -"667 layer_norm_16" -> "668 transpose_48" [label="(1, 197, 768)", style=solid]; -"668 transpose_48" -> "669 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"669 transpose_48_0_0_nncf_smooth_quant_0" -> "670 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"670 quantize_per_tensor_default_49" -> "671 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"671 dequantize_per_tensor_default_49" -> "678 linear_32" [label="(197, 1, 768)", style=solid]; -"672 encoder_layers_encoder_layer_8_self_attention_in_proj_bias_0_0" -> "678 linear_32" [label="(2304,)", style=solid]; -"673 scale_updated_constant33" -> "675 mul_tensor_33" [label="(2304, 1)", style=solid]; -"674 compressed_weight_updated_constant33" -> "675 mul_tensor_33" [label="(2304, 768)", style=solid]; -"675 mul_tensor_33" -> "677 sub_tensor_33" [label="(2304, 768)", style=solid]; -"676 zero_point_updated_constant33" -> "677 sub_tensor_33" [label="(2304, 1)", style=solid]; -"677 sub_tensor_33" -> "678 linear_32" [label="(2304, 768)", style=solid]; -"678 linear_32" -> "679 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"679 unflatten_8" -> "680 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"680 unsqueeze_8" -> "681 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"681 transpose_49" -> "682 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"682 squeeze_8" -> "683 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"683 contiguous_8" -> "684 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"683 contiguous_8" -> "687 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"683 contiguous_8" -> "690 select_26" [label="(3, 197, 1, 768)", style=solid]; -"684 quantize_per_tensor_default_50" -> "685 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"685 dequantize_per_tensor_default_50" -> "686 select_24" [label="(3, 197, 1, 768)", style=solid]; -"686 select_24" -> "691 view_64" [label="(197, 1, 768)", style=solid]; -"687 quantize_per_tensor_default_51" -> "688 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"688 dequantize_per_tensor_default_51" -> "689 select_25" [label="(3, 197, 1, 768)", style=solid]; -"689 select_25" -> "693 view_65" [label="(197, 1, 768)", style=solid]; -"690 select_26" -> "695 view_66" [label="(197, 1, 768)", style=solid]; -"691 view_64" -> "692 transpose_50" [label="(197, 12, 64)", style=solid]; -"692 transpose_50" -> "697 view_67" [label="(12, 197, 64)", style=solid]; -"693 view_65" -> "694 transpose_51" [label="(197, 12, 64)", style=solid]; -"694 transpose_51" -> "698 view_68" [label="(12, 197, 64)", style=solid]; -"695 view_66" -> "696 transpose_52" [label="(197, 12, 64)", style=solid]; -"696 transpose_52" -> "699 view_69" [label="(12, 197, 64)", style=solid]; -"697 view_67" -> "700 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"698 view_68" -> "700 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"699 view_69" -> "700 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"700 scaled_dot_product_attention_8" -> "701 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"701 permute_9" -> "702 view_70" [label="(197, 1, 12, 64)", style=solid]; -"702 view_70" -> "703 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"703 view_70_0_0_nncf_smooth_quant_0" -> "704 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"704 quantize_per_tensor_default_52" -> "705 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"705 dequantize_per_tensor_default_52" -> "712 linear_33" [label="(197, 768)", style=solid]; -"706 encoder_layers_encoder_layer_8_self_attention_out_proj_bias_0_0" -> "712 linear_33" [label="(768,)", style=solid]; -"707 scale_updated_constant34" -> "709 mul_tensor_34" [label="(768, 1)", style=solid]; -"708 compressed_weight_updated_constant34" -> "709 mul_tensor_34" [label="(768, 768)", style=solid]; -"709 mul_tensor_34" -> "711 sub_tensor_34" [label="(768, 768)", style=solid]; -"710 zero_point_updated_constant34" -> "711 sub_tensor_34" [label="(768, 1)", style=solid]; -"711 sub_tensor_34" -> "712 linear_33" [label="(768, 768)", style=solid]; -"712 linear_33" -> "713 view_71" [label="(197, 768)", style=solid]; -"713 view_71" -> "714 transpose_53" [label="(197, 1, 768)", style=solid]; -"714 transpose_53" -> "715 dropout_25" [label="(1, 197, 768)", style=solid]; -"715 dropout_25" -> "716 add_17" [label="(1, 197, 768)", style=solid]; -"716 add_17" -> "717 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"716 add_17" -> "741 add_18" [label="(1, 197, 768)", style=solid]; -"717 layer_norm_17" -> "718 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"718 layer_norm_17_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"719 quantize_per_tensor_default_53" -> "720 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"720 dequantize_per_tensor_default_53" -> "727 linear_34" [label="(1, 197, 768)", style=solid]; -"721 encoder_layers_encoder_layer_8_mlp_0_bias_0_0" -> "727 linear_34" [label="(3072,)", style=solid]; -"722 scale_updated_constant35" -> "724 mul_tensor_35" [label="(3072, 1)", style=solid]; -"723 compressed_weight_updated_constant35" -> "724 mul_tensor_35" [label="(3072, 768)", style=solid]; -"724 mul_tensor_35" -> "726 sub_tensor_35" [label="(3072, 768)", style=solid]; -"725 zero_point_updated_constant35" -> "726 sub_tensor_35" [label="(3072, 1)", style=solid]; -"726 sub_tensor_35" -> "727 linear_34" [label="(3072, 768)", style=solid]; -"727 linear_34" -> "728 gelu_8" [label="(1, 197, 3072)", style=solid]; -"728 gelu_8" -> "729 dropout_26" [label="(1, 197, 3072)", style=solid]; -"729 dropout_26" -> "730 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"730 dropout_26_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"731 quantize_per_tensor_default_54" -> "732 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"732 dequantize_per_tensor_default_54" -> "739 linear_35" [label="(1, 197, 3072)", style=solid]; -"733 encoder_layers_encoder_layer_8_mlp_3_bias_0_0" -> "739 linear_35" [label="(768,)", style=solid]; -"734 scale_updated_constant36" -> "736 mul_tensor_36" [label="(768, 1)", style=solid]; -"735 compressed_weight_updated_constant36" -> "736 mul_tensor_36" [label="(768, 3072)", style=solid]; -"736 mul_tensor_36" -> "738 sub_tensor_36" [label="(768, 3072)", style=solid]; -"737 zero_point_updated_constant36" -> "738 sub_tensor_36" [label="(768, 1)", style=solid]; -"738 sub_tensor_36" -> "739 linear_35" [label="(768, 3072)", style=solid]; -"739 linear_35" -> "740 dropout_27" [label="(1, 197, 768)", style=solid]; -"740 dropout_27" -> "741 add_18" [label="(1, 197, 768)", style=solid]; -"741 add_18" -> "742 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"741 add_18" -> "791 add_19" [label="(1, 197, 768)", style=solid]; -"742 layer_norm_18" -> "743 transpose_54" [label="(1, 197, 768)", style=solid]; -"743 transpose_54" -> "744 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"744 transpose_54_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"745 quantize_per_tensor_default_55" -> "746 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"746 dequantize_per_tensor_default_55" -> "753 linear_36" [label="(197, 1, 768)", style=solid]; -"747 encoder_layers_encoder_layer_9_self_attention_in_proj_bias_0_0" -> "753 linear_36" [label="(2304,)", style=solid]; -"748 scale_updated_constant37" -> "750 mul_tensor_37" [label="(2304, 1)", style=solid]; -"749 compressed_weight_updated_constant37" -> "750 mul_tensor_37" [label="(2304, 768)", style=solid]; -"750 mul_tensor_37" -> "752 sub_tensor_37" [label="(2304, 768)", style=solid]; -"751 zero_point_updated_constant37" -> "752 sub_tensor_37" [label="(2304, 1)", style=solid]; -"752 sub_tensor_37" -> "753 linear_36" [label="(2304, 768)", style=solid]; -"753 linear_36" -> "754 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"754 unflatten_9" -> "755 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"755 unsqueeze_9" -> "756 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"756 transpose_55" -> "757 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"757 squeeze_9" -> "758 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"758 contiguous_9" -> "759 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"758 contiguous_9" -> "762 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"758 contiguous_9" -> "765 select_29" [label="(3, 197, 1, 768)", style=solid]; -"759 quantize_per_tensor_default_56" -> "760 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"760 dequantize_per_tensor_default_56" -> "761 select_27" [label="(3, 197, 1, 768)", style=solid]; -"761 select_27" -> "766 view_72" [label="(197, 1, 768)", style=solid]; -"762 quantize_per_tensor_default_57" -> "763 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"763 dequantize_per_tensor_default_57" -> "764 select_28" [label="(3, 197, 1, 768)", style=solid]; -"764 select_28" -> "768 view_73" [label="(197, 1, 768)", style=solid]; -"765 select_29" -> "770 view_74" [label="(197, 1, 768)", style=solid]; -"766 view_72" -> "767 transpose_56" [label="(197, 12, 64)", style=solid]; -"767 transpose_56" -> "772 view_75" [label="(12, 197, 64)", style=solid]; -"768 view_73" -> "769 transpose_57" [label="(197, 12, 64)", style=solid]; -"769 transpose_57" -> "773 view_76" [label="(12, 197, 64)", style=solid]; -"770 view_74" -> "771 transpose_58" [label="(197, 12, 64)", style=solid]; -"771 transpose_58" -> "774 view_77" [label="(12, 197, 64)", style=solid]; -"772 view_75" -> "775 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"773 view_76" -> "775 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"774 view_77" -> "775 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"775 scaled_dot_product_attention_9" -> "776 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"776 permute_10" -> "777 view_78" [label="(197, 1, 12, 64)", style=solid]; -"777 view_78" -> "778 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"778 view_78_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"779 quantize_per_tensor_default_58" -> "780 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"780 dequantize_per_tensor_default_58" -> "787 linear_37" [label="(197, 768)", style=solid]; -"781 encoder_layers_encoder_layer_9_self_attention_out_proj_bias_0_0" -> "787 linear_37" [label="(768,)", style=solid]; -"782 scale_updated_constant38" -> "784 mul_tensor_38" [label="(768, 1)", style=solid]; -"783 compressed_weight_updated_constant38" -> "784 mul_tensor_38" [label="(768, 768)", style=solid]; -"784 mul_tensor_38" -> "786 sub_tensor_38" [label="(768, 768)", style=solid]; -"785 zero_point_updated_constant38" -> "786 sub_tensor_38" [label="(768, 1)", style=solid]; -"786 sub_tensor_38" -> "787 linear_37" [label="(768, 768)", style=solid]; -"787 linear_37" -> "788 view_79" [label="(197, 768)", style=solid]; -"788 view_79" -> "789 transpose_59" [label="(197, 1, 768)", style=solid]; -"789 transpose_59" -> "790 dropout_28" [label="(1, 197, 768)", style=solid]; -"790 dropout_28" -> "791 add_19" [label="(1, 197, 768)", style=solid]; -"791 add_19" -> "792 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"791 add_19" -> "816 add_20" [label="(1, 197, 768)", style=solid]; -"792 layer_norm_19" -> "793 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"793 layer_norm_19_0_0_nncf_smooth_quant_0" -> "794 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"794 quantize_per_tensor_default_59" -> "795 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"795 dequantize_per_tensor_default_59" -> "802 linear_38" [label="(1, 197, 768)", style=solid]; -"796 encoder_layers_encoder_layer_9_mlp_0_bias_0_0" -> "802 linear_38" [label="(3072,)", style=solid]; -"797 scale_updated_constant39" -> "799 mul_tensor_39" [label="(3072, 1)", style=solid]; -"798 compressed_weight_updated_constant39" -> "799 mul_tensor_39" [label="(3072, 768)", style=solid]; -"799 mul_tensor_39" -> "801 sub_tensor_39" [label="(3072, 768)", style=solid]; -"800 zero_point_updated_constant39" -> "801 sub_tensor_39" [label="(3072, 1)", style=solid]; -"801 sub_tensor_39" -> "802 linear_38" [label="(3072, 768)", style=solid]; -"802 linear_38" -> "803 gelu_9" [label="(1, 197, 3072)", style=solid]; -"803 gelu_9" -> "804 dropout_29" [label="(1, 197, 3072)", style=solid]; -"804 dropout_29" -> "805 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"805 dropout_29_0_0_nncf_smooth_quant_0" -> "806 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"806 quantize_per_tensor_default_60" -> "807 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"807 dequantize_per_tensor_default_60" -> "814 linear_39" [label="(1, 197, 3072)", style=solid]; -"808 encoder_layers_encoder_layer_9_mlp_3_bias_0_0" -> "814 linear_39" [label="(768,)", style=solid]; -"809 scale_updated_constant40" -> "811 mul_tensor_40" [label="(768, 1)", style=solid]; -"810 compressed_weight_updated_constant40" -> "811 mul_tensor_40" [label="(768, 3072)", style=solid]; -"811 mul_tensor_40" -> "813 sub_tensor_40" [label="(768, 3072)", style=solid]; -"812 zero_point_updated_constant40" -> "813 sub_tensor_40" [label="(768, 1)", style=solid]; -"813 sub_tensor_40" -> "814 linear_39" [label="(768, 3072)", style=solid]; -"814 linear_39" -> "815 dropout_30" [label="(1, 197, 768)", style=solid]; -"815 dropout_30" -> "816 add_20" [label="(1, 197, 768)", style=solid]; -"816 add_20" -> "817 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"816 add_20" -> "866 add_21" [label="(1, 197, 768)", style=solid]; -"817 layer_norm_20" -> "818 transpose_60" [label="(1, 197, 768)", style=solid]; -"818 transpose_60" -> "819 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"819 transpose_60_0_0_nncf_smooth_quant_0" -> "820 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"820 quantize_per_tensor_default_61" -> "821 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"821 dequantize_per_tensor_default_61" -> "828 linear_40" [label="(197, 1, 768)", style=solid]; -"822 encoder_layers_encoder_layer_10_self_attention_in_proj_bias_0_0" -> "828 linear_40" [label="(2304,)", style=solid]; -"823 scale_updated_constant41" -> "825 mul_tensor_41" [label="(2304, 1)", style=solid]; -"824 compressed_weight_updated_constant41" -> "825 mul_tensor_41" [label="(2304, 768)", style=solid]; -"825 mul_tensor_41" -> "827 sub_tensor_41" [label="(2304, 768)", style=solid]; -"826 zero_point_updated_constant41" -> "827 sub_tensor_41" [label="(2304, 1)", style=solid]; -"827 sub_tensor_41" -> "828 linear_40" [label="(2304, 768)", style=solid]; -"828 linear_40" -> "829 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"829 unflatten_10" -> "830 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"830 unsqueeze_10" -> "831 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"831 transpose_61" -> "832 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"832 squeeze_10" -> "833 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"833 contiguous_10" -> "834 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"833 contiguous_10" -> "837 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"833 contiguous_10" -> "840 select_32" [label="(3, 197, 1, 768)", style=solid]; -"834 quantize_per_tensor_default_62" -> "835 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"835 dequantize_per_tensor_default_62" -> "836 select_30" [label="(3, 197, 1, 768)", style=solid]; -"836 select_30" -> "841 view_80" [label="(197, 1, 768)", style=solid]; -"837 quantize_per_tensor_default_63" -> "838 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"838 dequantize_per_tensor_default_63" -> "839 select_31" [label="(3, 197, 1, 768)", style=solid]; -"839 select_31" -> "843 view_81" [label="(197, 1, 768)", style=solid]; -"840 select_32" -> "845 view_82" [label="(197, 1, 768)", style=solid]; -"841 view_80" -> "842 transpose_62" [label="(197, 12, 64)", style=solid]; -"842 transpose_62" -> "847 view_83" [label="(12, 197, 64)", style=solid]; -"843 view_81" -> "844 transpose_63" [label="(197, 12, 64)", style=solid]; -"844 transpose_63" -> "848 view_84" [label="(12, 197, 64)", style=solid]; -"845 view_82" -> "846 transpose_64" [label="(197, 12, 64)", style=solid]; -"846 transpose_64" -> "849 view_85" [label="(12, 197, 64)", style=solid]; -"847 view_83" -> "850 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"848 view_84" -> "850 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"849 view_85" -> "850 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"850 scaled_dot_product_attention_10" -> "851 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"851 permute_11" -> "852 view_86" [label="(197, 1, 12, 64)", style=solid]; -"852 view_86" -> "853 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"853 view_86_0_0_nncf_smooth_quant_0" -> "854 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"854 quantize_per_tensor_default_64" -> "855 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"855 dequantize_per_tensor_default_64" -> "862 linear_41" [label="(197, 768)", style=solid]; -"856 encoder_layers_encoder_layer_10_self_attention_out_proj_bias_0_0" -> "862 linear_41" [label="(768,)", style=solid]; -"857 scale_updated_constant42" -> "859 mul_tensor_42" [label="(768, 1)", style=solid]; -"858 compressed_weight_updated_constant42" -> "859 mul_tensor_42" [label="(768, 768)", style=solid]; -"859 mul_tensor_42" -> "861 sub_tensor_42" [label="(768, 768)", style=solid]; -"860 zero_point_updated_constant42" -> "861 sub_tensor_42" [label="(768, 1)", style=solid]; -"861 sub_tensor_42" -> "862 linear_41" [label="(768, 768)", style=solid]; -"862 linear_41" -> "863 view_87" [label="(197, 768)", style=solid]; -"863 view_87" -> "864 transpose_65" [label="(197, 1, 768)", style=solid]; -"864 transpose_65" -> "865 dropout_31" [label="(1, 197, 768)", style=solid]; -"865 dropout_31" -> "866 add_21" [label="(1, 197, 768)", style=solid]; -"866 add_21" -> "867 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"866 add_21" -> "891 add_22" [label="(1, 197, 768)", style=solid]; -"867 layer_norm_21" -> "868 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"868 layer_norm_21_0_0_nncf_smooth_quant_0" -> "869 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"869 quantize_per_tensor_default_65" -> "870 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"870 dequantize_per_tensor_default_65" -> "877 linear_42" [label="(1, 197, 768)", style=solid]; -"871 encoder_layers_encoder_layer_10_mlp_0_bias_0_0" -> "877 linear_42" [label="(3072,)", style=solid]; -"872 scale_updated_constant43" -> "874 mul_tensor_43" [label="(3072, 1)", style=solid]; -"873 compressed_weight_updated_constant43" -> "874 mul_tensor_43" [label="(3072, 768)", style=solid]; -"874 mul_tensor_43" -> "876 sub_tensor_43" [label="(3072, 768)", style=solid]; -"875 zero_point_updated_constant43" -> "876 sub_tensor_43" [label="(3072, 1)", style=solid]; -"876 sub_tensor_43" -> "877 linear_42" [label="(3072, 768)", style=solid]; -"877 linear_42" -> "878 gelu_10" [label="(1, 197, 3072)", style=solid]; -"878 gelu_10" -> "879 dropout_32" [label="(1, 197, 3072)", style=solid]; -"879 dropout_32" -> "880 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"880 dropout_32_0_0_nncf_smooth_quant_0" -> "881 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"881 quantize_per_tensor_default_66" -> "882 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"882 dequantize_per_tensor_default_66" -> "889 linear_43" [label="(1, 197, 3072)", style=solid]; -"883 encoder_layers_encoder_layer_10_mlp_3_bias_0_0" -> "889 linear_43" [label="(768,)", style=solid]; -"884 scale_updated_constant44" -> "886 mul_tensor_44" [label="(768, 1)", style=solid]; -"885 compressed_weight_updated_constant44" -> "886 mul_tensor_44" [label="(768, 3072)", style=solid]; -"886 mul_tensor_44" -> "888 sub_tensor_44" [label="(768, 3072)", style=solid]; -"887 zero_point_updated_constant44" -> "888 sub_tensor_44" [label="(768, 1)", style=solid]; -"888 sub_tensor_44" -> "889 linear_43" [label="(768, 3072)", style=solid]; -"889 linear_43" -> "890 dropout_33" [label="(1, 197, 768)", style=solid]; -"890 dropout_33" -> "891 add_22" [label="(1, 197, 768)", style=solid]; -"891 add_22" -> "892 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"891 add_22" -> "941 add_23" [label="(1, 197, 768)", style=solid]; -"892 layer_norm_22" -> "893 transpose_66" [label="(1, 197, 768)", style=solid]; -"893 transpose_66" -> "894 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"894 transpose_66_0_0_nncf_smooth_quant_0" -> "895 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"895 quantize_per_tensor_default_67" -> "896 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"896 dequantize_per_tensor_default_67" -> "903 linear_44" [label="(197, 1, 768)", style=solid]; -"897 encoder_layers_encoder_layer_11_self_attention_in_proj_bias_0_0" -> "903 linear_44" [label="(2304,)", style=solid]; -"898 scale_updated_constant45" -> "900 mul_tensor_45" [label="(2304, 1)", style=solid]; -"899 compressed_weight_updated_constant45" -> "900 mul_tensor_45" [label="(2304, 768)", style=solid]; -"900 mul_tensor_45" -> "902 sub_tensor_45" [label="(2304, 768)", style=solid]; -"901 zero_point_updated_constant45" -> "902 sub_tensor_45" [label="(2304, 1)", style=solid]; -"902 sub_tensor_45" -> "903 linear_44" [label="(2304, 768)", style=solid]; -"903 linear_44" -> "904 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"904 unflatten_11" -> "905 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"905 unsqueeze_11" -> "906 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"906 transpose_67" -> "907 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"907 squeeze_11" -> "908 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"908 contiguous_11" -> "909 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"908 contiguous_11" -> "912 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"908 contiguous_11" -> "915 select_35" [label="(3, 197, 1, 768)", style=solid]; -"909 quantize_per_tensor_default_68" -> "910 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"910 dequantize_per_tensor_default_68" -> "911 select_33" [label="(3, 197, 1, 768)", style=solid]; -"911 select_33" -> "916 view_88" [label="(197, 1, 768)", style=solid]; -"912 quantize_per_tensor_default_69" -> "913 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"913 dequantize_per_tensor_default_69" -> "914 select_34" [label="(3, 197, 1, 768)", style=solid]; -"914 select_34" -> "918 view_89" [label="(197, 1, 768)", style=solid]; -"915 select_35" -> "920 view_90" [label="(197, 1, 768)", style=solid]; -"916 view_88" -> "917 transpose_68" [label="(197, 12, 64)", style=solid]; -"917 transpose_68" -> "922 view_91" [label="(12, 197, 64)", style=solid]; -"918 view_89" -> "919 transpose_69" [label="(197, 12, 64)", style=solid]; -"919 transpose_69" -> "923 view_92" [label="(12, 197, 64)", style=solid]; -"920 view_90" -> "921 transpose_70" [label="(197, 12, 64)", style=solid]; -"921 transpose_70" -> "924 view_93" [label="(12, 197, 64)", style=solid]; -"922 view_91" -> "925 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"923 view_92" -> "925 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"924 view_93" -> "925 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"925 scaled_dot_product_attention_11" -> "926 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"926 permute_12" -> "927 view_94" [label="(197, 1, 12, 64)", style=solid]; -"927 view_94" -> "928 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"928 view_94_0_0_nncf_smooth_quant_0" -> "929 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"929 quantize_per_tensor_default_70" -> "930 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"930 dequantize_per_tensor_default_70" -> "937 linear_45" [label="(197, 768)", style=solid]; -"931 encoder_layers_encoder_layer_11_self_attention_out_proj_bias_0_0" -> "937 linear_45" [label="(768,)", style=solid]; -"932 scale_updated_constant46" -> "934 mul_tensor_46" [label="(768, 1)", style=solid]; -"933 compressed_weight_updated_constant46" -> "934 mul_tensor_46" [label="(768, 768)", style=solid]; -"934 mul_tensor_46" -> "936 sub_tensor_46" [label="(768, 768)", style=solid]; -"935 zero_point_updated_constant46" -> "936 sub_tensor_46" [label="(768, 1)", style=solid]; -"936 sub_tensor_46" -> "937 linear_45" [label="(768, 768)", style=solid]; -"937 linear_45" -> "938 view_95" [label="(197, 768)", style=solid]; -"938 view_95" -> "939 transpose_71" [label="(197, 1, 768)", style=solid]; -"939 transpose_71" -> "940 dropout_34" [label="(1, 197, 768)", style=solid]; -"940 dropout_34" -> "941 add_23" [label="(1, 197, 768)", style=solid]; -"941 add_23" -> "942 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"941 add_23" -> "966 add_24" [label="(1, 197, 768)", style=solid]; -"942 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"945 dequantize_per_tensor_default_71" -> "952 linear_46" [label="(1, 197, 768)", style=solid]; -"946 encoder_layers_encoder_layer_11_mlp_0_bias_0_0" -> "952 linear_46" [label="(3072,)", style=solid]; -"947 scale_updated_constant47" -> "949 mul_tensor_47" [label="(3072, 1)", style=solid]; -"948 compressed_weight_updated_constant47" -> "949 mul_tensor_47" [label="(3072, 768)", style=solid]; -"949 mul_tensor_47" -> "951 sub_tensor_47" [label="(3072, 768)", style=solid]; -"950 zero_point_updated_constant47" -> "951 sub_tensor_47" [label="(3072, 1)", style=solid]; -"951 sub_tensor_47" -> "952 linear_46" [label="(3072, 768)", style=solid]; -"952 linear_46" -> "953 gelu_11" [label="(1, 197, 3072)", style=solid]; -"953 gelu_11" -> "954 dropout_35" [label="(1, 197, 3072)", style=solid]; -"954 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"957 dequantize_per_tensor_default_72" -> "964 linear_47" [label="(1, 197, 3072)", style=solid]; -"958 encoder_layers_encoder_layer_11_mlp_3_bias_0_0" -> "964 linear_47" [label="(768,)", style=solid]; -"959 scale_updated_constant48" -> "961 mul_tensor_48" [label="(768, 1)", style=solid]; -"960 compressed_weight_updated_constant48" -> "961 mul_tensor_48" [label="(768, 3072)", style=solid]; -"961 mul_tensor_48" -> "963 sub_tensor_48" [label="(768, 3072)", style=solid]; -"962 zero_point_updated_constant48" -> "963 sub_tensor_48" [label="(768, 1)", style=solid]; -"963 sub_tensor_48" -> "964 linear_47" [label="(768, 3072)", style=solid]; -"964 linear_47" -> "965 dropout_36" [label="(1, 197, 768)", style=solid]; -"965 dropout_36" -> "966 add_24" [label="(1, 197, 768)", style=solid]; -"966 add_24" -> "967 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"967 layer_norm_24" -> "968 slice_1" [label="(1, 197, 768)", style=solid]; -"968 slice_1" -> "969 select_36" [label="(1, 197, 768)", style=solid]; -"969 select_36" -> "970 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"970 select_36_0_0_nncf_smooth_quant_0" -> "971 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"971 quantize_per_tensor_default_73" -> "972 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"972 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; -"973 heads_head_bias_0_0" -> "979 linear_48" [label="(1000,)", style=solid]; +"0 encoder_pos_embedding" -> "114 add" [label="(1, 197, 768)", style=solid]; +"1 conv_proj_bias" -> "109 conv2d" [label="(768,)", style=solid]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [label="(768,)", style=solid]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [label="(768,)", style=solid]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "126 linear" [label="(2304,)", style=solid]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "159 linear_1" [label="(768,)", style=solid]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" -> "173 linear_2" [label="(3072,)", style=solid]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" -> "184 linear_3" [label="(768,)", style=solid]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "197 linear_4" [label="(2304,)", style=solid]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "230 linear_5" [label="(768,)", style=solid]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" -> "244 linear_6" [label="(3072,)", style=solid]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" -> "255 linear_7" [label="(768,)", style=solid]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "268 linear_8" [label="(2304,)", style=solid]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "301 linear_9" [label="(768,)", style=solid]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" -> "315 linear_10" [label="(3072,)", style=solid]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" -> "326 linear_11" [label="(768,)", style=solid]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "339 linear_12" [label="(2304,)", style=solid]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "372 linear_13" [label="(768,)", style=solid]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" -> "386 linear_14" [label="(3072,)", style=solid]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" -> "397 linear_15" [label="(768,)", style=solid]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "410 linear_16" [label="(2304,)", style=solid]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "443 linear_17" [label="(768,)", style=solid]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" -> "457 linear_18" [label="(3072,)", style=solid]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" -> "468 linear_19" [label="(768,)", style=solid]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "481 linear_20" [label="(2304,)", style=solid]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "514 linear_21" [label="(768,)", style=solid]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" -> "528 linear_22" [label="(3072,)", style=solid]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" -> "539 linear_23" [label="(768,)", style=solid]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "552 linear_24" [label="(2304,)", style=solid]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "585 linear_25" [label="(768,)", style=solid]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" -> "599 linear_26" [label="(3072,)", style=solid]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" -> "610 linear_27" [label="(768,)", style=solid]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "623 linear_28" [label="(2304,)", style=solid]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "656 linear_29" [label="(768,)", style=solid]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" -> "670 linear_30" [label="(3072,)", style=solid]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" -> "681 linear_31" [label="(768,)", style=solid]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "694 linear_32" [label="(2304,)", style=solid]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "727 linear_33" [label="(768,)", style=solid]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" -> "741 linear_34" [label="(3072,)", style=solid]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" -> "752 linear_35" [label="(768,)", style=solid]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "765 linear_36" [label="(2304,)", style=solid]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "798 linear_37" [label="(768,)", style=solid]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" -> "812 linear_38" [label="(3072,)", style=solid]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" -> "823 linear_39" [label="(768,)", style=solid]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "836 linear_40" [label="(2304,)", style=solid]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "869 linear_41" [label="(768,)", style=solid]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" -> "883 linear_42" [label="(3072,)", style=solid]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" -> "894 linear_43" [label="(768,)", style=solid]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "907 linear_44" [label="(2304,)", style=solid]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "940 linear_45" [label="(768,)", style=solid]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" -> "954 linear_46" [label="(3072,)", style=solid]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" -> "965 linear_47" [label="(768,)", style=solid]; +"98 encoder_ln_weight" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"99 encoder_ln_bias" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"100 heads_head_bias" -> "979 linear_48" [label="(1000,)", style=solid]; +"101 x" -> "102 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"102 quantize_per_tensor_default" -> "103 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"103 dequantize_per_tensor_default" -> "109 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"104 scale_updated_constant0" -> "106 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"105 compressed_weight_updated_constant0" -> "106 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"106 mul_tensor" -> "108 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; +"107 zero_point_updated_constant0" -> "108 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; +"108 sub_tensor" -> "109 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"109 conv2d" -> "110 reshape" [label="(1, 768, 14, 14)", style=solid]; +"110 reshape" -> "111 permute" [label="(1, 768, 196)", style=solid]; +"111 permute" -> "113 cat" [label="(1, 196, 768)", style=solid]; +"112 _frozen_param0" -> "113 cat" [label="(1, 1, 768)", style=solid]; +"113 cat" -> "114 add" [label="(1, 197, 768)", style=solid]; +"114 add" -> "115 dropout" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "116 layer_norm" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"116 layer_norm" -> "117 transpose" [label="(1, 197, 768)", style=solid]; +"117 transpose" -> "118 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"118 transpose_0_0_nncf_smooth_quant_0" -> "119 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_1" -> "120 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_1" -> "126 linear" [label="(197, 1, 768)", style=solid]; +"121 scale_updated_constant1" -> "123 mul_tensor_1" [label="(2304, 1)", style=solid]; +"122 compressed_weight_updated_constant1" -> "123 mul_tensor_1" [label="(2304, 768)", style=solid]; +"123 mul_tensor_1" -> "125 sub_tensor_1" [label="(2304, 768)", style=solid]; +"124 zero_point_updated_constant1" -> "125 sub_tensor_1" [label="(2304, 1)", style=solid]; +"125 sub_tensor_1" -> "126 linear" [label="(2304, 768)", style=solid]; +"126 linear" -> "127 unflatten" [label="(197, 1, 2304)", style=solid]; +"127 unflatten" -> "128 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"128 unsqueeze" -> "129 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"129 transpose_1" -> "130 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"130 squeeze" -> "131 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "132 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "135 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "138 select_2" [label="(3, 197, 1, 768)", style=solid]; +"132 quantize_per_tensor_default_2" -> "133 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"133 dequantize_per_tensor_default_2" -> "134 select" [label="(3, 197, 1, 768)", style=solid]; +"134 select" -> "139 view" [label="(197, 1, 768)", style=solid]; +"135 quantize_per_tensor_default_3" -> "136 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"136 dequantize_per_tensor_default_3" -> "137 select_1" [label="(3, 197, 1, 768)", style=solid]; +"137 select_1" -> "141 view_1" [label="(197, 1, 768)", style=solid]; +"138 select_2" -> "143 view_2" [label="(197, 1, 768)", style=solid]; +"139 view" -> "140 transpose_2" [label="(197, 12, 64)", style=solid]; +"140 transpose_2" -> "145 view_3" [label="(12, 197, 64)", style=solid]; +"141 view_1" -> "142 transpose_3" [label="(197, 12, 64)", style=solid]; +"142 transpose_3" -> "146 view_4" [label="(12, 197, 64)", style=solid]; +"143 view_2" -> "144 transpose_4" [label="(197, 12, 64)", style=solid]; +"144 transpose_4" -> "147 view_5" [label="(12, 197, 64)", style=solid]; +"145 view_3" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"146 view_4" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"147 view_5" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"148 scaled_dot_product_attention" -> "149 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"149 permute_1" -> "150 view_6" [label="(197, 1, 12, 64)", style=solid]; +"150 view_6" -> "151 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"151 view_6_0_0_nncf_smooth_quant_0" -> "152 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"152 quantize_per_tensor_default_4" -> "153 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"153 dequantize_per_tensor_default_4" -> "159 linear_1" [label="(197, 768)", style=solid]; +"154 scale_updated_constant2" -> "156 mul_tensor_2" [label="(768, 1)", style=solid]; +"155 compressed_weight_updated_constant2" -> "156 mul_tensor_2" [label="(768, 768)", style=solid]; +"156 mul_tensor_2" -> "158 sub_tensor_2" [label="(768, 768)", style=solid]; +"157 zero_point_updated_constant2" -> "158 sub_tensor_2" [label="(768, 1)", style=solid]; +"158 sub_tensor_2" -> "159 linear_1" [label="(768, 768)", style=solid]; +"159 linear_1" -> "160 view_7" [label="(197, 768)", style=solid]; +"160 view_7" -> "161 transpose_5" [label="(197, 1, 768)", style=solid]; +"161 transpose_5" -> "162 dropout_1" [label="(1, 197, 768)", style=solid]; +"162 dropout_1" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "164 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"164 layer_norm_1" -> "165 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"166 quantize_per_tensor_default_5" -> "167 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"167 dequantize_per_tensor_default_5" -> "173 linear_2" [label="(1, 197, 768)", style=solid]; +"168 scale_updated_constant3" -> "170 mul_tensor_3" [label="(3072, 1)", style=solid]; +"169 compressed_weight_updated_constant3" -> "170 mul_tensor_3" [label="(3072, 768)", style=solid]; +"170 mul_tensor_3" -> "172 sub_tensor_3" [label="(3072, 768)", style=solid]; +"171 zero_point_updated_constant3" -> "172 sub_tensor_3" [label="(3072, 1)", style=solid]; +"172 sub_tensor_3" -> "173 linear_2" [label="(3072, 768)", style=solid]; +"173 linear_2" -> "174 gelu" [label="(1, 197, 3072)", style=solid]; +"174 gelu" -> "175 dropout_2" [label="(1, 197, 3072)", style=solid]; +"175 dropout_2" -> "176 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"176 dropout_2_0_0_nncf_smooth_quant_0" -> "177 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"177 quantize_per_tensor_default_6" -> "178 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"178 dequantize_per_tensor_default_6" -> "184 linear_3" [label="(1, 197, 3072)", style=solid]; +"179 scale_updated_constant4" -> "181 mul_tensor_4" [label="(768, 1)", style=solid]; +"180 compressed_weight_updated_constant4" -> "181 mul_tensor_4" [label="(768, 3072)", style=solid]; +"181 mul_tensor_4" -> "183 sub_tensor_4" [label="(768, 3072)", style=solid]; +"182 zero_point_updated_constant4" -> "183 sub_tensor_4" [label="(768, 1)", style=solid]; +"183 sub_tensor_4" -> "184 linear_3" [label="(768, 3072)", style=solid]; +"184 linear_3" -> "185 dropout_3" [label="(1, 197, 768)", style=solid]; +"185 dropout_3" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "187 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"187 layer_norm_2" -> "188 transpose_6" [label="(1, 197, 768)", style=solid]; +"188 transpose_6" -> "189 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"189 transpose_6_0_0_nncf_smooth_quant_0" -> "190 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"190 quantize_per_tensor_default_7" -> "191 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"191 dequantize_per_tensor_default_7" -> "197 linear_4" [label="(197, 1, 768)", style=solid]; +"192 scale_updated_constant5" -> "194 mul_tensor_5" [label="(2304, 1)", style=solid]; +"193 compressed_weight_updated_constant5" -> "194 mul_tensor_5" [label="(2304, 768)", style=solid]; +"194 mul_tensor_5" -> "196 sub_tensor_5" [label="(2304, 768)", style=solid]; +"195 zero_point_updated_constant5" -> "196 sub_tensor_5" [label="(2304, 1)", style=solid]; +"196 sub_tensor_5" -> "197 linear_4" [label="(2304, 768)", style=solid]; +"197 linear_4" -> "198 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"198 unflatten_1" -> "199 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"199 unsqueeze_1" -> "200 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"200 transpose_7" -> "201 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"201 squeeze_1" -> "202 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "203 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "206 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "209 select_5" [label="(3, 197, 1, 768)", style=solid]; +"203 quantize_per_tensor_default_8" -> "204 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"204 dequantize_per_tensor_default_8" -> "205 select_3" [label="(3, 197, 1, 768)", style=solid]; +"205 select_3" -> "210 view_8" [label="(197, 1, 768)", style=solid]; +"206 quantize_per_tensor_default_9" -> "207 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"207 dequantize_per_tensor_default_9" -> "208 select_4" [label="(3, 197, 1, 768)", style=solid]; +"208 select_4" -> "212 view_9" [label="(197, 1, 768)", style=solid]; +"209 select_5" -> "214 view_10" [label="(197, 1, 768)", style=solid]; +"210 view_8" -> "211 transpose_8" [label="(197, 12, 64)", style=solid]; +"211 transpose_8" -> "216 view_11" [label="(12, 197, 64)", style=solid]; +"212 view_9" -> "213 transpose_9" [label="(197, 12, 64)", style=solid]; +"213 transpose_9" -> "217 view_12" [label="(12, 197, 64)", style=solid]; +"214 view_10" -> "215 transpose_10" [label="(197, 12, 64)", style=solid]; +"215 transpose_10" -> "218 view_13" [label="(12, 197, 64)", style=solid]; +"216 view_11" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"217 view_12" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"218 view_13" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"219 scaled_dot_product_attention_1" -> "220 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"220 permute_2" -> "221 view_14" [label="(197, 1, 12, 64)", style=solid]; +"221 view_14" -> "222 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"222 view_14_0_0_nncf_smooth_quant_0" -> "223 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"223 quantize_per_tensor_default_10" -> "224 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"224 dequantize_per_tensor_default_10" -> "230 linear_5" [label="(197, 768)", style=solid]; +"225 scale_updated_constant6" -> "227 mul_tensor_6" [label="(768, 1)", style=solid]; +"226 compressed_weight_updated_constant6" -> "227 mul_tensor_6" [label="(768, 768)", style=solid]; +"227 mul_tensor_6" -> "229 sub_tensor_6" [label="(768, 768)", style=solid]; +"228 zero_point_updated_constant6" -> "229 sub_tensor_6" [label="(768, 1)", style=solid]; +"229 sub_tensor_6" -> "230 linear_5" [label="(768, 768)", style=solid]; +"230 linear_5" -> "231 view_15" [label="(197, 768)", style=solid]; +"231 view_15" -> "232 transpose_11" [label="(197, 1, 768)", style=solid]; +"232 transpose_11" -> "233 dropout_4" [label="(1, 197, 768)", style=solid]; +"233 dropout_4" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "235 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"235 layer_norm_3" -> "236 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" -> "237 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"237 quantize_per_tensor_default_11" -> "238 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"238 dequantize_per_tensor_default_11" -> "244 linear_6" [label="(1, 197, 768)", style=solid]; +"239 scale_updated_constant7" -> "241 mul_tensor_7" [label="(3072, 1)", style=solid]; +"240 compressed_weight_updated_constant7" -> "241 mul_tensor_7" [label="(3072, 768)", style=solid]; +"241 mul_tensor_7" -> "243 sub_tensor_7" [label="(3072, 768)", style=solid]; +"242 zero_point_updated_constant7" -> "243 sub_tensor_7" [label="(3072, 1)", style=solid]; +"243 sub_tensor_7" -> "244 linear_6" [label="(3072, 768)", style=solid]; +"244 linear_6" -> "245 gelu_1" [label="(1, 197, 3072)", style=solid]; +"245 gelu_1" -> "246 dropout_5" [label="(1, 197, 3072)", style=solid]; +"246 dropout_5" -> "247 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"247 dropout_5_0_0_nncf_smooth_quant_0" -> "248 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"248 quantize_per_tensor_default_12" -> "249 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"249 dequantize_per_tensor_default_12" -> "255 linear_7" [label="(1, 197, 3072)", style=solid]; +"250 scale_updated_constant8" -> "252 mul_tensor_8" [label="(768, 1)", style=solid]; +"251 compressed_weight_updated_constant8" -> "252 mul_tensor_8" [label="(768, 3072)", style=solid]; +"252 mul_tensor_8" -> "254 sub_tensor_8" [label="(768, 3072)", style=solid]; +"253 zero_point_updated_constant8" -> "254 sub_tensor_8" [label="(768, 1)", style=solid]; +"254 sub_tensor_8" -> "255 linear_7" [label="(768, 3072)", style=solid]; +"255 linear_7" -> "256 dropout_6" [label="(1, 197, 768)", style=solid]; +"256 dropout_6" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "258 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"258 layer_norm_4" -> "259 transpose_12" [label="(1, 197, 768)", style=solid]; +"259 transpose_12" -> "260 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"260 transpose_12_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_13" -> "262 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_13" -> "268 linear_8" [label="(197, 1, 768)", style=solid]; +"263 scale_updated_constant9" -> "265 mul_tensor_9" [label="(2304, 1)", style=solid]; +"264 compressed_weight_updated_constant9" -> "265 mul_tensor_9" [label="(2304, 768)", style=solid]; +"265 mul_tensor_9" -> "267 sub_tensor_9" [label="(2304, 768)", style=solid]; +"266 zero_point_updated_constant9" -> "267 sub_tensor_9" [label="(2304, 1)", style=solid]; +"267 sub_tensor_9" -> "268 linear_8" [label="(2304, 768)", style=solid]; +"268 linear_8" -> "269 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_2" -> "270 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_2" -> "271 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_13" -> "272 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_2" -> "273 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "274 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "277 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "280 select_8" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_14" -> "275 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_14" -> "276 select_6" [label="(3, 197, 1, 768)", style=solid]; +"276 select_6" -> "281 view_16" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_15" -> "278 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_15" -> "279 select_7" [label="(3, 197, 1, 768)", style=solid]; +"279 select_7" -> "283 view_17" [label="(197, 1, 768)", style=solid]; +"280 select_8" -> "285 view_18" [label="(197, 1, 768)", style=solid]; +"281 view_16" -> "282 transpose_14" [label="(197, 12, 64)", style=solid]; +"282 transpose_14" -> "287 view_19" [label="(12, 197, 64)", style=solid]; +"283 view_17" -> "284 transpose_15" [label="(197, 12, 64)", style=solid]; +"284 transpose_15" -> "288 view_20" [label="(12, 197, 64)", style=solid]; +"285 view_18" -> "286 transpose_16" [label="(197, 12, 64)", style=solid]; +"286 transpose_16" -> "289 view_21" [label="(12, 197, 64)", style=solid]; +"287 view_19" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"288 view_20" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"289 view_21" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_2" -> "291 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_3" -> "292 view_22" [label="(197, 1, 12, 64)", style=solid]; +"292 view_22" -> "293 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_22_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_16" -> "295 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_16" -> "301 linear_9" [label="(197, 768)", style=solid]; +"296 scale_updated_constant10" -> "298 mul_tensor_10" [label="(768, 1)", style=solid]; +"297 compressed_weight_updated_constant10" -> "298 mul_tensor_10" [label="(768, 768)", style=solid]; +"298 mul_tensor_10" -> "300 sub_tensor_10" [label="(768, 768)", style=solid]; +"299 zero_point_updated_constant10" -> "300 sub_tensor_10" [label="(768, 1)", style=solid]; +"300 sub_tensor_10" -> "301 linear_9" [label="(768, 768)", style=solid]; +"301 linear_9" -> "302 view_23" [label="(197, 768)", style=solid]; +"302 view_23" -> "303 transpose_17" [label="(197, 1, 768)", style=solid]; +"303 transpose_17" -> "304 dropout_7" [label="(1, 197, 768)", style=solid]; +"304 dropout_7" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "306 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"306 layer_norm_5" -> "307 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" -> "308 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"308 quantize_per_tensor_default_17" -> "309 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"309 dequantize_per_tensor_default_17" -> "315 linear_10" [label="(1, 197, 768)", style=solid]; +"310 scale_updated_constant11" -> "312 mul_tensor_11" [label="(3072, 1)", style=solid]; +"311 compressed_weight_updated_constant11" -> "312 mul_tensor_11" [label="(3072, 768)", style=solid]; +"312 mul_tensor_11" -> "314 sub_tensor_11" [label="(3072, 768)", style=solid]; +"313 zero_point_updated_constant11" -> "314 sub_tensor_11" [label="(3072, 1)", style=solid]; +"314 sub_tensor_11" -> "315 linear_10" [label="(3072, 768)", style=solid]; +"315 linear_10" -> "316 gelu_2" [label="(1, 197, 3072)", style=solid]; +"316 gelu_2" -> "317 dropout_8" [label="(1, 197, 3072)", style=solid]; +"317 dropout_8" -> "318 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"318 dropout_8_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"319 quantize_per_tensor_default_18" -> "320 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"320 dequantize_per_tensor_default_18" -> "326 linear_11" [label="(1, 197, 3072)", style=solid]; +"321 scale_updated_constant12" -> "323 mul_tensor_12" [label="(768, 1)", style=solid]; +"322 compressed_weight_updated_constant12" -> "323 mul_tensor_12" [label="(768, 3072)", style=solid]; +"323 mul_tensor_12" -> "325 sub_tensor_12" [label="(768, 3072)", style=solid]; +"324 zero_point_updated_constant12" -> "325 sub_tensor_12" [label="(768, 1)", style=solid]; +"325 sub_tensor_12" -> "326 linear_11" [label="(768, 3072)", style=solid]; +"326 linear_11" -> "327 dropout_9" [label="(1, 197, 768)", style=solid]; +"327 dropout_9" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "329 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"329 layer_norm_6" -> "330 transpose_18" [label="(1, 197, 768)", style=solid]; +"330 transpose_18" -> "331 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"331 transpose_18_0_0_nncf_smooth_quant_0" -> "332 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"332 quantize_per_tensor_default_19" -> "333 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"333 dequantize_per_tensor_default_19" -> "339 linear_12" [label="(197, 1, 768)", style=solid]; +"334 scale_updated_constant13" -> "336 mul_tensor_13" [label="(2304, 1)", style=solid]; +"335 compressed_weight_updated_constant13" -> "336 mul_tensor_13" [label="(2304, 768)", style=solid]; +"336 mul_tensor_13" -> "338 sub_tensor_13" [label="(2304, 768)", style=solid]; +"337 zero_point_updated_constant13" -> "338 sub_tensor_13" [label="(2304, 1)", style=solid]; +"338 sub_tensor_13" -> "339 linear_12" [label="(2304, 768)", style=solid]; +"339 linear_12" -> "340 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"340 unflatten_3" -> "341 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"341 unsqueeze_3" -> "342 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"342 transpose_19" -> "343 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"343 squeeze_3" -> "344 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "345 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "348 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "351 select_11" [label="(3, 197, 1, 768)", style=solid]; +"345 quantize_per_tensor_default_20" -> "346 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"346 dequantize_per_tensor_default_20" -> "347 select_9" [label="(3, 197, 1, 768)", style=solid]; +"347 select_9" -> "352 view_24" [label="(197, 1, 768)", style=solid]; +"348 quantize_per_tensor_default_21" -> "349 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"349 dequantize_per_tensor_default_21" -> "350 select_10" [label="(3, 197, 1, 768)", style=solid]; +"350 select_10" -> "354 view_25" [label="(197, 1, 768)", style=solid]; +"351 select_11" -> "356 view_26" [label="(197, 1, 768)", style=solid]; +"352 view_24" -> "353 transpose_20" [label="(197, 12, 64)", style=solid]; +"353 transpose_20" -> "358 view_27" [label="(12, 197, 64)", style=solid]; +"354 view_25" -> "355 transpose_21" [label="(197, 12, 64)", style=solid]; +"355 transpose_21" -> "359 view_28" [label="(12, 197, 64)", style=solid]; +"356 view_26" -> "357 transpose_22" [label="(197, 12, 64)", style=solid]; +"357 transpose_22" -> "360 view_29" [label="(12, 197, 64)", style=solid]; +"358 view_27" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"359 view_28" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"360 view_29" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"361 scaled_dot_product_attention_3" -> "362 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"362 permute_4" -> "363 view_30" [label="(197, 1, 12, 64)", style=solid]; +"363 view_30" -> "364 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"364 view_30_0_0_nncf_smooth_quant_0" -> "365 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"365 quantize_per_tensor_default_22" -> "366 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"366 dequantize_per_tensor_default_22" -> "372 linear_13" [label="(197, 768)", style=solid]; +"367 scale_updated_constant14" -> "369 mul_tensor_14" [label="(768, 1)", style=solid]; +"368 compressed_weight_updated_constant14" -> "369 mul_tensor_14" [label="(768, 768)", style=solid]; +"369 mul_tensor_14" -> "371 sub_tensor_14" [label="(768, 768)", style=solid]; +"370 zero_point_updated_constant14" -> "371 sub_tensor_14" [label="(768, 1)", style=solid]; +"371 sub_tensor_14" -> "372 linear_13" [label="(768, 768)", style=solid]; +"372 linear_13" -> "373 view_31" [label="(197, 768)", style=solid]; +"373 view_31" -> "374 transpose_23" [label="(197, 1, 768)", style=solid]; +"374 transpose_23" -> "375 dropout_10" [label="(1, 197, 768)", style=solid]; +"375 dropout_10" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "377 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"377 layer_norm_7" -> "378 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" -> "379 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"379 quantize_per_tensor_default_23" -> "380 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"380 dequantize_per_tensor_default_23" -> "386 linear_14" [label="(1, 197, 768)", style=solid]; +"381 scale_updated_constant15" -> "383 mul_tensor_15" [label="(3072, 1)", style=solid]; +"382 compressed_weight_updated_constant15" -> "383 mul_tensor_15" [label="(3072, 768)", style=solid]; +"383 mul_tensor_15" -> "385 sub_tensor_15" [label="(3072, 768)", style=solid]; +"384 zero_point_updated_constant15" -> "385 sub_tensor_15" [label="(3072, 1)", style=solid]; +"385 sub_tensor_15" -> "386 linear_14" [label="(3072, 768)", style=solid]; +"386 linear_14" -> "387 gelu_3" [label="(1, 197, 3072)", style=solid]; +"387 gelu_3" -> "388 dropout_11" [label="(1, 197, 3072)", style=solid]; +"388 dropout_11" -> "389 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"389 dropout_11_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"390 quantize_per_tensor_default_24" -> "391 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"391 dequantize_per_tensor_default_24" -> "397 linear_15" [label="(1, 197, 3072)", style=solid]; +"392 scale_updated_constant16" -> "394 mul_tensor_16" [label="(768, 1)", style=solid]; +"393 compressed_weight_updated_constant16" -> "394 mul_tensor_16" [label="(768, 3072)", style=solid]; +"394 mul_tensor_16" -> "396 sub_tensor_16" [label="(768, 3072)", style=solid]; +"395 zero_point_updated_constant16" -> "396 sub_tensor_16" [label="(768, 1)", style=solid]; +"396 sub_tensor_16" -> "397 linear_15" [label="(768, 3072)", style=solid]; +"397 linear_15" -> "398 dropout_12" [label="(1, 197, 768)", style=solid]; +"398 dropout_12" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "400 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"400 layer_norm_8" -> "401 transpose_24" [label="(1, 197, 768)", style=solid]; +"401 transpose_24" -> "402 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"402 transpose_24_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"403 quantize_per_tensor_default_25" -> "404 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"404 dequantize_per_tensor_default_25" -> "410 linear_16" [label="(197, 1, 768)", style=solid]; +"405 scale_updated_constant17" -> "407 mul_tensor_17" [label="(2304, 1)", style=solid]; +"406 compressed_weight_updated_constant17" -> "407 mul_tensor_17" [label="(2304, 768)", style=solid]; +"407 mul_tensor_17" -> "409 sub_tensor_17" [label="(2304, 768)", style=solid]; +"408 zero_point_updated_constant17" -> "409 sub_tensor_17" [label="(2304, 1)", style=solid]; +"409 sub_tensor_17" -> "410 linear_16" [label="(2304, 768)", style=solid]; +"410 linear_16" -> "411 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"411 unflatten_4" -> "412 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"412 unsqueeze_4" -> "413 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"413 transpose_25" -> "414 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"414 squeeze_4" -> "415 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "416 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "419 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "422 select_14" [label="(3, 197, 1, 768)", style=solid]; +"416 quantize_per_tensor_default_26" -> "417 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"417 dequantize_per_tensor_default_26" -> "418 select_12" [label="(3, 197, 1, 768)", style=solid]; +"418 select_12" -> "423 view_32" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_27" -> "420 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_27" -> "421 select_13" [label="(3, 197, 1, 768)", style=solid]; +"421 select_13" -> "425 view_33" [label="(197, 1, 768)", style=solid]; +"422 select_14" -> "427 view_34" [label="(197, 1, 768)", style=solid]; +"423 view_32" -> "424 transpose_26" [label="(197, 12, 64)", style=solid]; +"424 transpose_26" -> "429 view_35" [label="(12, 197, 64)", style=solid]; +"425 view_33" -> "426 transpose_27" [label="(197, 12, 64)", style=solid]; +"426 transpose_27" -> "430 view_36" [label="(12, 197, 64)", style=solid]; +"427 view_34" -> "428 transpose_28" [label="(197, 12, 64)", style=solid]; +"428 transpose_28" -> "431 view_37" [label="(12, 197, 64)", style=solid]; +"429 view_35" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"430 view_36" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"431 view_37" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"432 scaled_dot_product_attention_4" -> "433 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"433 permute_5" -> "434 view_38" [label="(197, 1, 12, 64)", style=solid]; +"434 view_38" -> "435 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"435 view_38_0_0_nncf_smooth_quant_0" -> "436 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"436 quantize_per_tensor_default_28" -> "437 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"437 dequantize_per_tensor_default_28" -> "443 linear_17" [label="(197, 768)", style=solid]; +"438 scale_updated_constant18" -> "440 mul_tensor_18" [label="(768, 1)", style=solid]; +"439 compressed_weight_updated_constant18" -> "440 mul_tensor_18" [label="(768, 768)", style=solid]; +"440 mul_tensor_18" -> "442 sub_tensor_18" [label="(768, 768)", style=solid]; +"441 zero_point_updated_constant18" -> "442 sub_tensor_18" [label="(768, 1)", style=solid]; +"442 sub_tensor_18" -> "443 linear_17" [label="(768, 768)", style=solid]; +"443 linear_17" -> "444 view_39" [label="(197, 768)", style=solid]; +"444 view_39" -> "445 transpose_29" [label="(197, 1, 768)", style=solid]; +"445 transpose_29" -> "446 dropout_13" [label="(1, 197, 768)", style=solid]; +"446 dropout_13" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "448 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"448 layer_norm_9" -> "449 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"450 quantize_per_tensor_default_29" -> "451 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"451 dequantize_per_tensor_default_29" -> "457 linear_18" [label="(1, 197, 768)", style=solid]; +"452 scale_updated_constant19" -> "454 mul_tensor_19" [label="(3072, 1)", style=solid]; +"453 compressed_weight_updated_constant19" -> "454 mul_tensor_19" [label="(3072, 768)", style=solid]; +"454 mul_tensor_19" -> "456 sub_tensor_19" [label="(3072, 768)", style=solid]; +"455 zero_point_updated_constant19" -> "456 sub_tensor_19" [label="(3072, 1)", style=solid]; +"456 sub_tensor_19" -> "457 linear_18" [label="(3072, 768)", style=solid]; +"457 linear_18" -> "458 gelu_4" [label="(1, 197, 3072)", style=solid]; +"458 gelu_4" -> "459 dropout_14" [label="(1, 197, 3072)", style=solid]; +"459 dropout_14" -> "460 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"460 dropout_14_0_0_nncf_smooth_quant_0" -> "461 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"461 quantize_per_tensor_default_30" -> "462 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"462 dequantize_per_tensor_default_30" -> "468 linear_19" [label="(1, 197, 3072)", style=solid]; +"463 scale_updated_constant20" -> "465 mul_tensor_20" [label="(768, 1)", style=solid]; +"464 compressed_weight_updated_constant20" -> "465 mul_tensor_20" [label="(768, 3072)", style=solid]; +"465 mul_tensor_20" -> "467 sub_tensor_20" [label="(768, 3072)", style=solid]; +"466 zero_point_updated_constant20" -> "467 sub_tensor_20" [label="(768, 1)", style=solid]; +"467 sub_tensor_20" -> "468 linear_19" [label="(768, 3072)", style=solid]; +"468 linear_19" -> "469 dropout_15" [label="(1, 197, 768)", style=solid]; +"469 dropout_15" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "471 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"471 layer_norm_10" -> "472 transpose_30" [label="(1, 197, 768)", style=solid]; +"472 transpose_30" -> "473 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"473 transpose_30_0_0_nncf_smooth_quant_0" -> "474 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"474 quantize_per_tensor_default_31" -> "475 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"475 dequantize_per_tensor_default_31" -> "481 linear_20" [label="(197, 1, 768)", style=solid]; +"476 scale_updated_constant21" -> "478 mul_tensor_21" [label="(2304, 1)", style=solid]; +"477 compressed_weight_updated_constant21" -> "478 mul_tensor_21" [label="(2304, 768)", style=solid]; +"478 mul_tensor_21" -> "480 sub_tensor_21" [label="(2304, 768)", style=solid]; +"479 zero_point_updated_constant21" -> "480 sub_tensor_21" [label="(2304, 1)", style=solid]; +"480 sub_tensor_21" -> "481 linear_20" [label="(2304, 768)", style=solid]; +"481 linear_20" -> "482 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"482 unflatten_5" -> "483 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"483 unsqueeze_5" -> "484 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"484 transpose_31" -> "485 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"485 squeeze_5" -> "486 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "487 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "490 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "493 select_17" [label="(3, 197, 1, 768)", style=solid]; +"487 quantize_per_tensor_default_32" -> "488 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"488 dequantize_per_tensor_default_32" -> "489 select_15" [label="(3, 197, 1, 768)", style=solid]; +"489 select_15" -> "494 view_40" [label="(197, 1, 768)", style=solid]; +"490 quantize_per_tensor_default_33" -> "491 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"491 dequantize_per_tensor_default_33" -> "492 select_16" [label="(3, 197, 1, 768)", style=solid]; +"492 select_16" -> "496 view_41" [label="(197, 1, 768)", style=solid]; +"493 select_17" -> "498 view_42" [label="(197, 1, 768)", style=solid]; +"494 view_40" -> "495 transpose_32" [label="(197, 12, 64)", style=solid]; +"495 transpose_32" -> "500 view_43" [label="(12, 197, 64)", style=solid]; +"496 view_41" -> "497 transpose_33" [label="(197, 12, 64)", style=solid]; +"497 transpose_33" -> "501 view_44" [label="(12, 197, 64)", style=solid]; +"498 view_42" -> "499 transpose_34" [label="(197, 12, 64)", style=solid]; +"499 transpose_34" -> "502 view_45" [label="(12, 197, 64)", style=solid]; +"500 view_43" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"501 view_44" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"502 view_45" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"503 scaled_dot_product_attention_5" -> "504 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"504 permute_6" -> "505 view_46" [label="(197, 1, 12, 64)", style=solid]; +"505 view_46" -> "506 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"506 view_46_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"507 quantize_per_tensor_default_34" -> "508 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"508 dequantize_per_tensor_default_34" -> "514 linear_21" [label="(197, 768)", style=solid]; +"509 scale_updated_constant22" -> "511 mul_tensor_22" [label="(768, 1)", style=solid]; +"510 compressed_weight_updated_constant22" -> "511 mul_tensor_22" [label="(768, 768)", style=solid]; +"511 mul_tensor_22" -> "513 sub_tensor_22" [label="(768, 768)", style=solid]; +"512 zero_point_updated_constant22" -> "513 sub_tensor_22" [label="(768, 1)", style=solid]; +"513 sub_tensor_22" -> "514 linear_21" [label="(768, 768)", style=solid]; +"514 linear_21" -> "515 view_47" [label="(197, 768)", style=solid]; +"515 view_47" -> "516 transpose_35" [label="(197, 1, 768)", style=solid]; +"516 transpose_35" -> "517 dropout_16" [label="(1, 197, 768)", style=solid]; +"517 dropout_16" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "519 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"519 layer_norm_11" -> "520 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"521 quantize_per_tensor_default_35" -> "522 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"522 dequantize_per_tensor_default_35" -> "528 linear_22" [label="(1, 197, 768)", style=solid]; +"523 scale_updated_constant23" -> "525 mul_tensor_23" [label="(3072, 1)", style=solid]; +"524 compressed_weight_updated_constant23" -> "525 mul_tensor_23" [label="(3072, 768)", style=solid]; +"525 mul_tensor_23" -> "527 sub_tensor_23" [label="(3072, 768)", style=solid]; +"526 zero_point_updated_constant23" -> "527 sub_tensor_23" [label="(3072, 1)", style=solid]; +"527 sub_tensor_23" -> "528 linear_22" [label="(3072, 768)", style=solid]; +"528 linear_22" -> "529 gelu_5" [label="(1, 197, 3072)", style=solid]; +"529 gelu_5" -> "530 dropout_17" [label="(1, 197, 3072)", style=solid]; +"530 dropout_17" -> "531 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"531 dropout_17_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"532 quantize_per_tensor_default_36" -> "533 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"533 dequantize_per_tensor_default_36" -> "539 linear_23" [label="(1, 197, 3072)", style=solid]; +"534 scale_updated_constant24" -> "536 mul_tensor_24" [label="(768, 1)", style=solid]; +"535 compressed_weight_updated_constant24" -> "536 mul_tensor_24" [label="(768, 3072)", style=solid]; +"536 mul_tensor_24" -> "538 sub_tensor_24" [label="(768, 3072)", style=solid]; +"537 zero_point_updated_constant24" -> "538 sub_tensor_24" [label="(768, 1)", style=solid]; +"538 sub_tensor_24" -> "539 linear_23" [label="(768, 3072)", style=solid]; +"539 linear_23" -> "540 dropout_18" [label="(1, 197, 768)", style=solid]; +"540 dropout_18" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "542 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"542 layer_norm_12" -> "543 transpose_36" [label="(1, 197, 768)", style=solid]; +"543 transpose_36" -> "544 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"544 transpose_36_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"545 quantize_per_tensor_default_37" -> "546 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"546 dequantize_per_tensor_default_37" -> "552 linear_24" [label="(197, 1, 768)", style=solid]; +"547 scale_updated_constant25" -> "549 mul_tensor_25" [label="(2304, 1)", style=solid]; +"548 compressed_weight_updated_constant25" -> "549 mul_tensor_25" [label="(2304, 768)", style=solid]; +"549 mul_tensor_25" -> "551 sub_tensor_25" [label="(2304, 768)", style=solid]; +"550 zero_point_updated_constant25" -> "551 sub_tensor_25" [label="(2304, 1)", style=solid]; +"551 sub_tensor_25" -> "552 linear_24" [label="(2304, 768)", style=solid]; +"552 linear_24" -> "553 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"553 unflatten_6" -> "554 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"554 unsqueeze_6" -> "555 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"555 transpose_37" -> "556 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"556 squeeze_6" -> "557 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "558 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "561 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "564 select_20" [label="(3, 197, 1, 768)", style=solid]; +"558 quantize_per_tensor_default_38" -> "559 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"559 dequantize_per_tensor_default_38" -> "560 select_18" [label="(3, 197, 1, 768)", style=solid]; +"560 select_18" -> "565 view_48" [label="(197, 1, 768)", style=solid]; +"561 quantize_per_tensor_default_39" -> "562 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"562 dequantize_per_tensor_default_39" -> "563 select_19" [label="(3, 197, 1, 768)", style=solid]; +"563 select_19" -> "567 view_49" [label="(197, 1, 768)", style=solid]; +"564 select_20" -> "569 view_50" [label="(197, 1, 768)", style=solid]; +"565 view_48" -> "566 transpose_38" [label="(197, 12, 64)", style=solid]; +"566 transpose_38" -> "571 view_51" [label="(12, 197, 64)", style=solid]; +"567 view_49" -> "568 transpose_39" [label="(197, 12, 64)", style=solid]; +"568 transpose_39" -> "572 view_52" [label="(12, 197, 64)", style=solid]; +"569 view_50" -> "570 transpose_40" [label="(197, 12, 64)", style=solid]; +"570 transpose_40" -> "573 view_53" [label="(12, 197, 64)", style=solid]; +"571 view_51" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"572 view_52" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"573 view_53" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"574 scaled_dot_product_attention_6" -> "575 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"575 permute_7" -> "576 view_54" [label="(197, 1, 12, 64)", style=solid]; +"576 view_54" -> "577 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"577 view_54_0_0_nncf_smooth_quant_0" -> "578 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"578 quantize_per_tensor_default_40" -> "579 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"579 dequantize_per_tensor_default_40" -> "585 linear_25" [label="(197, 768)", style=solid]; +"580 scale_updated_constant26" -> "582 mul_tensor_26" [label="(768, 1)", style=solid]; +"581 compressed_weight_updated_constant26" -> "582 mul_tensor_26" [label="(768, 768)", style=solid]; +"582 mul_tensor_26" -> "584 sub_tensor_26" [label="(768, 768)", style=solid]; +"583 zero_point_updated_constant26" -> "584 sub_tensor_26" [label="(768, 1)", style=solid]; +"584 sub_tensor_26" -> "585 linear_25" [label="(768, 768)", style=solid]; +"585 linear_25" -> "586 view_55" [label="(197, 768)", style=solid]; +"586 view_55" -> "587 transpose_41" [label="(197, 1, 768)", style=solid]; +"587 transpose_41" -> "588 dropout_19" [label="(1, 197, 768)", style=solid]; +"588 dropout_19" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "590 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"590 layer_norm_13" -> "591 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" -> "592 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"592 quantize_per_tensor_default_41" -> "593 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"593 dequantize_per_tensor_default_41" -> "599 linear_26" [label="(1, 197, 768)", style=solid]; +"594 scale_updated_constant27" -> "596 mul_tensor_27" [label="(3072, 1)", style=solid]; +"595 compressed_weight_updated_constant27" -> "596 mul_tensor_27" [label="(3072, 768)", style=solid]; +"596 mul_tensor_27" -> "598 sub_tensor_27" [label="(3072, 768)", style=solid]; +"597 zero_point_updated_constant27" -> "598 sub_tensor_27" [label="(3072, 1)", style=solid]; +"598 sub_tensor_27" -> "599 linear_26" [label="(3072, 768)", style=solid]; +"599 linear_26" -> "600 gelu_6" [label="(1, 197, 3072)", style=solid]; +"600 gelu_6" -> "601 dropout_20" [label="(1, 197, 3072)", style=solid]; +"601 dropout_20" -> "602 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"602 dropout_20_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"603 quantize_per_tensor_default_42" -> "604 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"604 dequantize_per_tensor_default_42" -> "610 linear_27" [label="(1, 197, 3072)", style=solid]; +"605 scale_updated_constant28" -> "607 mul_tensor_28" [label="(768, 1)", style=solid]; +"606 compressed_weight_updated_constant28" -> "607 mul_tensor_28" [label="(768, 3072)", style=solid]; +"607 mul_tensor_28" -> "609 sub_tensor_28" [label="(768, 3072)", style=solid]; +"608 zero_point_updated_constant28" -> "609 sub_tensor_28" [label="(768, 1)", style=solid]; +"609 sub_tensor_28" -> "610 linear_27" [label="(768, 3072)", style=solid]; +"610 linear_27" -> "611 dropout_21" [label="(1, 197, 768)", style=solid]; +"611 dropout_21" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "613 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"613 layer_norm_14" -> "614 transpose_42" [label="(1, 197, 768)", style=solid]; +"614 transpose_42" -> "615 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"615 transpose_42_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"616 quantize_per_tensor_default_43" -> "617 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"617 dequantize_per_tensor_default_43" -> "623 linear_28" [label="(197, 1, 768)", style=solid]; +"618 scale_updated_constant29" -> "620 mul_tensor_29" [label="(2304, 1)", style=solid]; +"619 compressed_weight_updated_constant29" -> "620 mul_tensor_29" [label="(2304, 768)", style=solid]; +"620 mul_tensor_29" -> "622 sub_tensor_29" [label="(2304, 768)", style=solid]; +"621 zero_point_updated_constant29" -> "622 sub_tensor_29" [label="(2304, 1)", style=solid]; +"622 sub_tensor_29" -> "623 linear_28" [label="(2304, 768)", style=solid]; +"623 linear_28" -> "624 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"624 unflatten_7" -> "625 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"625 unsqueeze_7" -> "626 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"626 transpose_43" -> "627 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"627 squeeze_7" -> "628 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "629 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "632 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "635 select_23" [label="(3, 197, 1, 768)", style=solid]; +"629 quantize_per_tensor_default_44" -> "630 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"630 dequantize_per_tensor_default_44" -> "631 select_21" [label="(3, 197, 1, 768)", style=solid]; +"631 select_21" -> "636 view_56" [label="(197, 1, 768)", style=solid]; +"632 quantize_per_tensor_default_45" -> "633 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"633 dequantize_per_tensor_default_45" -> "634 select_22" [label="(3, 197, 1, 768)", style=solid]; +"634 select_22" -> "638 view_57" [label="(197, 1, 768)", style=solid]; +"635 select_23" -> "640 view_58" [label="(197, 1, 768)", style=solid]; +"636 view_56" -> "637 transpose_44" [label="(197, 12, 64)", style=solid]; +"637 transpose_44" -> "642 view_59" [label="(12, 197, 64)", style=solid]; +"638 view_57" -> "639 transpose_45" [label="(197, 12, 64)", style=solid]; +"639 transpose_45" -> "643 view_60" [label="(12, 197, 64)", style=solid]; +"640 view_58" -> "641 transpose_46" [label="(197, 12, 64)", style=solid]; +"641 transpose_46" -> "644 view_61" [label="(12, 197, 64)", style=solid]; +"642 view_59" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"643 view_60" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"644 view_61" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"645 scaled_dot_product_attention_7" -> "646 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"646 permute_8" -> "647 view_62" [label="(197, 1, 12, 64)", style=solid]; +"647 view_62" -> "648 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"648 view_62_0_0_nncf_smooth_quant_0" -> "649 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"649 quantize_per_tensor_default_46" -> "650 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"650 dequantize_per_tensor_default_46" -> "656 linear_29" [label="(197, 768)", style=solid]; +"651 scale_updated_constant30" -> "653 mul_tensor_30" [label="(768, 1)", style=solid]; +"652 compressed_weight_updated_constant30" -> "653 mul_tensor_30" [label="(768, 768)", style=solid]; +"653 mul_tensor_30" -> "655 sub_tensor_30" [label="(768, 768)", style=solid]; +"654 zero_point_updated_constant30" -> "655 sub_tensor_30" [label="(768, 1)", style=solid]; +"655 sub_tensor_30" -> "656 linear_29" [label="(768, 768)", style=solid]; +"656 linear_29" -> "657 view_63" [label="(197, 768)", style=solid]; +"657 view_63" -> "658 transpose_47" [label="(197, 1, 768)", style=solid]; +"658 transpose_47" -> "659 dropout_22" [label="(1, 197, 768)", style=solid]; +"659 dropout_22" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "661 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"661 layer_norm_15" -> "662 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" -> "663 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"663 quantize_per_tensor_default_47" -> "664 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"664 dequantize_per_tensor_default_47" -> "670 linear_30" [label="(1, 197, 768)", style=solid]; +"665 scale_updated_constant31" -> "667 mul_tensor_31" [label="(3072, 1)", style=solid]; +"666 compressed_weight_updated_constant31" -> "667 mul_tensor_31" [label="(3072, 768)", style=solid]; +"667 mul_tensor_31" -> "669 sub_tensor_31" [label="(3072, 768)", style=solid]; +"668 zero_point_updated_constant31" -> "669 sub_tensor_31" [label="(3072, 1)", style=solid]; +"669 sub_tensor_31" -> "670 linear_30" [label="(3072, 768)", style=solid]; +"670 linear_30" -> "671 gelu_7" [label="(1, 197, 3072)", style=solid]; +"671 gelu_7" -> "672 dropout_23" [label="(1, 197, 3072)", style=solid]; +"672 dropout_23" -> "673 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"673 dropout_23_0_0_nncf_smooth_quant_0" -> "674 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"674 quantize_per_tensor_default_48" -> "675 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"675 dequantize_per_tensor_default_48" -> "681 linear_31" [label="(1, 197, 3072)", style=solid]; +"676 scale_updated_constant32" -> "678 mul_tensor_32" [label="(768, 1)", style=solid]; +"677 compressed_weight_updated_constant32" -> "678 mul_tensor_32" [label="(768, 3072)", style=solid]; +"678 mul_tensor_32" -> "680 sub_tensor_32" [label="(768, 3072)", style=solid]; +"679 zero_point_updated_constant32" -> "680 sub_tensor_32" [label="(768, 1)", style=solid]; +"680 sub_tensor_32" -> "681 linear_31" [label="(768, 3072)", style=solid]; +"681 linear_31" -> "682 dropout_24" [label="(1, 197, 768)", style=solid]; +"682 dropout_24" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "684 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"684 layer_norm_16" -> "685 transpose_48" [label="(1, 197, 768)", style=solid]; +"685 transpose_48" -> "686 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"686 transpose_48_0_0_nncf_smooth_quant_0" -> "687 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"687 quantize_per_tensor_default_49" -> "688 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"688 dequantize_per_tensor_default_49" -> "694 linear_32" [label="(197, 1, 768)", style=solid]; +"689 scale_updated_constant33" -> "691 mul_tensor_33" [label="(2304, 1)", style=solid]; +"690 compressed_weight_updated_constant33" -> "691 mul_tensor_33" [label="(2304, 768)", style=solid]; +"691 mul_tensor_33" -> "693 sub_tensor_33" [label="(2304, 768)", style=solid]; +"692 zero_point_updated_constant33" -> "693 sub_tensor_33" [label="(2304, 1)", style=solid]; +"693 sub_tensor_33" -> "694 linear_32" [label="(2304, 768)", style=solid]; +"694 linear_32" -> "695 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"695 unflatten_8" -> "696 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"696 unsqueeze_8" -> "697 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"697 transpose_49" -> "698 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"698 squeeze_8" -> "699 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "700 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "703 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "706 select_26" [label="(3, 197, 1, 768)", style=solid]; +"700 quantize_per_tensor_default_50" -> "701 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"701 dequantize_per_tensor_default_50" -> "702 select_24" [label="(3, 197, 1, 768)", style=solid]; +"702 select_24" -> "707 view_64" [label="(197, 1, 768)", style=solid]; +"703 quantize_per_tensor_default_51" -> "704 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"704 dequantize_per_tensor_default_51" -> "705 select_25" [label="(3, 197, 1, 768)", style=solid]; +"705 select_25" -> "709 view_65" [label="(197, 1, 768)", style=solid]; +"706 select_26" -> "711 view_66" [label="(197, 1, 768)", style=solid]; +"707 view_64" -> "708 transpose_50" [label="(197, 12, 64)", style=solid]; +"708 transpose_50" -> "713 view_67" [label="(12, 197, 64)", style=solid]; +"709 view_65" -> "710 transpose_51" [label="(197, 12, 64)", style=solid]; +"710 transpose_51" -> "714 view_68" [label="(12, 197, 64)", style=solid]; +"711 view_66" -> "712 transpose_52" [label="(197, 12, 64)", style=solid]; +"712 transpose_52" -> "715 view_69" [label="(12, 197, 64)", style=solid]; +"713 view_67" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"714 view_68" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"715 view_69" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"716 scaled_dot_product_attention_8" -> "717 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"717 permute_9" -> "718 view_70" [label="(197, 1, 12, 64)", style=solid]; +"718 view_70" -> "719 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"719 view_70_0_0_nncf_smooth_quant_0" -> "720 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"720 quantize_per_tensor_default_52" -> "721 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"721 dequantize_per_tensor_default_52" -> "727 linear_33" [label="(197, 768)", style=solid]; +"722 scale_updated_constant34" -> "724 mul_tensor_34" [label="(768, 1)", style=solid]; +"723 compressed_weight_updated_constant34" -> "724 mul_tensor_34" [label="(768, 768)", style=solid]; +"724 mul_tensor_34" -> "726 sub_tensor_34" [label="(768, 768)", style=solid]; +"725 zero_point_updated_constant34" -> "726 sub_tensor_34" [label="(768, 1)", style=solid]; +"726 sub_tensor_34" -> "727 linear_33" [label="(768, 768)", style=solid]; +"727 linear_33" -> "728 view_71" [label="(197, 768)", style=solid]; +"728 view_71" -> "729 transpose_53" [label="(197, 1, 768)", style=solid]; +"729 transpose_53" -> "730 dropout_25" [label="(1, 197, 768)", style=solid]; +"730 dropout_25" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "732 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"732 layer_norm_17" -> "733 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"734 quantize_per_tensor_default_53" -> "735 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"735 dequantize_per_tensor_default_53" -> "741 linear_34" [label="(1, 197, 768)", style=solid]; +"736 scale_updated_constant35" -> "738 mul_tensor_35" [label="(3072, 1)", style=solid]; +"737 compressed_weight_updated_constant35" -> "738 mul_tensor_35" [label="(3072, 768)", style=solid]; +"738 mul_tensor_35" -> "740 sub_tensor_35" [label="(3072, 768)", style=solid]; +"739 zero_point_updated_constant35" -> "740 sub_tensor_35" [label="(3072, 1)", style=solid]; +"740 sub_tensor_35" -> "741 linear_34" [label="(3072, 768)", style=solid]; +"741 linear_34" -> "742 gelu_8" [label="(1, 197, 3072)", style=solid]; +"742 gelu_8" -> "743 dropout_26" [label="(1, 197, 3072)", style=solid]; +"743 dropout_26" -> "744 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"744 dropout_26_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"745 quantize_per_tensor_default_54" -> "746 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"746 dequantize_per_tensor_default_54" -> "752 linear_35" [label="(1, 197, 3072)", style=solid]; +"747 scale_updated_constant36" -> "749 mul_tensor_36" [label="(768, 1)", style=solid]; +"748 compressed_weight_updated_constant36" -> "749 mul_tensor_36" [label="(768, 3072)", style=solid]; +"749 mul_tensor_36" -> "751 sub_tensor_36" [label="(768, 3072)", style=solid]; +"750 zero_point_updated_constant36" -> "751 sub_tensor_36" [label="(768, 1)", style=solid]; +"751 sub_tensor_36" -> "752 linear_35" [label="(768, 3072)", style=solid]; +"752 linear_35" -> "753 dropout_27" [label="(1, 197, 768)", style=solid]; +"753 dropout_27" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "755 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"755 layer_norm_18" -> "756 transpose_54" [label="(1, 197, 768)", style=solid]; +"756 transpose_54" -> "757 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"757 transpose_54_0_0_nncf_smooth_quant_0" -> "758 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"758 quantize_per_tensor_default_55" -> "759 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"759 dequantize_per_tensor_default_55" -> "765 linear_36" [label="(197, 1, 768)", style=solid]; +"760 scale_updated_constant37" -> "762 mul_tensor_37" [label="(2304, 1)", style=solid]; +"761 compressed_weight_updated_constant37" -> "762 mul_tensor_37" [label="(2304, 768)", style=solid]; +"762 mul_tensor_37" -> "764 sub_tensor_37" [label="(2304, 768)", style=solid]; +"763 zero_point_updated_constant37" -> "764 sub_tensor_37" [label="(2304, 1)", style=solid]; +"764 sub_tensor_37" -> "765 linear_36" [label="(2304, 768)", style=solid]; +"765 linear_36" -> "766 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"766 unflatten_9" -> "767 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"767 unsqueeze_9" -> "768 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"768 transpose_55" -> "769 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"769 squeeze_9" -> "770 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "771 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "774 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "777 select_29" [label="(3, 197, 1, 768)", style=solid]; +"771 quantize_per_tensor_default_56" -> "772 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"772 dequantize_per_tensor_default_56" -> "773 select_27" [label="(3, 197, 1, 768)", style=solid]; +"773 select_27" -> "778 view_72" [label="(197, 1, 768)", style=solid]; +"774 quantize_per_tensor_default_57" -> "775 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"775 dequantize_per_tensor_default_57" -> "776 select_28" [label="(3, 197, 1, 768)", style=solid]; +"776 select_28" -> "780 view_73" [label="(197, 1, 768)", style=solid]; +"777 select_29" -> "782 view_74" [label="(197, 1, 768)", style=solid]; +"778 view_72" -> "779 transpose_56" [label="(197, 12, 64)", style=solid]; +"779 transpose_56" -> "784 view_75" [label="(12, 197, 64)", style=solid]; +"780 view_73" -> "781 transpose_57" [label="(197, 12, 64)", style=solid]; +"781 transpose_57" -> "785 view_76" [label="(12, 197, 64)", style=solid]; +"782 view_74" -> "783 transpose_58" [label="(197, 12, 64)", style=solid]; +"783 transpose_58" -> "786 view_77" [label="(12, 197, 64)", style=solid]; +"784 view_75" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"785 view_76" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"786 view_77" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"787 scaled_dot_product_attention_9" -> "788 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"788 permute_10" -> "789 view_78" [label="(197, 1, 12, 64)", style=solid]; +"789 view_78" -> "790 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"790 view_78_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"791 quantize_per_tensor_default_58" -> "792 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"792 dequantize_per_tensor_default_58" -> "798 linear_37" [label="(197, 768)", style=solid]; +"793 scale_updated_constant38" -> "795 mul_tensor_38" [label="(768, 1)", style=solid]; +"794 compressed_weight_updated_constant38" -> "795 mul_tensor_38" [label="(768, 768)", style=solid]; +"795 mul_tensor_38" -> "797 sub_tensor_38" [label="(768, 768)", style=solid]; +"796 zero_point_updated_constant38" -> "797 sub_tensor_38" [label="(768, 1)", style=solid]; +"797 sub_tensor_38" -> "798 linear_37" [label="(768, 768)", style=solid]; +"798 linear_37" -> "799 view_79" [label="(197, 768)", style=solid]; +"799 view_79" -> "800 transpose_59" [label="(197, 1, 768)", style=solid]; +"800 transpose_59" -> "801 dropout_28" [label="(1, 197, 768)", style=solid]; +"801 dropout_28" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "803 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"803 layer_norm_19" -> "804 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" -> "805 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"805 quantize_per_tensor_default_59" -> "806 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"806 dequantize_per_tensor_default_59" -> "812 linear_38" [label="(1, 197, 768)", style=solid]; +"807 scale_updated_constant39" -> "809 mul_tensor_39" [label="(3072, 1)", style=solid]; +"808 compressed_weight_updated_constant39" -> "809 mul_tensor_39" [label="(3072, 768)", style=solid]; +"809 mul_tensor_39" -> "811 sub_tensor_39" [label="(3072, 768)", style=solid]; +"810 zero_point_updated_constant39" -> "811 sub_tensor_39" [label="(3072, 1)", style=solid]; +"811 sub_tensor_39" -> "812 linear_38" [label="(3072, 768)", style=solid]; +"812 linear_38" -> "813 gelu_9" [label="(1, 197, 3072)", style=solid]; +"813 gelu_9" -> "814 dropout_29" [label="(1, 197, 3072)", style=solid]; +"814 dropout_29" -> "815 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"815 dropout_29_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"816 quantize_per_tensor_default_60" -> "817 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"817 dequantize_per_tensor_default_60" -> "823 linear_39" [label="(1, 197, 3072)", style=solid]; +"818 scale_updated_constant40" -> "820 mul_tensor_40" [label="(768, 1)", style=solid]; +"819 compressed_weight_updated_constant40" -> "820 mul_tensor_40" [label="(768, 3072)", style=solid]; +"820 mul_tensor_40" -> "822 sub_tensor_40" [label="(768, 3072)", style=solid]; +"821 zero_point_updated_constant40" -> "822 sub_tensor_40" [label="(768, 1)", style=solid]; +"822 sub_tensor_40" -> "823 linear_39" [label="(768, 3072)", style=solid]; +"823 linear_39" -> "824 dropout_30" [label="(1, 197, 768)", style=solid]; +"824 dropout_30" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "826 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"826 layer_norm_20" -> "827 transpose_60" [label="(1, 197, 768)", style=solid]; +"827 transpose_60" -> "828 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"828 transpose_60_0_0_nncf_smooth_quant_0" -> "829 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"829 quantize_per_tensor_default_61" -> "830 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"830 dequantize_per_tensor_default_61" -> "836 linear_40" [label="(197, 1, 768)", style=solid]; +"831 scale_updated_constant41" -> "833 mul_tensor_41" [label="(2304, 1)", style=solid]; +"832 compressed_weight_updated_constant41" -> "833 mul_tensor_41" [label="(2304, 768)", style=solid]; +"833 mul_tensor_41" -> "835 sub_tensor_41" [label="(2304, 768)", style=solid]; +"834 zero_point_updated_constant41" -> "835 sub_tensor_41" [label="(2304, 1)", style=solid]; +"835 sub_tensor_41" -> "836 linear_40" [label="(2304, 768)", style=solid]; +"836 linear_40" -> "837 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"837 unflatten_10" -> "838 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"838 unsqueeze_10" -> "839 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"839 transpose_61" -> "840 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"840 squeeze_10" -> "841 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "842 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "845 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "848 select_32" [label="(3, 197, 1, 768)", style=solid]; +"842 quantize_per_tensor_default_62" -> "843 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"843 dequantize_per_tensor_default_62" -> "844 select_30" [label="(3, 197, 1, 768)", style=solid]; +"844 select_30" -> "849 view_80" [label="(197, 1, 768)", style=solid]; +"845 quantize_per_tensor_default_63" -> "846 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"846 dequantize_per_tensor_default_63" -> "847 select_31" [label="(3, 197, 1, 768)", style=solid]; +"847 select_31" -> "851 view_81" [label="(197, 1, 768)", style=solid]; +"848 select_32" -> "853 view_82" [label="(197, 1, 768)", style=solid]; +"849 view_80" -> "850 transpose_62" [label="(197, 12, 64)", style=solid]; +"850 transpose_62" -> "855 view_83" [label="(12, 197, 64)", style=solid]; +"851 view_81" -> "852 transpose_63" [label="(197, 12, 64)", style=solid]; +"852 transpose_63" -> "856 view_84" [label="(12, 197, 64)", style=solid]; +"853 view_82" -> "854 transpose_64" [label="(197, 12, 64)", style=solid]; +"854 transpose_64" -> "857 view_85" [label="(12, 197, 64)", style=solid]; +"855 view_83" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"856 view_84" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"857 view_85" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"858 scaled_dot_product_attention_10" -> "859 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"859 permute_11" -> "860 view_86" [label="(197, 1, 12, 64)", style=solid]; +"860 view_86" -> "861 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"861 view_86_0_0_nncf_smooth_quant_0" -> "862 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"862 quantize_per_tensor_default_64" -> "863 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"863 dequantize_per_tensor_default_64" -> "869 linear_41" [label="(197, 768)", style=solid]; +"864 scale_updated_constant42" -> "866 mul_tensor_42" [label="(768, 1)", style=solid]; +"865 compressed_weight_updated_constant42" -> "866 mul_tensor_42" [label="(768, 768)", style=solid]; +"866 mul_tensor_42" -> "868 sub_tensor_42" [label="(768, 768)", style=solid]; +"867 zero_point_updated_constant42" -> "868 sub_tensor_42" [label="(768, 1)", style=solid]; +"868 sub_tensor_42" -> "869 linear_41" [label="(768, 768)", style=solid]; +"869 linear_41" -> "870 view_87" [label="(197, 768)", style=solid]; +"870 view_87" -> "871 transpose_65" [label="(197, 1, 768)", style=solid]; +"871 transpose_65" -> "872 dropout_31" [label="(1, 197, 768)", style=solid]; +"872 dropout_31" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "874 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"874 layer_norm_21" -> "875 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"876 quantize_per_tensor_default_65" -> "877 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"877 dequantize_per_tensor_default_65" -> "883 linear_42" [label="(1, 197, 768)", style=solid]; +"878 scale_updated_constant43" -> "880 mul_tensor_43" [label="(3072, 1)", style=solid]; +"879 compressed_weight_updated_constant43" -> "880 mul_tensor_43" [label="(3072, 768)", style=solid]; +"880 mul_tensor_43" -> "882 sub_tensor_43" [label="(3072, 768)", style=solid]; +"881 zero_point_updated_constant43" -> "882 sub_tensor_43" [label="(3072, 1)", style=solid]; +"882 sub_tensor_43" -> "883 linear_42" [label="(3072, 768)", style=solid]; +"883 linear_42" -> "884 gelu_10" [label="(1, 197, 3072)", style=solid]; +"884 gelu_10" -> "885 dropout_32" [label="(1, 197, 3072)", style=solid]; +"885 dropout_32" -> "886 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"886 dropout_32_0_0_nncf_smooth_quant_0" -> "887 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"887 quantize_per_tensor_default_66" -> "888 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"888 dequantize_per_tensor_default_66" -> "894 linear_43" [label="(1, 197, 3072)", style=solid]; +"889 scale_updated_constant44" -> "891 mul_tensor_44" [label="(768, 1)", style=solid]; +"890 compressed_weight_updated_constant44" -> "891 mul_tensor_44" [label="(768, 3072)", style=solid]; +"891 mul_tensor_44" -> "893 sub_tensor_44" [label="(768, 3072)", style=solid]; +"892 zero_point_updated_constant44" -> "893 sub_tensor_44" [label="(768, 1)", style=solid]; +"893 sub_tensor_44" -> "894 linear_43" [label="(768, 3072)", style=solid]; +"894 linear_43" -> "895 dropout_33" [label="(1, 197, 768)", style=solid]; +"895 dropout_33" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "897 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"897 layer_norm_22" -> "898 transpose_66" [label="(1, 197, 768)", style=solid]; +"898 transpose_66" -> "899 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"899 transpose_66_0_0_nncf_smooth_quant_0" -> "900 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"900 quantize_per_tensor_default_67" -> "901 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"901 dequantize_per_tensor_default_67" -> "907 linear_44" [label="(197, 1, 768)", style=solid]; +"902 scale_updated_constant45" -> "904 mul_tensor_45" [label="(2304, 1)", style=solid]; +"903 compressed_weight_updated_constant45" -> "904 mul_tensor_45" [label="(2304, 768)", style=solid]; +"904 mul_tensor_45" -> "906 sub_tensor_45" [label="(2304, 768)", style=solid]; +"905 zero_point_updated_constant45" -> "906 sub_tensor_45" [label="(2304, 1)", style=solid]; +"906 sub_tensor_45" -> "907 linear_44" [label="(2304, 768)", style=solid]; +"907 linear_44" -> "908 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"908 unflatten_11" -> "909 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"909 unsqueeze_11" -> "910 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"910 transpose_67" -> "911 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"911 squeeze_11" -> "912 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "913 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "916 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "919 select_35" [label="(3, 197, 1, 768)", style=solid]; +"913 quantize_per_tensor_default_68" -> "914 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"914 dequantize_per_tensor_default_68" -> "915 select_33" [label="(3, 197, 1, 768)", style=solid]; +"915 select_33" -> "920 view_88" [label="(197, 1, 768)", style=solid]; +"916 quantize_per_tensor_default_69" -> "917 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"917 dequantize_per_tensor_default_69" -> "918 select_34" [label="(3, 197, 1, 768)", style=solid]; +"918 select_34" -> "922 view_89" [label="(197, 1, 768)", style=solid]; +"919 select_35" -> "924 view_90" [label="(197, 1, 768)", style=solid]; +"920 view_88" -> "921 transpose_68" [label="(197, 12, 64)", style=solid]; +"921 transpose_68" -> "926 view_91" [label="(12, 197, 64)", style=solid]; +"922 view_89" -> "923 transpose_69" [label="(197, 12, 64)", style=solid]; +"923 transpose_69" -> "927 view_92" [label="(12, 197, 64)", style=solid]; +"924 view_90" -> "925 transpose_70" [label="(197, 12, 64)", style=solid]; +"925 transpose_70" -> "928 view_93" [label="(12, 197, 64)", style=solid]; +"926 view_91" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"927 view_92" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"928 view_93" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"929 scaled_dot_product_attention_11" -> "930 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"930 permute_12" -> "931 view_94" [label="(197, 1, 12, 64)", style=solid]; +"931 view_94" -> "932 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"932 view_94_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"933 quantize_per_tensor_default_70" -> "934 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"934 dequantize_per_tensor_default_70" -> "940 linear_45" [label="(197, 768)", style=solid]; +"935 scale_updated_constant46" -> "937 mul_tensor_46" [label="(768, 1)", style=solid]; +"936 compressed_weight_updated_constant46" -> "937 mul_tensor_46" [label="(768, 768)", style=solid]; +"937 mul_tensor_46" -> "939 sub_tensor_46" [label="(768, 768)", style=solid]; +"938 zero_point_updated_constant46" -> "939 sub_tensor_46" [label="(768, 1)", style=solid]; +"939 sub_tensor_46" -> "940 linear_45" [label="(768, 768)", style=solid]; +"940 linear_45" -> "941 view_95" [label="(197, 768)", style=solid]; +"941 view_95" -> "942 transpose_71" [label="(197, 1, 768)", style=solid]; +"942 transpose_71" -> "943 dropout_34" [label="(1, 197, 768)", style=solid]; +"943 dropout_34" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "945 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"945 layer_norm_23" -> "946 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" -> "947 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"947 quantize_per_tensor_default_71" -> "948 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"948 dequantize_per_tensor_default_71" -> "954 linear_46" [label="(1, 197, 768)", style=solid]; +"949 scale_updated_constant47" -> "951 mul_tensor_47" [label="(3072, 1)", style=solid]; +"950 compressed_weight_updated_constant47" -> "951 mul_tensor_47" [label="(3072, 768)", style=solid]; +"951 mul_tensor_47" -> "953 sub_tensor_47" [label="(3072, 768)", style=solid]; +"952 zero_point_updated_constant47" -> "953 sub_tensor_47" [label="(3072, 1)", style=solid]; +"953 sub_tensor_47" -> "954 linear_46" [label="(3072, 768)", style=solid]; +"954 linear_46" -> "955 gelu_11" [label="(1, 197, 3072)", style=solid]; +"955 gelu_11" -> "956 dropout_35" [label="(1, 197, 3072)", style=solid]; +"956 dropout_35" -> "957 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"957 dropout_35_0_0_nncf_smooth_quant_0" -> "958 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"958 quantize_per_tensor_default_72" -> "959 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"959 dequantize_per_tensor_default_72" -> "965 linear_47" [label="(1, 197, 3072)", style=solid]; +"960 scale_updated_constant48" -> "962 mul_tensor_48" [label="(768, 1)", style=solid]; +"961 compressed_weight_updated_constant48" -> "962 mul_tensor_48" [label="(768, 3072)", style=solid]; +"962 mul_tensor_48" -> "964 sub_tensor_48" [label="(768, 3072)", style=solid]; +"963 zero_point_updated_constant48" -> "964 sub_tensor_48" [label="(768, 1)", style=solid]; +"964 sub_tensor_48" -> "965 linear_47" [label="(768, 3072)", style=solid]; +"965 linear_47" -> "966 dropout_36" [label="(1, 197, 768)", style=solid]; +"966 dropout_36" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"967 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; "974 scale_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 1)", style=solid]; "975 compressed_weight_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 768)", style=solid]; "976 mul_tensor_49" -> "978 sub_tensor_49" [label="(1000, 768)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index bbba2af8408..808d3cf801d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -1,1182 +1,1182 @@ strict digraph { "0 features_1_block_1_fc1_weight" [id=0, type=get_attr]; -"1 features_1_block_1_fc2_weight" [id=1, type=get_attr]; -"2 features_4_block_2_fc1_weight" [id=2, type=get_attr]; -"3 features_4_block_2_fc2_weight" [id=3, type=get_attr]; -"4 features_5_block_2_fc1_weight" [id=4, type=get_attr]; -"5 features_5_block_2_fc2_weight" [id=5, type=get_attr]; -"6 features_6_block_2_fc1_weight" [id=6, type=get_attr]; -"7 features_6_block_2_fc2_weight" [id=7, type=get_attr]; -"8 features_7_block_2_fc1_weight" [id=8, type=get_attr]; -"9 features_7_block_2_fc2_weight" [id=9, type=get_attr]; -"10 features_8_block_2_fc1_weight" [id=10, type=get_attr]; -"11 features_8_block_2_fc2_weight" [id=11, type=get_attr]; -"12 features_9_block_2_fc1_weight" [id=12, type=get_attr]; -"13 features_9_block_2_fc2_weight" [id=13, type=get_attr]; -"14 features_10_block_2_fc1_weight" [id=14, type=get_attr]; -"15 features_10_block_2_fc2_weight" [id=15, type=get_attr]; -"16 features_11_block_2_fc1_weight" [id=16, type=get_attr]; -"17 features_11_block_2_fc2_weight" [id=17, type=get_attr]; -"18 x" [id=18, type=input]; -"19 quantize_per_tensor_default" [id=19, type=quantize_per_tensor]; -"20 dequantize_per_tensor_default" [id=20, type=dequantize_per_tensor]; -"21 conv2d_scale_0" [id=21, type=get_attr]; -"22 conv2d_zero_point_0" [id=22, type=get_attr]; -"23 compressed_weight_updated_constant0" [id=23, type=get_attr]; -"24 quantize_per_channel_default" [id=24, type=quantize_per_channel]; -"25 dequantize_per_channel_default" [id=25, type=dequantize_per_channel]; -"26 features_0_0_weight_bias_0_0" [id=26, type=get_attr]; -"27 conv2d" [id=27, type=conv2d]; -"28 hardswish__scale_0" [id=28, type=get_attr]; -"29 hardswish__zero_point_0" [id=29, type=get_attr]; -"30 hardswish_" [id=30, type=hardswish_]; -"31 quantize_per_channel_default_1" [id=31, type=quantize_per_channel]; -"32 dequantize_per_channel_default_1" [id=32, type=dequantize_per_channel]; -"33 conv2d_1_scale_0" [id=33, type=get_attr]; -"34 conv2d_1_zero_point_0" [id=34, type=get_attr]; -"35 compressed_weight_updated_constant1" [id=35, type=get_attr]; -"36 quantize_per_channel_default_2" [id=36, type=quantize_per_channel]; -"37 dequantize_per_channel_default_2" [id=37, type=dequantize_per_channel]; -"38 features_1_block_0_0_weight_bias_0_0" [id=38, type=get_attr]; -"39 conv2d_1" [id=39, type=conv2d]; -"40 relu_" [id=40, type=relu_]; -"41 quantize_per_tensor_default_1" [id=41, type=quantize_per_tensor]; -"42 dequantize_per_tensor_default_2" [id=42, type=dequantize_per_tensor]; -"43 dequantize_per_tensor_default_1" [id=43, type=dequantize_per_tensor]; -"44 adaptive_avg_pool2d" [id=44, type=adaptive_avg_pool2d]; -"45 features_1_block_1_fc1_bias_0_0" [id=45, type=get_attr]; -"46 conv2d_2" [id=46, type=conv2d]; -"47 relu" [id=47, type=relu]; -"48 features_1_block_1_fc2_bias_0_0" [id=48, type=get_attr]; -"49 conv2d_3" [id=49, type=conv2d]; -"50 hardsigmoid" [id=50, type=hardsigmoid]; -"51 quantize_per_tensor_default_2" [id=51, type=quantize_per_tensor]; -"52 dequantize_per_tensor_default_3" [id=52, type=dequantize_per_tensor]; -"53 mul" [id=53, type=mul]; -"54 quantize_per_tensor_default_3" [id=54, type=quantize_per_tensor]; -"55 dequantize_per_tensor_default_4" [id=55, type=dequantize_per_tensor]; -"56 conv2d_4_scale_0" [id=56, type=get_attr]; -"57 conv2d_4_zero_point_0" [id=57, type=get_attr]; -"58 compressed_weight_updated_constant2" [id=58, type=get_attr]; -"59 quantize_per_channel_default_3" [id=59, type=quantize_per_channel]; -"60 dequantize_per_channel_default_3" [id=60, type=dequantize_per_channel]; -"61 features_1_block_2_0_weight_bias_0_0" [id=61, type=get_attr]; -"62 conv2d_4" [id=62, type=conv2d]; -"63 quantize_per_tensor_default_4" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_5" [id=64, type=dequantize_per_tensor]; -"65 conv2d_5_scale_0" [id=65, type=get_attr]; -"66 conv2d_5_zero_point_0" [id=66, type=get_attr]; -"67 compressed_weight_updated_constant3" [id=67, type=get_attr]; -"68 quantize_per_channel_default_4" [id=68, type=quantize_per_channel]; -"69 dequantize_per_channel_default_4" [id=69, type=dequantize_per_channel]; -"70 features_2_block_0_0_weight_bias_0_0" [id=70, type=get_attr]; -"71 conv2d_5" [id=71, type=conv2d]; -"72 relu__1_scale_0" [id=72, type=get_attr]; -"73 relu__1_zero_point_0" [id=73, type=get_attr]; -"74 relu__1" [id=74, type=relu_]; -"75 quantize_per_channel_default_5" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_5" [id=76, type=dequantize_per_channel]; -"77 conv2d_6_scale_0" [id=77, type=get_attr]; -"78 conv2d_6_zero_point_0" [id=78, type=get_attr]; -"79 compressed_weight_updated_constant4" [id=79, type=get_attr]; -"80 quantize_per_channel_default_6" [id=80, type=quantize_per_channel]; -"81 dequantize_per_channel_default_6" [id=81, type=dequantize_per_channel]; -"82 features_2_block_1_0_weight_bias_0_0" [id=82, type=get_attr]; -"83 conv2d_6" [id=83, type=conv2d]; -"84 relu__2" [id=84, type=relu_]; -"85 quantize_per_tensor_default_5" [id=85, type=quantize_per_tensor]; -"86 dequantize_per_tensor_default_6" [id=86, type=dequantize_per_tensor]; -"87 conv2d_7_scale_0" [id=87, type=get_attr]; -"88 conv2d_7_zero_point_0" [id=88, type=get_attr]; -"89 compressed_weight_updated_constant5" [id=89, type=get_attr]; -"90 quantize_per_channel_default_7" [id=90, type=quantize_per_channel]; -"91 dequantize_per_channel_default_7" [id=91, type=dequantize_per_channel]; -"92 features_2_block_2_0_weight_bias_0_0" [id=92, type=get_attr]; -"93 conv2d_7" [id=93, type=conv2d]; -"94 quantize_per_tensor_default_6" [id=94, type=quantize_per_tensor]; -"95 dequantize_per_tensor_default_8" [id=95, type=dequantize_per_tensor]; -"96 dequantize_per_tensor_default_7" [id=96, type=dequantize_per_tensor]; -"97 conv2d_8_scale_0" [id=97, type=get_attr]; -"98 conv2d_8_zero_point_0" [id=98, type=get_attr]; -"99 compressed_weight_updated_constant6" [id=99, type=get_attr]; -"100 quantize_per_channel_default_8" [id=100, type=quantize_per_channel]; -"101 dequantize_per_channel_default_8" [id=101, type=dequantize_per_channel]; -"102 features_3_block_0_0_weight_bias_0_0" [id=102, type=get_attr]; -"103 conv2d_8" [id=103, type=conv2d]; -"104 relu__3_scale_0" [id=104, type=get_attr]; -"105 relu__3_zero_point_0" [id=105, type=get_attr]; -"106 relu__3" [id=106, type=relu_]; -"107 quantize_per_channel_default_9" [id=107, type=quantize_per_channel]; -"108 dequantize_per_channel_default_9" [id=108, type=dequantize_per_channel]; -"109 conv2d_9_scale_0" [id=109, type=get_attr]; -"110 conv2d_9_zero_point_0" [id=110, type=get_attr]; -"111 compressed_weight_updated_constant7" [id=111, type=get_attr]; -"112 quantize_per_channel_default_10" [id=112, type=quantize_per_channel]; -"113 dequantize_per_channel_default_10" [id=113, type=dequantize_per_channel]; -"114 features_3_block_1_0_weight_bias_0_0" [id=114, type=get_attr]; -"115 conv2d_9" [id=115, type=conv2d]; -"116 relu__4" [id=116, type=relu_]; -"117 quantize_per_tensor_default_7" [id=117, type=quantize_per_tensor]; -"118 dequantize_per_tensor_default_9" [id=118, type=dequantize_per_tensor]; -"119 conv2d_10_scale_0" [id=119, type=get_attr]; -"120 conv2d_10_zero_point_0" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant8" [id=121, type=get_attr]; -"122 quantize_per_channel_default_11" [id=122, type=quantize_per_channel]; -"123 dequantize_per_channel_default_11" [id=123, type=dequantize_per_channel]; -"124 features_3_block_2_0_weight_bias_0_0" [id=124, type=get_attr]; -"125 conv2d_10" [id=125, type=conv2d]; -"126 quantize_per_tensor_default_8" [id=126, type=quantize_per_tensor]; -"127 dequantize_per_tensor_default_10" [id=127, type=dequantize_per_tensor]; -"128 add_" [id=128, type=add_]; -"129 quantize_per_tensor_default_9" [id=129, type=quantize_per_tensor]; -"130 dequantize_per_tensor_default_11" [id=130, type=dequantize_per_tensor]; -"131 conv2d_11_scale_0" [id=131, type=get_attr]; -"132 conv2d_11_zero_point_0" [id=132, type=get_attr]; -"133 compressed_weight_updated_constant9" [id=133, type=get_attr]; -"134 quantize_per_channel_default_12" [id=134, type=quantize_per_channel]; -"135 dequantize_per_channel_default_12" [id=135, type=dequantize_per_channel]; -"136 features_4_block_0_0_weight_bias_0_0" [id=136, type=get_attr]; -"137 conv2d_11" [id=137, type=conv2d]; -"138 hardswish__1_scale_0" [id=138, type=get_attr]; -"139 hardswish__1_zero_point_0" [id=139, type=get_attr]; -"140 hardswish__1" [id=140, type=hardswish_]; -"141 quantize_per_channel_default_13" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_13" [id=142, type=dequantize_per_channel]; -"143 conv2d_12_scale_0" [id=143, type=get_attr]; -"144 conv2d_12_zero_point_0" [id=144, type=get_attr]; -"145 compressed_weight_updated_constant10" [id=145, type=get_attr]; -"146 quantize_per_channel_default_14" [id=146, type=quantize_per_channel]; -"147 dequantize_per_channel_default_14" [id=147, type=dequantize_per_channel]; -"148 features_4_block_1_0_weight_bias_0_0" [id=148, type=get_attr]; -"149 conv2d_12" [id=149, type=conv2d]; -"150 hardswish__2" [id=150, type=hardswish_]; -"151 quantize_per_tensor_default_10" [id=151, type=quantize_per_tensor]; -"152 dequantize_per_tensor_default_13" [id=152, type=dequantize_per_tensor]; -"153 dequantize_per_tensor_default_12" [id=153, type=dequantize_per_tensor]; -"154 adaptive_avg_pool2d_1" [id=154, type=adaptive_avg_pool2d]; -"155 features_4_block_2_fc1_bias_0_0" [id=155, type=get_attr]; -"156 conv2d_13" [id=156, type=conv2d]; -"157 relu_1" [id=157, type=relu]; -"158 features_4_block_2_fc2_bias_0_0" [id=158, type=get_attr]; -"159 conv2d_14" [id=159, type=conv2d]; -"160 hardsigmoid_1" [id=160, type=hardsigmoid]; -"161 quantize_per_tensor_default_11" [id=161, type=quantize_per_tensor]; -"162 dequantize_per_tensor_default_14" [id=162, type=dequantize_per_tensor]; -"163 mul_1" [id=163, type=mul]; -"164 quantize_per_tensor_default_12" [id=164, type=quantize_per_tensor]; -"165 dequantize_per_tensor_default_15" [id=165, type=dequantize_per_tensor]; -"166 conv2d_15_scale_0" [id=166, type=get_attr]; -"167 conv2d_15_zero_point_0" [id=167, type=get_attr]; -"168 compressed_weight_updated_constant11" [id=168, type=get_attr]; -"169 quantize_per_channel_default_15" [id=169, type=quantize_per_channel]; -"170 dequantize_per_channel_default_15" [id=170, type=dequantize_per_channel]; -"171 features_4_block_3_0_weight_bias_0_0" [id=171, type=get_attr]; -"172 conv2d_15" [id=172, type=conv2d]; -"173 quantize_per_tensor_default_13" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_17" [id=174, type=dequantize_per_tensor]; -"175 dequantize_per_tensor_default_16" [id=175, type=dequantize_per_tensor]; -"176 conv2d_16_scale_0" [id=176, type=get_attr]; -"177 conv2d_16_zero_point_0" [id=177, type=get_attr]; -"178 compressed_weight_updated_constant12" [id=178, type=get_attr]; -"179 quantize_per_channel_default_16" [id=179, type=quantize_per_channel]; -"180 dequantize_per_channel_default_16" [id=180, type=dequantize_per_channel]; -"181 features_5_block_0_0_weight_bias_0_0" [id=181, type=get_attr]; -"182 conv2d_16" [id=182, type=conv2d]; -"183 hardswish__3_scale_0" [id=183, type=get_attr]; -"184 hardswish__3_zero_point_0" [id=184, type=get_attr]; -"185 hardswish__3" [id=185, type=hardswish_]; -"186 quantize_per_channel_default_17" [id=186, type=quantize_per_channel]; -"187 dequantize_per_channel_default_17" [id=187, type=dequantize_per_channel]; -"188 conv2d_17_scale_0" [id=188, type=get_attr]; -"189 conv2d_17_zero_point_0" [id=189, type=get_attr]; -"190 compressed_weight_updated_constant13" [id=190, type=get_attr]; -"191 quantize_per_channel_default_18" [id=191, type=quantize_per_channel]; -"192 dequantize_per_channel_default_18" [id=192, type=dequantize_per_channel]; -"193 features_5_block_1_0_weight_bias_0_0" [id=193, type=get_attr]; -"194 conv2d_17" [id=194, type=conv2d]; -"195 hardswish__4" [id=195, type=hardswish_]; -"196 quantize_per_tensor_default_14" [id=196, type=quantize_per_tensor]; -"197 dequantize_per_tensor_default_19" [id=197, type=dequantize_per_tensor]; -"198 dequantize_per_tensor_default_18" [id=198, type=dequantize_per_tensor]; -"199 adaptive_avg_pool2d_2" [id=199, type=adaptive_avg_pool2d]; -"200 features_5_block_2_fc1_bias_0_0" [id=200, type=get_attr]; -"201 conv2d_18" [id=201, type=conv2d]; -"202 relu_2" [id=202, type=relu]; -"203 features_5_block_2_fc2_bias_0_0" [id=203, type=get_attr]; -"204 conv2d_19" [id=204, type=conv2d]; -"205 hardsigmoid_2" [id=205, type=hardsigmoid]; -"206 quantize_per_tensor_default_15" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_20" [id=207, type=dequantize_per_tensor]; -"208 mul_2" [id=208, type=mul]; -"209 quantize_per_tensor_default_16" [id=209, type=quantize_per_tensor]; -"210 dequantize_per_tensor_default_21" [id=210, type=dequantize_per_tensor]; -"211 conv2d_20_scale_0" [id=211, type=get_attr]; -"212 conv2d_20_zero_point_0" [id=212, type=get_attr]; -"213 compressed_weight_updated_constant14" [id=213, type=get_attr]; -"214 quantize_per_channel_default_19" [id=214, type=quantize_per_channel]; -"215 dequantize_per_channel_default_19" [id=215, type=dequantize_per_channel]; -"216 features_5_block_3_0_weight_bias_0_0" [id=216, type=get_attr]; -"217 conv2d_20" [id=217, type=conv2d]; -"218 quantize_per_tensor_default_17" [id=218, type=quantize_per_tensor]; -"219 dequantize_per_tensor_default_22" [id=219, type=dequantize_per_tensor]; -"220 add__1" [id=220, type=add_]; -"221 quantize_per_tensor_default_18" [id=221, type=quantize_per_tensor]; -"222 dequantize_per_tensor_default_24" [id=222, type=dequantize_per_tensor]; -"223 dequantize_per_tensor_default_23" [id=223, type=dequantize_per_tensor]; -"224 conv2d_21_scale_0" [id=224, type=get_attr]; -"225 conv2d_21_zero_point_0" [id=225, type=get_attr]; -"226 compressed_weight_updated_constant15" [id=226, type=get_attr]; -"227 quantize_per_channel_default_20" [id=227, type=quantize_per_channel]; -"228 dequantize_per_channel_default_20" [id=228, type=dequantize_per_channel]; -"229 features_6_block_0_0_weight_bias_0_0" [id=229, type=get_attr]; -"230 conv2d_21" [id=230, type=conv2d]; -"231 hardswish__5_scale_0" [id=231, type=get_attr]; -"232 hardswish__5_zero_point_0" [id=232, type=get_attr]; -"233 hardswish__5" [id=233, type=hardswish_]; -"234 quantize_per_channel_default_21" [id=234, type=quantize_per_channel]; -"235 dequantize_per_channel_default_21" [id=235, type=dequantize_per_channel]; -"236 conv2d_22_scale_0" [id=236, type=get_attr]; -"237 conv2d_22_zero_point_0" [id=237, type=get_attr]; -"238 compressed_weight_updated_constant16" [id=238, type=get_attr]; -"239 quantize_per_channel_default_22" [id=239, type=quantize_per_channel]; -"240 dequantize_per_channel_default_22" [id=240, type=dequantize_per_channel]; -"241 features_6_block_1_0_weight_bias_0_0" [id=241, type=get_attr]; -"242 conv2d_22" [id=242, type=conv2d]; -"243 hardswish__6" [id=243, type=hardswish_]; -"244 quantize_per_tensor_default_19" [id=244, type=quantize_per_tensor]; -"245 dequantize_per_tensor_default_26" [id=245, type=dequantize_per_tensor]; -"246 dequantize_per_tensor_default_25" [id=246, type=dequantize_per_tensor]; -"247 adaptive_avg_pool2d_3" [id=247, type=adaptive_avg_pool2d]; -"248 features_6_block_2_fc1_bias_0_0" [id=248, type=get_attr]; -"249 conv2d_23" [id=249, type=conv2d]; -"250 relu_3" [id=250, type=relu]; -"251 features_6_block_2_fc2_bias_0_0" [id=251, type=get_attr]; -"252 conv2d_24" [id=252, type=conv2d]; -"253 hardsigmoid_3" [id=253, type=hardsigmoid]; -"254 quantize_per_tensor_default_20" [id=254, type=quantize_per_tensor]; -"255 dequantize_per_tensor_default_27" [id=255, type=dequantize_per_tensor]; -"256 mul_3" [id=256, type=mul]; -"257 quantize_per_tensor_default_21" [id=257, type=quantize_per_tensor]; -"258 dequantize_per_tensor_default_28" [id=258, type=dequantize_per_tensor]; -"259 conv2d_25_scale_0" [id=259, type=get_attr]; -"260 conv2d_25_zero_point_0" [id=260, type=get_attr]; -"261 compressed_weight_updated_constant17" [id=261, type=get_attr]; -"262 quantize_per_channel_default_23" [id=262, type=quantize_per_channel]; -"263 dequantize_per_channel_default_23" [id=263, type=dequantize_per_channel]; -"264 features_6_block_3_0_weight_bias_0_0" [id=264, type=get_attr]; -"265 conv2d_25" [id=265, type=conv2d]; -"266 quantize_per_tensor_default_22" [id=266, type=quantize_per_tensor]; -"267 dequantize_per_tensor_default_29" [id=267, type=dequantize_per_tensor]; -"268 add__2" [id=268, type=add_]; -"269 quantize_per_tensor_default_23" [id=269, type=quantize_per_tensor]; -"270 dequantize_per_tensor_default_30" [id=270, type=dequantize_per_tensor]; -"271 conv2d_26_scale_0" [id=271, type=get_attr]; -"272 conv2d_26_zero_point_0" [id=272, type=get_attr]; -"273 compressed_weight_updated_constant18" [id=273, type=get_attr]; -"274 quantize_per_channel_default_24" [id=274, type=quantize_per_channel]; -"275 dequantize_per_channel_default_24" [id=275, type=dequantize_per_channel]; -"276 features_7_block_0_0_weight_bias_0_0" [id=276, type=get_attr]; -"277 conv2d_26" [id=277, type=conv2d]; -"278 hardswish__7_scale_0" [id=278, type=get_attr]; -"279 hardswish__7_zero_point_0" [id=279, type=get_attr]; -"280 hardswish__7" [id=280, type=hardswish_]; -"281 quantize_per_channel_default_25" [id=281, type=quantize_per_channel]; -"282 dequantize_per_channel_default_25" [id=282, type=dequantize_per_channel]; -"283 conv2d_27_scale_0" [id=283, type=get_attr]; -"284 conv2d_27_zero_point_0" [id=284, type=get_attr]; -"285 compressed_weight_updated_constant19" [id=285, type=get_attr]; -"286 quantize_per_channel_default_26" [id=286, type=quantize_per_channel]; -"287 dequantize_per_channel_default_26" [id=287, type=dequantize_per_channel]; -"288 features_7_block_1_0_weight_bias_0_0" [id=288, type=get_attr]; -"289 conv2d_27" [id=289, type=conv2d]; -"290 hardswish__8" [id=290, type=hardswish_]; -"291 quantize_per_tensor_default_24" [id=291, type=quantize_per_tensor]; -"292 dequantize_per_tensor_default_32" [id=292, type=dequantize_per_tensor]; -"293 dequantize_per_tensor_default_31" [id=293, type=dequantize_per_tensor]; -"294 adaptive_avg_pool2d_4" [id=294, type=adaptive_avg_pool2d]; -"295 features_7_block_2_fc1_bias_0_0" [id=295, type=get_attr]; -"296 conv2d_28" [id=296, type=conv2d]; -"297 relu_4" [id=297, type=relu]; -"298 features_7_block_2_fc2_bias_0_0" [id=298, type=get_attr]; -"299 conv2d_29" [id=299, type=conv2d]; -"300 hardsigmoid_4" [id=300, type=hardsigmoid]; -"301 quantize_per_tensor_default_25" [id=301, type=quantize_per_tensor]; -"302 dequantize_per_tensor_default_33" [id=302, type=dequantize_per_tensor]; -"303 mul_4" [id=303, type=mul]; -"304 quantize_per_tensor_default_26" [id=304, type=quantize_per_tensor]; -"305 dequantize_per_tensor_default_34" [id=305, type=dequantize_per_tensor]; -"306 conv2d_30_scale_0" [id=306, type=get_attr]; -"307 conv2d_30_zero_point_0" [id=307, type=get_attr]; -"308 compressed_weight_updated_constant20" [id=308, type=get_attr]; -"309 quantize_per_channel_default_27" [id=309, type=quantize_per_channel]; -"310 dequantize_per_channel_default_27" [id=310, type=dequantize_per_channel]; -"311 features_7_block_3_0_weight_bias_0_0" [id=311, type=get_attr]; -"312 conv2d_30" [id=312, type=conv2d]; -"313 quantize_per_tensor_default_27" [id=313, type=quantize_per_tensor]; -"314 dequantize_per_tensor_default_36" [id=314, type=dequantize_per_tensor]; -"315 dequantize_per_tensor_default_35" [id=315, type=dequantize_per_tensor]; -"316 conv2d_31_scale_0" [id=316, type=get_attr]; -"317 conv2d_31_zero_point_0" [id=317, type=get_attr]; -"318 compressed_weight_updated_constant21" [id=318, type=get_attr]; -"319 quantize_per_channel_default_28" [id=319, type=quantize_per_channel]; -"320 dequantize_per_channel_default_28" [id=320, type=dequantize_per_channel]; -"321 features_8_block_0_0_weight_bias_0_0" [id=321, type=get_attr]; -"322 conv2d_31" [id=322, type=conv2d]; -"323 hardswish__9_scale_0" [id=323, type=get_attr]; -"324 hardswish__9_zero_point_0" [id=324, type=get_attr]; -"325 hardswish__9" [id=325, type=hardswish_]; -"326 quantize_per_channel_default_29" [id=326, type=quantize_per_channel]; -"327 dequantize_per_channel_default_29" [id=327, type=dequantize_per_channel]; -"328 conv2d_32_scale_0" [id=328, type=get_attr]; -"329 conv2d_32_zero_point_0" [id=329, type=get_attr]; -"330 compressed_weight_updated_constant22" [id=330, type=get_attr]; -"331 quantize_per_channel_default_30" [id=331, type=quantize_per_channel]; -"332 dequantize_per_channel_default_30" [id=332, type=dequantize_per_channel]; -"333 features_8_block_1_0_weight_bias_0_0" [id=333, type=get_attr]; -"334 conv2d_32" [id=334, type=conv2d]; -"335 hardswish__10" [id=335, type=hardswish_]; -"336 quantize_per_tensor_default_28" [id=336, type=quantize_per_tensor]; -"337 dequantize_per_tensor_default_38" [id=337, type=dequantize_per_tensor]; -"338 dequantize_per_tensor_default_37" [id=338, type=dequantize_per_tensor]; -"339 adaptive_avg_pool2d_5" [id=339, type=adaptive_avg_pool2d]; -"340 features_8_block_2_fc1_bias_0_0" [id=340, type=get_attr]; -"341 conv2d_33" [id=341, type=conv2d]; -"342 relu_5" [id=342, type=relu]; -"343 features_8_block_2_fc2_bias_0_0" [id=343, type=get_attr]; -"344 conv2d_34" [id=344, type=conv2d]; -"345 hardsigmoid_5" [id=345, type=hardsigmoid]; -"346 quantize_per_tensor_default_29" [id=346, type=quantize_per_tensor]; -"347 dequantize_per_tensor_default_39" [id=347, type=dequantize_per_tensor]; -"348 mul_5" [id=348, type=mul]; -"349 quantize_per_tensor_default_30" [id=349, type=quantize_per_tensor]; -"350 dequantize_per_tensor_default_40" [id=350, type=dequantize_per_tensor]; -"351 conv2d_35_scale_0" [id=351, type=get_attr]; -"352 conv2d_35_zero_point_0" [id=352, type=get_attr]; -"353 compressed_weight_updated_constant23" [id=353, type=get_attr]; -"354 quantize_per_channel_default_31" [id=354, type=quantize_per_channel]; -"355 dequantize_per_channel_default_31" [id=355, type=dequantize_per_channel]; -"356 features_8_block_3_0_weight_bias_0_0" [id=356, type=get_attr]; -"357 conv2d_35" [id=357, type=conv2d]; -"358 quantize_per_tensor_default_31" [id=358, type=quantize_per_tensor]; -"359 dequantize_per_tensor_default_41" [id=359, type=dequantize_per_tensor]; -"360 add__3" [id=360, type=add_]; -"361 quantize_per_tensor_default_32" [id=361, type=quantize_per_tensor]; -"362 dequantize_per_tensor_default_42" [id=362, type=dequantize_per_tensor]; -"363 conv2d_36_scale_0" [id=363, type=get_attr]; -"364 conv2d_36_zero_point_0" [id=364, type=get_attr]; -"365 compressed_weight_updated_constant24" [id=365, type=get_attr]; -"366 quantize_per_channel_default_32" [id=366, type=quantize_per_channel]; -"367 dequantize_per_channel_default_32" [id=367, type=dequantize_per_channel]; -"368 features_9_block_0_0_weight_bias_0_0" [id=368, type=get_attr]; -"369 conv2d_36" [id=369, type=conv2d]; -"370 hardswish__11_scale_0" [id=370, type=get_attr]; -"371 hardswish__11_zero_point_0" [id=371, type=get_attr]; -"372 hardswish__11" [id=372, type=hardswish_]; -"373 quantize_per_channel_default_33" [id=373, type=quantize_per_channel]; -"374 dequantize_per_channel_default_33" [id=374, type=dequantize_per_channel]; -"375 conv2d_37_scale_0" [id=375, type=get_attr]; -"376 conv2d_37_zero_point_0" [id=376, type=get_attr]; -"377 compressed_weight_updated_constant25" [id=377, type=get_attr]; -"378 quantize_per_channel_default_34" [id=378, type=quantize_per_channel]; -"379 dequantize_per_channel_default_34" [id=379, type=dequantize_per_channel]; -"380 features_9_block_1_0_weight_bias_0_0" [id=380, type=get_attr]; -"381 conv2d_37" [id=381, type=conv2d]; -"382 hardswish__12" [id=382, type=hardswish_]; -"383 quantize_per_tensor_default_33" [id=383, type=quantize_per_tensor]; -"384 dequantize_per_tensor_default_44" [id=384, type=dequantize_per_tensor]; -"385 dequantize_per_tensor_default_43" [id=385, type=dequantize_per_tensor]; -"386 adaptive_avg_pool2d_6" [id=386, type=adaptive_avg_pool2d]; -"387 features_9_block_2_fc1_bias_0_0" [id=387, type=get_attr]; -"388 conv2d_38" [id=388, type=conv2d]; -"389 relu_6" [id=389, type=relu]; -"390 features_9_block_2_fc2_bias_0_0" [id=390, type=get_attr]; -"391 conv2d_39" [id=391, type=conv2d]; -"392 hardsigmoid_6" [id=392, type=hardsigmoid]; -"393 quantize_per_tensor_default_34" [id=393, type=quantize_per_tensor]; -"394 dequantize_per_tensor_default_45" [id=394, type=dequantize_per_tensor]; -"395 mul_6" [id=395, type=mul]; -"396 quantize_per_tensor_default_35" [id=396, type=quantize_per_tensor]; -"397 dequantize_per_tensor_default_46" [id=397, type=dequantize_per_tensor]; -"398 conv2d_40_scale_0" [id=398, type=get_attr]; -"399 conv2d_40_zero_point_0" [id=399, type=get_attr]; -"400 compressed_weight_updated_constant26" [id=400, type=get_attr]; -"401 quantize_per_channel_default_35" [id=401, type=quantize_per_channel]; -"402 dequantize_per_channel_default_35" [id=402, type=dequantize_per_channel]; -"403 features_9_block_3_0_weight_bias_0_0" [id=403, type=get_attr]; -"404 conv2d_40" [id=404, type=conv2d]; -"405 quantize_per_tensor_default_36" [id=405, type=quantize_per_tensor]; -"406 dequantize_per_tensor_default_48" [id=406, type=dequantize_per_tensor]; -"407 dequantize_per_tensor_default_47" [id=407, type=dequantize_per_tensor]; -"408 conv2d_41_scale_0" [id=408, type=get_attr]; -"409 conv2d_41_zero_point_0" [id=409, type=get_attr]; -"410 compressed_weight_updated_constant27" [id=410, type=get_attr]; -"411 quantize_per_channel_default_36" [id=411, type=quantize_per_channel]; -"412 dequantize_per_channel_default_36" [id=412, type=dequantize_per_channel]; -"413 features_10_block_0_0_weight_bias_0_0" [id=413, type=get_attr]; -"414 conv2d_41" [id=414, type=conv2d]; -"415 hardswish__13_scale_0" [id=415, type=get_attr]; -"416 hardswish__13_zero_point_0" [id=416, type=get_attr]; -"417 hardswish__13" [id=417, type=hardswish_]; -"418 quantize_per_channel_default_37" [id=418, type=quantize_per_channel]; -"419 dequantize_per_channel_default_37" [id=419, type=dequantize_per_channel]; -"420 conv2d_42_scale_0" [id=420, type=get_attr]; -"421 conv2d_42_zero_point_0" [id=421, type=get_attr]; -"422 compressed_weight_updated_constant28" [id=422, type=get_attr]; -"423 quantize_per_channel_default_38" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_38" [id=424, type=dequantize_per_channel]; -"425 features_10_block_1_0_weight_bias_0_0" [id=425, type=get_attr]; -"426 conv2d_42" [id=426, type=conv2d]; -"427 hardswish__14" [id=427, type=hardswish_]; -"428 quantize_per_tensor_default_37" [id=428, type=quantize_per_tensor]; -"429 dequantize_per_tensor_default_50" [id=429, type=dequantize_per_tensor]; -"430 dequantize_per_tensor_default_49" [id=430, type=dequantize_per_tensor]; -"431 adaptive_avg_pool2d_7" [id=431, type=adaptive_avg_pool2d]; -"432 features_10_block_2_fc1_bias_0_0" [id=432, type=get_attr]; -"433 conv2d_43" [id=433, type=conv2d]; -"434 relu_7" [id=434, type=relu]; -"435 features_10_block_2_fc2_bias_0_0" [id=435, type=get_attr]; -"436 conv2d_44" [id=436, type=conv2d]; -"437 hardsigmoid_7" [id=437, type=hardsigmoid]; -"438 quantize_per_tensor_default_38" [id=438, type=quantize_per_tensor]; -"439 dequantize_per_tensor_default_51" [id=439, type=dequantize_per_tensor]; -"440 mul_7" [id=440, type=mul]; -"441 quantize_per_tensor_default_39" [id=441, type=quantize_per_tensor]; -"442 dequantize_per_tensor_default_52" [id=442, type=dequantize_per_tensor]; -"443 conv2d_45_scale_0" [id=443, type=get_attr]; -"444 conv2d_45_zero_point_0" [id=444, type=get_attr]; -"445 compressed_weight_updated_constant29" [id=445, type=get_attr]; -"446 quantize_per_channel_default_39" [id=446, type=quantize_per_channel]; -"447 dequantize_per_channel_default_39" [id=447, type=dequantize_per_channel]; -"448 features_10_block_3_0_weight_bias_0_0" [id=448, type=get_attr]; -"449 conv2d_45" [id=449, type=conv2d]; -"450 quantize_per_tensor_default_40" [id=450, type=quantize_per_tensor]; -"451 dequantize_per_tensor_default_53" [id=451, type=dequantize_per_tensor]; -"452 add__4" [id=452, type=add_]; -"453 quantize_per_tensor_default_41" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_55" [id=454, type=dequantize_per_tensor]; -"455 dequantize_per_tensor_default_54" [id=455, type=dequantize_per_tensor]; -"456 conv2d_46_scale_0" [id=456, type=get_attr]; -"457 conv2d_46_zero_point_0" [id=457, type=get_attr]; -"458 compressed_weight_updated_constant30" [id=458, type=get_attr]; -"459 quantize_per_channel_default_40" [id=459, type=quantize_per_channel]; -"460 dequantize_per_channel_default_40" [id=460, type=dequantize_per_channel]; -"461 features_11_block_0_0_weight_bias_0_0" [id=461, type=get_attr]; -"462 conv2d_46" [id=462, type=conv2d]; -"463 hardswish__15_scale_0" [id=463, type=get_attr]; -"464 hardswish__15_zero_point_0" [id=464, type=get_attr]; -"465 hardswish__15" [id=465, type=hardswish_]; -"466 quantize_per_channel_default_41" [id=466, type=quantize_per_channel]; -"467 dequantize_per_channel_default_41" [id=467, type=dequantize_per_channel]; -"468 conv2d_47_scale_0" [id=468, type=get_attr]; -"469 conv2d_47_zero_point_0" [id=469, type=get_attr]; -"470 compressed_weight_updated_constant31" [id=470, type=get_attr]; -"471 quantize_per_channel_default_42" [id=471, type=quantize_per_channel]; -"472 dequantize_per_channel_default_42" [id=472, type=dequantize_per_channel]; -"473 features_11_block_1_0_weight_bias_0_0" [id=473, type=get_attr]; -"474 conv2d_47" [id=474, type=conv2d]; -"475 hardswish__16" [id=475, type=hardswish_]; -"476 quantize_per_tensor_default_42" [id=476, type=quantize_per_tensor]; -"477 dequantize_per_tensor_default_57" [id=477, type=dequantize_per_tensor]; -"478 dequantize_per_tensor_default_56" [id=478, type=dequantize_per_tensor]; -"479 adaptive_avg_pool2d_8" [id=479, type=adaptive_avg_pool2d]; -"480 features_11_block_2_fc1_bias_0_0" [id=480, type=get_attr]; -"481 conv2d_48" [id=481, type=conv2d]; -"482 relu_8" [id=482, type=relu]; -"483 features_11_block_2_fc2_bias_0_0" [id=483, type=get_attr]; -"484 conv2d_49" [id=484, type=conv2d]; -"485 hardsigmoid_8" [id=485, type=hardsigmoid]; -"486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; -"487 dequantize_per_tensor_default_58" [id=487, type=dequantize_per_tensor]; -"488 mul_8" [id=488, type=mul]; -"489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; -"490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 conv2d_50_scale_0" [id=491, type=get_attr]; -"492 conv2d_50_zero_point_0" [id=492, type=get_attr]; -"493 compressed_weight_updated_constant32" [id=493, type=get_attr]; -"494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; -"495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; -"496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; -"497 conv2d_50" [id=497, type=conv2d]; -"498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; -"500 add__5" [id=500, type=add_]; -"501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; -"502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 conv2d_51_scale_0" [id=503, type=get_attr]; -"504 conv2d_51_zero_point_0" [id=504, type=get_attr]; -"505 compressed_weight_updated_constant33" [id=505, type=get_attr]; -"506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; -"507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; -"508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; -"509 conv2d_51" [id=509, type=conv2d]; -"510 hardswish__17" [id=510, type=hardswish_]; -"511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_62" [id=512, type=dequantize_per_tensor]; -"513 adaptive_avg_pool2d_9" [id=513, type=adaptive_avg_pool2d]; -"514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; -"516 flatten" [id=516, type=flatten]; -"517 linear_scale_0" [id=517, type=get_attr]; -"518 linear_zero_point_0" [id=518, type=get_attr]; -"519 compressed_weight_updated_constant34" [id=519, type=get_attr]; -"520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; -"521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; -"522 classifier_0_bias_0_0" [id=522, type=get_attr]; -"523 linear" [id=523, type=linear]; -"524 hardswish__18" [id=524, type=hardswish_]; -"525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; -"526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; -"527 dropout_" [id=527, type=dropout_]; -"528 linear_1_scale_0" [id=528, type=get_attr]; -"529 linear_1_zero_point_0" [id=529, type=get_attr]; -"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; -"531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; -"532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; -"533 classifier_3_bias_0_0" [id=533, type=get_attr]; +"1 features_1_block_1_fc1_bias" [id=1, type=get_attr]; +"2 features_1_block_1_fc2_weight" [id=2, type=get_attr]; +"3 features_1_block_1_fc2_bias" [id=3, type=get_attr]; +"4 features_4_block_2_fc1_weight" [id=4, type=get_attr]; +"5 features_4_block_2_fc1_bias" [id=5, type=get_attr]; +"6 features_4_block_2_fc2_weight" [id=6, type=get_attr]; +"7 features_4_block_2_fc2_bias" [id=7, type=get_attr]; +"8 features_5_block_2_fc1_weight" [id=8, type=get_attr]; +"9 features_5_block_2_fc1_bias" [id=9, type=get_attr]; +"10 features_5_block_2_fc2_weight" [id=10, type=get_attr]; +"11 features_5_block_2_fc2_bias" [id=11, type=get_attr]; +"12 features_6_block_2_fc1_weight" [id=12, type=get_attr]; +"13 features_6_block_2_fc1_bias" [id=13, type=get_attr]; +"14 features_6_block_2_fc2_weight" [id=14, type=get_attr]; +"15 features_6_block_2_fc2_bias" [id=15, type=get_attr]; +"16 features_7_block_2_fc1_weight" [id=16, type=get_attr]; +"17 features_7_block_2_fc1_bias" [id=17, type=get_attr]; +"18 features_7_block_2_fc2_weight" [id=18, type=get_attr]; +"19 features_7_block_2_fc2_bias" [id=19, type=get_attr]; +"20 features_8_block_2_fc1_weight" [id=20, type=get_attr]; +"21 features_8_block_2_fc1_bias" [id=21, type=get_attr]; +"22 features_8_block_2_fc2_weight" [id=22, type=get_attr]; +"23 features_8_block_2_fc2_bias" [id=23, type=get_attr]; +"24 features_9_block_2_fc1_weight" [id=24, type=get_attr]; +"25 features_9_block_2_fc1_bias" [id=25, type=get_attr]; +"26 features_9_block_2_fc2_weight" [id=26, type=get_attr]; +"27 features_9_block_2_fc2_bias" [id=27, type=get_attr]; +"28 features_10_block_2_fc1_weight" [id=28, type=get_attr]; +"29 features_10_block_2_fc1_bias" [id=29, type=get_attr]; +"30 features_10_block_2_fc2_weight" [id=30, type=get_attr]; +"31 features_10_block_2_fc2_bias" [id=31, type=get_attr]; +"32 features_11_block_2_fc1_weight" [id=32, type=get_attr]; +"33 features_11_block_2_fc1_bias" [id=33, type=get_attr]; +"34 features_11_block_2_fc2_weight" [id=34, type=get_attr]; +"35 features_11_block_2_fc2_bias" [id=35, type=get_attr]; +"36 classifier_0_bias" [id=36, type=get_attr]; +"37 classifier_3_bias" [id=37, type=get_attr]; +"38 x" [id=38, type=input]; +"39 quantize_per_tensor_default" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default" [id=40, type=dequantize_per_tensor]; +"41 features_0_0_weight_bias" [id=41, type=get_attr]; +"42 conv2d_scale_0" [id=42, type=get_attr]; +"43 conv2d_zero_point_0" [id=43, type=get_attr]; +"44 compressed_weight_updated_constant0" [id=44, type=get_attr]; +"45 quantize_per_channel_default" [id=45, type=quantize_per_channel]; +"46 dequantize_per_channel_default" [id=46, type=dequantize_per_channel]; +"47 conv2d" [id=47, type=conv2d]; +"48 hardswish__scale_0" [id=48, type=get_attr]; +"49 hardswish__zero_point_0" [id=49, type=get_attr]; +"50 hardswish_" [id=50, type=hardswish_]; +"51 quantize_per_channel_default_1" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_1" [id=52, type=dequantize_per_channel]; +"53 features_1_block_0_0_weight_bias" [id=53, type=get_attr]; +"54 conv2d_1_scale_0" [id=54, type=get_attr]; +"55 conv2d_1_zero_point_0" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant1" [id=56, type=get_attr]; +"57 quantize_per_channel_default_2" [id=57, type=quantize_per_channel]; +"58 dequantize_per_channel_default_2" [id=58, type=dequantize_per_channel]; +"59 conv2d_1" [id=59, type=conv2d]; +"60 relu_" [id=60, type=relu_]; +"61 quantize_per_tensor_default_1" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_2" [id=62, type=dequantize_per_tensor]; +"63 dequantize_per_tensor_default_1" [id=63, type=dequantize_per_tensor]; +"64 adaptive_avg_pool2d" [id=64, type=adaptive_avg_pool2d]; +"65 conv2d_2" [id=65, type=conv2d]; +"66 relu" [id=66, type=relu]; +"67 conv2d_3" [id=67, type=conv2d]; +"68 hardsigmoid" [id=68, type=hardsigmoid]; +"69 quantize_per_tensor_default_2" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 mul" [id=71, type=mul]; +"72 quantize_per_tensor_default_3" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_4" [id=73, type=dequantize_per_tensor]; +"74 features_1_block_2_0_weight_bias" [id=74, type=get_attr]; +"75 conv2d_4_scale_0" [id=75, type=get_attr]; +"76 conv2d_4_zero_point_0" [id=76, type=get_attr]; +"77 compressed_weight_updated_constant2" [id=77, type=get_attr]; +"78 quantize_per_channel_default_3" [id=78, type=quantize_per_channel]; +"79 dequantize_per_channel_default_3" [id=79, type=dequantize_per_channel]; +"80 conv2d_4" [id=80, type=conv2d]; +"81 quantize_per_tensor_default_4" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_5" [id=82, type=dequantize_per_tensor]; +"83 features_2_block_0_0_weight_bias" [id=83, type=get_attr]; +"84 conv2d_5_scale_0" [id=84, type=get_attr]; +"85 conv2d_5_zero_point_0" [id=85, type=get_attr]; +"86 compressed_weight_updated_constant3" [id=86, type=get_attr]; +"87 quantize_per_channel_default_4" [id=87, type=quantize_per_channel]; +"88 dequantize_per_channel_default_4" [id=88, type=dequantize_per_channel]; +"89 conv2d_5" [id=89, type=conv2d]; +"90 relu__1_scale_0" [id=90, type=get_attr]; +"91 relu__1_zero_point_0" [id=91, type=get_attr]; +"92 relu__1" [id=92, type=relu_]; +"93 quantize_per_channel_default_5" [id=93, type=quantize_per_channel]; +"94 dequantize_per_channel_default_5" [id=94, type=dequantize_per_channel]; +"95 features_2_block_1_0_weight_bias" [id=95, type=get_attr]; +"96 conv2d_6_scale_0" [id=96, type=get_attr]; +"97 conv2d_6_zero_point_0" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant4" [id=98, type=get_attr]; +"99 quantize_per_channel_default_6" [id=99, type=quantize_per_channel]; +"100 dequantize_per_channel_default_6" [id=100, type=dequantize_per_channel]; +"101 conv2d_6" [id=101, type=conv2d]; +"102 relu__2" [id=102, type=relu_]; +"103 quantize_per_tensor_default_5" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_6" [id=104, type=dequantize_per_tensor]; +"105 features_2_block_2_0_weight_bias" [id=105, type=get_attr]; +"106 conv2d_7_scale_0" [id=106, type=get_attr]; +"107 conv2d_7_zero_point_0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; +"109 quantize_per_channel_default_7" [id=109, type=quantize_per_channel]; +"110 dequantize_per_channel_default_7" [id=110, type=dequantize_per_channel]; +"111 conv2d_7" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_6" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_8" [id=113, type=dequantize_per_tensor]; +"114 dequantize_per_tensor_default_7" [id=114, type=dequantize_per_tensor]; +"115 features_3_block_0_0_weight_bias" [id=115, type=get_attr]; +"116 conv2d_8_scale_0" [id=116, type=get_attr]; +"117 conv2d_8_zero_point_0" [id=117, type=get_attr]; +"118 compressed_weight_updated_constant6" [id=118, type=get_attr]; +"119 quantize_per_channel_default_8" [id=119, type=quantize_per_channel]; +"120 dequantize_per_channel_default_8" [id=120, type=dequantize_per_channel]; +"121 conv2d_8" [id=121, type=conv2d]; +"122 relu__3_scale_0" [id=122, type=get_attr]; +"123 relu__3_zero_point_0" [id=123, type=get_attr]; +"124 relu__3" [id=124, type=relu_]; +"125 quantize_per_channel_default_9" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_9" [id=126, type=dequantize_per_channel]; +"127 features_3_block_1_0_weight_bias" [id=127, type=get_attr]; +"128 conv2d_9_scale_0" [id=128, type=get_attr]; +"129 conv2d_9_zero_point_0" [id=129, type=get_attr]; +"130 compressed_weight_updated_constant7" [id=130, type=get_attr]; +"131 quantize_per_channel_default_10" [id=131, type=quantize_per_channel]; +"132 dequantize_per_channel_default_10" [id=132, type=dequantize_per_channel]; +"133 conv2d_9" [id=133, type=conv2d]; +"134 relu__4" [id=134, type=relu_]; +"135 quantize_per_tensor_default_7" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_9" [id=136, type=dequantize_per_tensor]; +"137 features_3_block_2_0_weight_bias" [id=137, type=get_attr]; +"138 conv2d_10_scale_0" [id=138, type=get_attr]; +"139 conv2d_10_zero_point_0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant8" [id=140, type=get_attr]; +"141 quantize_per_channel_default_11" [id=141, type=quantize_per_channel]; +"142 dequantize_per_channel_default_11" [id=142, type=dequantize_per_channel]; +"143 conv2d_10" [id=143, type=conv2d]; +"144 quantize_per_tensor_default_8" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_10" [id=145, type=dequantize_per_tensor]; +"146 add_" [id=146, type=add_]; +"147 quantize_per_tensor_default_9" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_11" [id=148, type=dequantize_per_tensor]; +"149 features_4_block_0_0_weight_bias" [id=149, type=get_attr]; +"150 conv2d_11_scale_0" [id=150, type=get_attr]; +"151 conv2d_11_zero_point_0" [id=151, type=get_attr]; +"152 compressed_weight_updated_constant9" [id=152, type=get_attr]; +"153 quantize_per_channel_default_12" [id=153, type=quantize_per_channel]; +"154 dequantize_per_channel_default_12" [id=154, type=dequantize_per_channel]; +"155 conv2d_11" [id=155, type=conv2d]; +"156 hardswish__1_scale_0" [id=156, type=get_attr]; +"157 hardswish__1_zero_point_0" [id=157, type=get_attr]; +"158 hardswish__1" [id=158, type=hardswish_]; +"159 quantize_per_channel_default_13" [id=159, type=quantize_per_channel]; +"160 dequantize_per_channel_default_13" [id=160, type=dequantize_per_channel]; +"161 features_4_block_1_0_weight_bias" [id=161, type=get_attr]; +"162 conv2d_12_scale_0" [id=162, type=get_attr]; +"163 conv2d_12_zero_point_0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant10" [id=164, type=get_attr]; +"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; +"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; +"167 conv2d_12" [id=167, type=conv2d]; +"168 hardswish__2" [id=168, type=hardswish_]; +"169 quantize_per_tensor_default_10" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_13" [id=170, type=dequantize_per_tensor]; +"171 dequantize_per_tensor_default_12" [id=171, type=dequantize_per_tensor]; +"172 adaptive_avg_pool2d_1" [id=172, type=adaptive_avg_pool2d]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu_1" [id=174, type=relu]; +"175 conv2d_14" [id=175, type=conv2d]; +"176 hardsigmoid_1" [id=176, type=hardsigmoid]; +"177 quantize_per_tensor_default_11" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_14" [id=178, type=dequantize_per_tensor]; +"179 mul_1" [id=179, type=mul]; +"180 quantize_per_tensor_default_12" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_15" [id=181, type=dequantize_per_tensor]; +"182 features_4_block_3_0_weight_bias" [id=182, type=get_attr]; +"183 conv2d_15_scale_0" [id=183, type=get_attr]; +"184 conv2d_15_zero_point_0" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant11" [id=185, type=get_attr]; +"186 quantize_per_channel_default_15" [id=186, type=quantize_per_channel]; +"187 dequantize_per_channel_default_15" [id=187, type=dequantize_per_channel]; +"188 conv2d_15" [id=188, type=conv2d]; +"189 quantize_per_tensor_default_13" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_17" [id=190, type=dequantize_per_tensor]; +"191 dequantize_per_tensor_default_16" [id=191, type=dequantize_per_tensor]; +"192 features_5_block_0_0_weight_bias" [id=192, type=get_attr]; +"193 conv2d_16_scale_0" [id=193, type=get_attr]; +"194 conv2d_16_zero_point_0" [id=194, type=get_attr]; +"195 compressed_weight_updated_constant12" [id=195, type=get_attr]; +"196 quantize_per_channel_default_16" [id=196, type=quantize_per_channel]; +"197 dequantize_per_channel_default_16" [id=197, type=dequantize_per_channel]; +"198 conv2d_16" [id=198, type=conv2d]; +"199 hardswish__3_scale_0" [id=199, type=get_attr]; +"200 hardswish__3_zero_point_0" [id=200, type=get_attr]; +"201 hardswish__3" [id=201, type=hardswish_]; +"202 quantize_per_channel_default_17" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_17" [id=203, type=dequantize_per_channel]; +"204 features_5_block_1_0_weight_bias" [id=204, type=get_attr]; +"205 conv2d_17_scale_0" [id=205, type=get_attr]; +"206 conv2d_17_zero_point_0" [id=206, type=get_attr]; +"207 compressed_weight_updated_constant13" [id=207, type=get_attr]; +"208 quantize_per_channel_default_18" [id=208, type=quantize_per_channel]; +"209 dequantize_per_channel_default_18" [id=209, type=dequantize_per_channel]; +"210 conv2d_17" [id=210, type=conv2d]; +"211 hardswish__4" [id=211, type=hardswish_]; +"212 quantize_per_tensor_default_14" [id=212, type=quantize_per_tensor]; +"213 dequantize_per_tensor_default_19" [id=213, type=dequantize_per_tensor]; +"214 dequantize_per_tensor_default_18" [id=214, type=dequantize_per_tensor]; +"215 adaptive_avg_pool2d_2" [id=215, type=adaptive_avg_pool2d]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu_2" [id=217, type=relu]; +"218 conv2d_19" [id=218, type=conv2d]; +"219 hardsigmoid_2" [id=219, type=hardsigmoid]; +"220 quantize_per_tensor_default_15" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_20" [id=221, type=dequantize_per_tensor]; +"222 mul_2" [id=222, type=mul]; +"223 quantize_per_tensor_default_16" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_21" [id=224, type=dequantize_per_tensor]; +"225 features_5_block_3_0_weight_bias" [id=225, type=get_attr]; +"226 conv2d_20_scale_0" [id=226, type=get_attr]; +"227 conv2d_20_zero_point_0" [id=227, type=get_attr]; +"228 compressed_weight_updated_constant14" [id=228, type=get_attr]; +"229 quantize_per_channel_default_19" [id=229, type=quantize_per_channel]; +"230 dequantize_per_channel_default_19" [id=230, type=dequantize_per_channel]; +"231 conv2d_20" [id=231, type=conv2d]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_22" [id=233, type=dequantize_per_tensor]; +"234 add__1" [id=234, type=add_]; +"235 quantize_per_tensor_default_18" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_24" [id=236, type=dequantize_per_tensor]; +"237 dequantize_per_tensor_default_23" [id=237, type=dequantize_per_tensor]; +"238 features_6_block_0_0_weight_bias" [id=238, type=get_attr]; +"239 conv2d_21_scale_0" [id=239, type=get_attr]; +"240 conv2d_21_zero_point_0" [id=240, type=get_attr]; +"241 compressed_weight_updated_constant15" [id=241, type=get_attr]; +"242 quantize_per_channel_default_20" [id=242, type=quantize_per_channel]; +"243 dequantize_per_channel_default_20" [id=243, type=dequantize_per_channel]; +"244 conv2d_21" [id=244, type=conv2d]; +"245 hardswish__5_scale_0" [id=245, type=get_attr]; +"246 hardswish__5_zero_point_0" [id=246, type=get_attr]; +"247 hardswish__5" [id=247, type=hardswish_]; +"248 quantize_per_channel_default_21" [id=248, type=quantize_per_channel]; +"249 dequantize_per_channel_default_21" [id=249, type=dequantize_per_channel]; +"250 features_6_block_1_0_weight_bias" [id=250, type=get_attr]; +"251 conv2d_22_scale_0" [id=251, type=get_attr]; +"252 conv2d_22_zero_point_0" [id=252, type=get_attr]; +"253 compressed_weight_updated_constant16" [id=253, type=get_attr]; +"254 quantize_per_channel_default_22" [id=254, type=quantize_per_channel]; +"255 dequantize_per_channel_default_22" [id=255, type=dequantize_per_channel]; +"256 conv2d_22" [id=256, type=conv2d]; +"257 hardswish__6" [id=257, type=hardswish_]; +"258 quantize_per_tensor_default_19" [id=258, type=quantize_per_tensor]; +"259 dequantize_per_tensor_default_26" [id=259, type=dequantize_per_tensor]; +"260 dequantize_per_tensor_default_25" [id=260, type=dequantize_per_tensor]; +"261 adaptive_avg_pool2d_3" [id=261, type=adaptive_avg_pool2d]; +"262 conv2d_23" [id=262, type=conv2d]; +"263 relu_3" [id=263, type=relu]; +"264 conv2d_24" [id=264, type=conv2d]; +"265 hardsigmoid_3" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_default_20" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_27" [id=267, type=dequantize_per_tensor]; +"268 mul_3" [id=268, type=mul]; +"269 quantize_per_tensor_default_21" [id=269, type=quantize_per_tensor]; +"270 dequantize_per_tensor_default_28" [id=270, type=dequantize_per_tensor]; +"271 features_6_block_3_0_weight_bias" [id=271, type=get_attr]; +"272 conv2d_25_scale_0" [id=272, type=get_attr]; +"273 conv2d_25_zero_point_0" [id=273, type=get_attr]; +"274 compressed_weight_updated_constant17" [id=274, type=get_attr]; +"275 quantize_per_channel_default_23" [id=275, type=quantize_per_channel]; +"276 dequantize_per_channel_default_23" [id=276, type=dequantize_per_channel]; +"277 conv2d_25" [id=277, type=conv2d]; +"278 quantize_per_tensor_default_22" [id=278, type=quantize_per_tensor]; +"279 dequantize_per_tensor_default_29" [id=279, type=dequantize_per_tensor]; +"280 add__2" [id=280, type=add_]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_30" [id=282, type=dequantize_per_tensor]; +"283 features_7_block_0_0_weight_bias" [id=283, type=get_attr]; +"284 conv2d_26_scale_0" [id=284, type=get_attr]; +"285 conv2d_26_zero_point_0" [id=285, type=get_attr]; +"286 compressed_weight_updated_constant18" [id=286, type=get_attr]; +"287 quantize_per_channel_default_24" [id=287, type=quantize_per_channel]; +"288 dequantize_per_channel_default_24" [id=288, type=dequantize_per_channel]; +"289 conv2d_26" [id=289, type=conv2d]; +"290 hardswish__7_scale_0" [id=290, type=get_attr]; +"291 hardswish__7_zero_point_0" [id=291, type=get_attr]; +"292 hardswish__7" [id=292, type=hardswish_]; +"293 quantize_per_channel_default_25" [id=293, type=quantize_per_channel]; +"294 dequantize_per_channel_default_25" [id=294, type=dequantize_per_channel]; +"295 features_7_block_1_0_weight_bias" [id=295, type=get_attr]; +"296 conv2d_27_scale_0" [id=296, type=get_attr]; +"297 conv2d_27_zero_point_0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant19" [id=298, type=get_attr]; +"299 quantize_per_channel_default_26" [id=299, type=quantize_per_channel]; +"300 dequantize_per_channel_default_26" [id=300, type=dequantize_per_channel]; +"301 conv2d_27" [id=301, type=conv2d]; +"302 hardswish__8" [id=302, type=hardswish_]; +"303 quantize_per_tensor_default_24" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default_32" [id=304, type=dequantize_per_tensor]; +"305 dequantize_per_tensor_default_31" [id=305, type=dequantize_per_tensor]; +"306 adaptive_avg_pool2d_4" [id=306, type=adaptive_avg_pool2d]; +"307 conv2d_28" [id=307, type=conv2d]; +"308 relu_4" [id=308, type=relu]; +"309 conv2d_29" [id=309, type=conv2d]; +"310 hardsigmoid_4" [id=310, type=hardsigmoid]; +"311 quantize_per_tensor_default_25" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_33" [id=312, type=dequantize_per_tensor]; +"313 mul_4" [id=313, type=mul]; +"314 quantize_per_tensor_default_26" [id=314, type=quantize_per_tensor]; +"315 dequantize_per_tensor_default_34" [id=315, type=dequantize_per_tensor]; +"316 features_7_block_3_0_weight_bias" [id=316, type=get_attr]; +"317 conv2d_30_scale_0" [id=317, type=get_attr]; +"318 conv2d_30_zero_point_0" [id=318, type=get_attr]; +"319 compressed_weight_updated_constant20" [id=319, type=get_attr]; +"320 quantize_per_channel_default_27" [id=320, type=quantize_per_channel]; +"321 dequantize_per_channel_default_27" [id=321, type=dequantize_per_channel]; +"322 conv2d_30" [id=322, type=conv2d]; +"323 quantize_per_tensor_default_27" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_36" [id=324, type=dequantize_per_tensor]; +"325 dequantize_per_tensor_default_35" [id=325, type=dequantize_per_tensor]; +"326 features_8_block_0_0_weight_bias" [id=326, type=get_attr]; +"327 conv2d_31_scale_0" [id=327, type=get_attr]; +"328 conv2d_31_zero_point_0" [id=328, type=get_attr]; +"329 compressed_weight_updated_constant21" [id=329, type=get_attr]; +"330 quantize_per_channel_default_28" [id=330, type=quantize_per_channel]; +"331 dequantize_per_channel_default_28" [id=331, type=dequantize_per_channel]; +"332 conv2d_31" [id=332, type=conv2d]; +"333 hardswish__9_scale_0" [id=333, type=get_attr]; +"334 hardswish__9_zero_point_0" [id=334, type=get_attr]; +"335 hardswish__9" [id=335, type=hardswish_]; +"336 quantize_per_channel_default_29" [id=336, type=quantize_per_channel]; +"337 dequantize_per_channel_default_29" [id=337, type=dequantize_per_channel]; +"338 features_8_block_1_0_weight_bias" [id=338, type=get_attr]; +"339 conv2d_32_scale_0" [id=339, type=get_attr]; +"340 conv2d_32_zero_point_0" [id=340, type=get_attr]; +"341 compressed_weight_updated_constant22" [id=341, type=get_attr]; +"342 quantize_per_channel_default_30" [id=342, type=quantize_per_channel]; +"343 dequantize_per_channel_default_30" [id=343, type=dequantize_per_channel]; +"344 conv2d_32" [id=344, type=conv2d]; +"345 hardswish__10" [id=345, type=hardswish_]; +"346 quantize_per_tensor_default_28" [id=346, type=quantize_per_tensor]; +"347 dequantize_per_tensor_default_38" [id=347, type=dequantize_per_tensor]; +"348 dequantize_per_tensor_default_37" [id=348, type=dequantize_per_tensor]; +"349 adaptive_avg_pool2d_5" [id=349, type=adaptive_avg_pool2d]; +"350 conv2d_33" [id=350, type=conv2d]; +"351 relu_5" [id=351, type=relu]; +"352 conv2d_34" [id=352, type=conv2d]; +"353 hardsigmoid_5" [id=353, type=hardsigmoid]; +"354 quantize_per_tensor_default_29" [id=354, type=quantize_per_tensor]; +"355 dequantize_per_tensor_default_39" [id=355, type=dequantize_per_tensor]; +"356 mul_5" [id=356, type=mul]; +"357 quantize_per_tensor_default_30" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_40" [id=358, type=dequantize_per_tensor]; +"359 features_8_block_3_0_weight_bias" [id=359, type=get_attr]; +"360 conv2d_35_scale_0" [id=360, type=get_attr]; +"361 conv2d_35_zero_point_0" [id=361, type=get_attr]; +"362 compressed_weight_updated_constant23" [id=362, type=get_attr]; +"363 quantize_per_channel_default_31" [id=363, type=quantize_per_channel]; +"364 dequantize_per_channel_default_31" [id=364, type=dequantize_per_channel]; +"365 conv2d_35" [id=365, type=conv2d]; +"366 quantize_per_tensor_default_31" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_41" [id=367, type=dequantize_per_tensor]; +"368 add__3" [id=368, type=add_]; +"369 quantize_per_tensor_default_32" [id=369, type=quantize_per_tensor]; +"370 dequantize_per_tensor_default_42" [id=370, type=dequantize_per_tensor]; +"371 features_9_block_0_0_weight_bias" [id=371, type=get_attr]; +"372 conv2d_36_scale_0" [id=372, type=get_attr]; +"373 conv2d_36_zero_point_0" [id=373, type=get_attr]; +"374 compressed_weight_updated_constant24" [id=374, type=get_attr]; +"375 quantize_per_channel_default_32" [id=375, type=quantize_per_channel]; +"376 dequantize_per_channel_default_32" [id=376, type=dequantize_per_channel]; +"377 conv2d_36" [id=377, type=conv2d]; +"378 hardswish__11_scale_0" [id=378, type=get_attr]; +"379 hardswish__11_zero_point_0" [id=379, type=get_attr]; +"380 hardswish__11" [id=380, type=hardswish_]; +"381 quantize_per_channel_default_33" [id=381, type=quantize_per_channel]; +"382 dequantize_per_channel_default_33" [id=382, type=dequantize_per_channel]; +"383 features_9_block_1_0_weight_bias" [id=383, type=get_attr]; +"384 conv2d_37_scale_0" [id=384, type=get_attr]; +"385 conv2d_37_zero_point_0" [id=385, type=get_attr]; +"386 compressed_weight_updated_constant25" [id=386, type=get_attr]; +"387 quantize_per_channel_default_34" [id=387, type=quantize_per_channel]; +"388 dequantize_per_channel_default_34" [id=388, type=dequantize_per_channel]; +"389 conv2d_37" [id=389, type=conv2d]; +"390 hardswish__12" [id=390, type=hardswish_]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_44" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_43" [id=393, type=dequantize_per_tensor]; +"394 adaptive_avg_pool2d_6" [id=394, type=adaptive_avg_pool2d]; +"395 conv2d_38" [id=395, type=conv2d]; +"396 relu_6" [id=396, type=relu]; +"397 conv2d_39" [id=397, type=conv2d]; +"398 hardsigmoid_6" [id=398, type=hardsigmoid]; +"399 quantize_per_tensor_default_34" [id=399, type=quantize_per_tensor]; +"400 dequantize_per_tensor_default_45" [id=400, type=dequantize_per_tensor]; +"401 mul_6" [id=401, type=mul]; +"402 quantize_per_tensor_default_35" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_46" [id=403, type=dequantize_per_tensor]; +"404 features_9_block_3_0_weight_bias" [id=404, type=get_attr]; +"405 conv2d_40_scale_0" [id=405, type=get_attr]; +"406 conv2d_40_zero_point_0" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant26" [id=407, type=get_attr]; +"408 quantize_per_channel_default_35" [id=408, type=quantize_per_channel]; +"409 dequantize_per_channel_default_35" [id=409, type=dequantize_per_channel]; +"410 conv2d_40" [id=410, type=conv2d]; +"411 quantize_per_tensor_default_36" [id=411, type=quantize_per_tensor]; +"412 dequantize_per_tensor_default_48" [id=412, type=dequantize_per_tensor]; +"413 dequantize_per_tensor_default_47" [id=413, type=dequantize_per_tensor]; +"414 features_10_block_0_0_weight_bias" [id=414, type=get_attr]; +"415 conv2d_41_scale_0" [id=415, type=get_attr]; +"416 conv2d_41_zero_point_0" [id=416, type=get_attr]; +"417 compressed_weight_updated_constant27" [id=417, type=get_attr]; +"418 quantize_per_channel_default_36" [id=418, type=quantize_per_channel]; +"419 dequantize_per_channel_default_36" [id=419, type=dequantize_per_channel]; +"420 conv2d_41" [id=420, type=conv2d]; +"421 hardswish__13_scale_0" [id=421, type=get_attr]; +"422 hardswish__13_zero_point_0" [id=422, type=get_attr]; +"423 hardswish__13" [id=423, type=hardswish_]; +"424 quantize_per_channel_default_37" [id=424, type=quantize_per_channel]; +"425 dequantize_per_channel_default_37" [id=425, type=dequantize_per_channel]; +"426 features_10_block_1_0_weight_bias" [id=426, type=get_attr]; +"427 conv2d_42_scale_0" [id=427, type=get_attr]; +"428 conv2d_42_zero_point_0" [id=428, type=get_attr]; +"429 compressed_weight_updated_constant28" [id=429, type=get_attr]; +"430 quantize_per_channel_default_38" [id=430, type=quantize_per_channel]; +"431 dequantize_per_channel_default_38" [id=431, type=dequantize_per_channel]; +"432 conv2d_42" [id=432, type=conv2d]; +"433 hardswish__14" [id=433, type=hardswish_]; +"434 quantize_per_tensor_default_37" [id=434, type=quantize_per_tensor]; +"435 dequantize_per_tensor_default_50" [id=435, type=dequantize_per_tensor]; +"436 dequantize_per_tensor_default_49" [id=436, type=dequantize_per_tensor]; +"437 adaptive_avg_pool2d_7" [id=437, type=adaptive_avg_pool2d]; +"438 conv2d_43" [id=438, type=conv2d]; +"439 relu_7" [id=439, type=relu]; +"440 conv2d_44" [id=440, type=conv2d]; +"441 hardsigmoid_7" [id=441, type=hardsigmoid]; +"442 quantize_per_tensor_default_38" [id=442, type=quantize_per_tensor]; +"443 dequantize_per_tensor_default_51" [id=443, type=dequantize_per_tensor]; +"444 mul_7" [id=444, type=mul]; +"445 quantize_per_tensor_default_39" [id=445, type=quantize_per_tensor]; +"446 dequantize_per_tensor_default_52" [id=446, type=dequantize_per_tensor]; +"447 features_10_block_3_0_weight_bias" [id=447, type=get_attr]; +"448 conv2d_45_scale_0" [id=448, type=get_attr]; +"449 conv2d_45_zero_point_0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant29" [id=450, type=get_attr]; +"451 quantize_per_channel_default_39" [id=451, type=quantize_per_channel]; +"452 dequantize_per_channel_default_39" [id=452, type=dequantize_per_channel]; +"453 conv2d_45" [id=453, type=conv2d]; +"454 quantize_per_tensor_default_40" [id=454, type=quantize_per_tensor]; +"455 dequantize_per_tensor_default_53" [id=455, type=dequantize_per_tensor]; +"456 add__4" [id=456, type=add_]; +"457 quantize_per_tensor_default_41" [id=457, type=quantize_per_tensor]; +"458 dequantize_per_tensor_default_55" [id=458, type=dequantize_per_tensor]; +"459 dequantize_per_tensor_default_54" [id=459, type=dequantize_per_tensor]; +"460 features_11_block_0_0_weight_bias" [id=460, type=get_attr]; +"461 conv2d_46_scale_0" [id=461, type=get_attr]; +"462 conv2d_46_zero_point_0" [id=462, type=get_attr]; +"463 compressed_weight_updated_constant30" [id=463, type=get_attr]; +"464 quantize_per_channel_default_40" [id=464, type=quantize_per_channel]; +"465 dequantize_per_channel_default_40" [id=465, type=dequantize_per_channel]; +"466 conv2d_46" [id=466, type=conv2d]; +"467 hardswish__15_scale_0" [id=467, type=get_attr]; +"468 hardswish__15_zero_point_0" [id=468, type=get_attr]; +"469 hardswish__15" [id=469, type=hardswish_]; +"470 quantize_per_channel_default_41" [id=470, type=quantize_per_channel]; +"471 dequantize_per_channel_default_41" [id=471, type=dequantize_per_channel]; +"472 features_11_block_1_0_weight_bias" [id=472, type=get_attr]; +"473 conv2d_47_scale_0" [id=473, type=get_attr]; +"474 conv2d_47_zero_point_0" [id=474, type=get_attr]; +"475 compressed_weight_updated_constant31" [id=475, type=get_attr]; +"476 quantize_per_channel_default_42" [id=476, type=quantize_per_channel]; +"477 dequantize_per_channel_default_42" [id=477, type=dequantize_per_channel]; +"478 conv2d_47" [id=478, type=conv2d]; +"479 hardswish__16" [id=479, type=hardswish_]; +"480 quantize_per_tensor_default_42" [id=480, type=quantize_per_tensor]; +"481 dequantize_per_tensor_default_57" [id=481, type=dequantize_per_tensor]; +"482 dequantize_per_tensor_default_56" [id=482, type=dequantize_per_tensor]; +"483 adaptive_avg_pool2d_8" [id=483, type=adaptive_avg_pool2d]; +"484 conv2d_48" [id=484, type=conv2d]; +"485 relu_8" [id=485, type=relu]; +"486 conv2d_49" [id=486, type=conv2d]; +"487 hardsigmoid_8" [id=487, type=hardsigmoid]; +"488 quantize_per_tensor_default_43" [id=488, type=quantize_per_tensor]; +"489 dequantize_per_tensor_default_58" [id=489, type=dequantize_per_tensor]; +"490 mul_8" [id=490, type=mul]; +"491 quantize_per_tensor_default_44" [id=491, type=quantize_per_tensor]; +"492 dequantize_per_tensor_default_59" [id=492, type=dequantize_per_tensor]; +"493 features_11_block_3_0_weight_bias" [id=493, type=get_attr]; +"494 conv2d_50_scale_0" [id=494, type=get_attr]; +"495 conv2d_50_zero_point_0" [id=495, type=get_attr]; +"496 compressed_weight_updated_constant32" [id=496, type=get_attr]; +"497 quantize_per_channel_default_43" [id=497, type=quantize_per_channel]; +"498 dequantize_per_channel_default_43" [id=498, type=dequantize_per_channel]; +"499 conv2d_50" [id=499, type=conv2d]; +"500 quantize_per_tensor_default_45" [id=500, type=quantize_per_tensor]; +"501 dequantize_per_tensor_default_60" [id=501, type=dequantize_per_tensor]; +"502 add__5" [id=502, type=add_]; +"503 quantize_per_tensor_default_46" [id=503, type=quantize_per_tensor]; +"504 dequantize_per_tensor_default_61" [id=504, type=dequantize_per_tensor]; +"505 features_12_0_weight_bias" [id=505, type=get_attr]; +"506 conv2d_51_scale_0" [id=506, type=get_attr]; +"507 conv2d_51_zero_point_0" [id=507, type=get_attr]; +"508 compressed_weight_updated_constant33" [id=508, type=get_attr]; +"509 quantize_per_channel_default_44" [id=509, type=quantize_per_channel]; +"510 dequantize_per_channel_default_44" [id=510, type=dequantize_per_channel]; +"511 conv2d_51" [id=511, type=conv2d]; +"512 hardswish__17" [id=512, type=hardswish_]; +"513 quantize_per_tensor_default_47" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_62" [id=514, type=dequantize_per_tensor]; +"515 adaptive_avg_pool2d_9" [id=515, type=adaptive_avg_pool2d]; +"516 quantize_per_tensor_default_48" [id=516, type=quantize_per_tensor]; +"517 dequantize_per_tensor_default_63" [id=517, type=dequantize_per_tensor]; +"518 flatten" [id=518, type=flatten]; +"519 linear_scale_0" [id=519, type=get_attr]; +"520 linear_zero_point_0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant34" [id=521, type=get_attr]; +"522 quantize_per_channel_default_45" [id=522, type=quantize_per_channel]; +"523 dequantize_per_channel_default_45" [id=523, type=dequantize_per_channel]; +"524 linear" [id=524, type=linear]; +"525 hardswish__18" [id=525, type=hardswish_]; +"526 quantize_per_tensor_default_49" [id=526, type=quantize_per_tensor]; +"527 dequantize_per_tensor_default_64" [id=527, type=dequantize_per_tensor]; +"528 dropout_" [id=528, type=dropout_]; +"529 linear_1_scale_0" [id=529, type=get_attr]; +"530 linear_1_zero_point_0" [id=530, type=get_attr]; +"531 compressed_weight_updated_constant35" [id=531, type=get_attr]; +"532 quantize_per_channel_default_46" [id=532, type=quantize_per_channel]; +"533 dequantize_per_channel_default_46" [id=533, type=dequantize_per_channel]; "534 linear_1" [id=534, type=linear]; "535 output" [id=535, type=output]; -"0 features_1_block_1_fc1_weight" -> "46 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; -"1 features_1_block_1_fc2_weight" -> "49 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; -"2 features_4_block_2_fc1_weight" -> "156 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; -"3 features_4_block_2_fc2_weight" -> "159 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; -"4 features_5_block_2_fc1_weight" -> "201 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; -"5 features_5_block_2_fc2_weight" -> "204 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; -"6 features_6_block_2_fc1_weight" -> "249 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; -"7 features_6_block_2_fc2_weight" -> "252 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; -"8 features_7_block_2_fc1_weight" -> "296 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; -"9 features_7_block_2_fc2_weight" -> "299 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; -"10 features_8_block_2_fc1_weight" -> "341 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; -"11 features_8_block_2_fc2_weight" -> "344 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; -"12 features_9_block_2_fc1_weight" -> "388 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; -"13 features_9_block_2_fc2_weight" -> "391 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; -"14 features_10_block_2_fc1_weight" -> "433 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; -"15 features_10_block_2_fc2_weight" -> "436 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; -"16 features_11_block_2_fc1_weight" -> "481 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; -"17 features_11_block_2_fc2_weight" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; -"18 x" -> "19 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"19 quantize_per_tensor_default" -> "20 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"20 dequantize_per_tensor_default" -> "27 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"21 conv2d_scale_0" -> "24 quantize_per_channel_default" [label="(16,)", style=solid]; -"21 conv2d_scale_0" -> "25 dequantize_per_channel_default" [label="(16,)", style=solid]; -"22 conv2d_zero_point_0" -> "24 quantize_per_channel_default" [label="(16,)", style=solid]; -"22 conv2d_zero_point_0" -> "25 dequantize_per_channel_default" [label="(16,)", style=solid]; -"23 compressed_weight_updated_constant0" -> "24 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"24 quantize_per_channel_default" -> "25 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"25 dequantize_per_channel_default" -> "27 conv2d" [label="(16, 3, 3, 3)", style=solid]; -"26 features_0_0_weight_bias_0_0" -> "27 conv2d" [label="(16,)", style=solid]; -"27 conv2d" -> "30 hardswish_" [label="(1, 16, 112, 112)", style=solid]; -"28 hardswish__scale_0" -> "31 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"28 hardswish__scale_0" -> "32 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"29 hardswish__zero_point_0" -> "31 quantize_per_channel_default_1" [label="(16,)", style=solid]; -"29 hardswish__zero_point_0" -> "32 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"30 hardswish_" -> "31 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"31 quantize_per_channel_default_1" -> "32 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; -"32 dequantize_per_channel_default_1" -> "39 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"33 conv2d_1_scale_0" -> "36 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"33 conv2d_1_scale_0" -> "37 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"34 conv2d_1_zero_point_0" -> "36 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"34 conv2d_1_zero_point_0" -> "37 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"35 compressed_weight_updated_constant1" -> "36 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; -"36 quantize_per_channel_default_2" -> "37 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; -"37 dequantize_per_channel_default_2" -> "39 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; -"38 features_1_block_0_0_weight_bias_0_0" -> "39 conv2d_1" [label="(16,)", style=solid]; -"39 conv2d_1" -> "40 relu_" [label="(1, 16, 56, 56)", style=solid]; -"40 relu_" -> "41 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"41 quantize_per_tensor_default_1" -> "42 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; -"41 quantize_per_tensor_default_1" -> "43 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"42 dequantize_per_tensor_default_2" -> "53 mul" [label="(1, 16, 56, 56)", style=solid]; -"43 dequantize_per_tensor_default_1" -> "44 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; -"44 adaptive_avg_pool2d" -> "46 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; -"45 features_1_block_1_fc1_bias_0_0" -> "46 conv2d_2" [label="(8,)", style=solid]; -"46 conv2d_2" -> "47 relu" [label="(1, 8, 1, 1)", style=solid]; -"47 relu" -> "49 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; -"48 features_1_block_1_fc2_bias_0_0" -> "49 conv2d_3" [label="(16,)", style=solid]; -"49 conv2d_3" -> "50 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; -"50 hardsigmoid" -> "51 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; -"51 quantize_per_tensor_default_2" -> "52 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; -"52 dequantize_per_tensor_default_3" -> "53 mul" [label="(1, 16, 1, 1)", style=solid]; -"53 mul" -> "54 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; -"54 quantize_per_tensor_default_3" -> "55 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"55 dequantize_per_tensor_default_4" -> "62 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"56 conv2d_4_scale_0" -> "59 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"56 conv2d_4_scale_0" -> "60 dequantize_per_channel_default_3" [label="(16,)", style=solid]; -"57 conv2d_4_zero_point_0" -> "59 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"57 conv2d_4_zero_point_0" -> "60 dequantize_per_channel_default_3" [label="(16,)", style=solid]; -"58 compressed_weight_updated_constant2" -> "59 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; -"59 quantize_per_channel_default_3" -> "60 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; -"60 dequantize_per_channel_default_3" -> "62 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; -"61 features_1_block_2_0_weight_bias_0_0" -> "62 conv2d_4" [label="(16,)", style=solid]; -"62 conv2d_4" -> "63 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"63 quantize_per_tensor_default_4" -> "64 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; -"64 dequantize_per_tensor_default_5" -> "71 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"65 conv2d_5_scale_0" -> "68 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"65 conv2d_5_scale_0" -> "69 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"66 conv2d_5_zero_point_0" -> "68 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"66 conv2d_5_zero_point_0" -> "69 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"67 compressed_weight_updated_constant3" -> "68 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; -"68 quantize_per_channel_default_4" -> "69 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; -"69 dequantize_per_channel_default_4" -> "71 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; -"70 features_2_block_0_0_weight_bias_0_0" -> "71 conv2d_5" [label="(72,)", style=solid]; -"71 conv2d_5" -> "74 relu__1" [label="(1, 72, 56, 56)", style=solid]; -"72 relu__1_scale_0" -> "75 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"72 relu__1_scale_0" -> "76 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"73 relu__1_zero_point_0" -> "75 quantize_per_channel_default_5" [label="(72,)", style=solid]; -"73 relu__1_zero_point_0" -> "76 dequantize_per_channel_default_5" [label="(72,)", style=solid]; -"74 relu__1" -> "75 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"75 quantize_per_channel_default_5" -> "76 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; -"76 dequantize_per_channel_default_5" -> "83 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"77 conv2d_6_scale_0" -> "80 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"77 conv2d_6_scale_0" -> "81 dequantize_per_channel_default_6" [label="(72,)", style=solid]; -"78 conv2d_6_zero_point_0" -> "80 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"78 conv2d_6_zero_point_0" -> "81 dequantize_per_channel_default_6" [label="(72,)", style=solid]; -"79 compressed_weight_updated_constant4" -> "80 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; -"80 quantize_per_channel_default_6" -> "81 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; -"81 dequantize_per_channel_default_6" -> "83 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; -"82 features_2_block_1_0_weight_bias_0_0" -> "83 conv2d_6" [label="(72,)", style=solid]; -"83 conv2d_6" -> "84 relu__2" [label="(1, 72, 28, 28)", style=solid]; -"84 relu__2" -> "85 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; -"85 quantize_per_tensor_default_5" -> "86 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; -"86 dequantize_per_tensor_default_6" -> "93 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"87 conv2d_7_scale_0" -> "90 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"87 conv2d_7_scale_0" -> "91 dequantize_per_channel_default_7" [label="(24,)", style=solid]; -"88 conv2d_7_zero_point_0" -> "90 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"88 conv2d_7_zero_point_0" -> "91 dequantize_per_channel_default_7" [label="(24,)", style=solid]; -"89 compressed_weight_updated_constant5" -> "90 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; -"90 quantize_per_channel_default_7" -> "91 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; -"91 dequantize_per_channel_default_7" -> "93 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; -"92 features_2_block_2_0_weight_bias_0_0" -> "93 conv2d_7" [label="(24,)", style=solid]; -"93 conv2d_7" -> "94 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; -"94 quantize_per_tensor_default_6" -> "95 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"94 quantize_per_tensor_default_6" -> "96 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; -"95 dequantize_per_tensor_default_8" -> "128 add_" [label="(1, 24, 28, 28)", style=solid]; -"96 dequantize_per_tensor_default_7" -> "103 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"97 conv2d_8_scale_0" -> "100 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"97 conv2d_8_scale_0" -> "101 dequantize_per_channel_default_8" [label="(88,)", style=solid]; -"98 conv2d_8_zero_point_0" -> "100 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"98 conv2d_8_zero_point_0" -> "101 dequantize_per_channel_default_8" [label="(88,)", style=solid]; -"99 compressed_weight_updated_constant6" -> "100 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; -"100 quantize_per_channel_default_8" -> "101 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; -"101 dequantize_per_channel_default_8" -> "103 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; -"102 features_3_block_0_0_weight_bias_0_0" -> "103 conv2d_8" [label="(88,)", style=solid]; -"103 conv2d_8" -> "106 relu__3" [label="(1, 88, 28, 28)", style=solid]; -"104 relu__3_scale_0" -> "107 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"104 relu__3_scale_0" -> "108 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"105 relu__3_zero_point_0" -> "107 quantize_per_channel_default_9" [label="(88,)", style=solid]; -"105 relu__3_zero_point_0" -> "108 dequantize_per_channel_default_9" [label="(88,)", style=solid]; -"106 relu__3" -> "107 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"107 quantize_per_channel_default_9" -> "108 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; -"108 dequantize_per_channel_default_9" -> "115 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"109 conv2d_9_scale_0" -> "112 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"109 conv2d_9_scale_0" -> "113 dequantize_per_channel_default_10" [label="(88,)", style=solid]; -"110 conv2d_9_zero_point_0" -> "112 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"110 conv2d_9_zero_point_0" -> "113 dequantize_per_channel_default_10" [label="(88,)", style=solid]; -"111 compressed_weight_updated_constant7" -> "112 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; -"112 quantize_per_channel_default_10" -> "113 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; -"113 dequantize_per_channel_default_10" -> "115 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; -"114 features_3_block_1_0_weight_bias_0_0" -> "115 conv2d_9" [label="(88,)", style=solid]; -"115 conv2d_9" -> "116 relu__4" [label="(1, 88, 28, 28)", style=solid]; -"116 relu__4" -> "117 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; -"117 quantize_per_tensor_default_7" -> "118 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; -"118 dequantize_per_tensor_default_9" -> "125 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"119 conv2d_10_scale_0" -> "122 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"119 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_11" [label="(24,)", style=solid]; -"120 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"120 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_11" [label="(24,)", style=solid]; -"121 compressed_weight_updated_constant8" -> "122 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; -"122 quantize_per_channel_default_11" -> "123 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; -"123 dequantize_per_channel_default_11" -> "125 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; -"124 features_3_block_2_0_weight_bias_0_0" -> "125 conv2d_10" [label="(24,)", style=solid]; -"125 conv2d_10" -> "126 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"126 quantize_per_tensor_default_8" -> "127 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; -"127 dequantize_per_tensor_default_10" -> "128 add_" [label="(1, 24, 28, 28)", style=solid]; -"128 add_" -> "129 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; -"129 quantize_per_tensor_default_9" -> "130 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; -"130 dequantize_per_tensor_default_11" -> "137 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"131 conv2d_11_scale_0" -> "134 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"131 conv2d_11_scale_0" -> "135 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"132 conv2d_11_zero_point_0" -> "134 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"132 conv2d_11_zero_point_0" -> "135 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"133 compressed_weight_updated_constant9" -> "134 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; -"134 quantize_per_channel_default_12" -> "135 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; -"135 dequantize_per_channel_default_12" -> "137 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; -"136 features_4_block_0_0_weight_bias_0_0" -> "137 conv2d_11" [label="(96,)", style=solid]; -"137 conv2d_11" -> "140 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; -"138 hardswish__1_scale_0" -> "141 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"138 hardswish__1_scale_0" -> "142 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"139 hardswish__1_zero_point_0" -> "141 quantize_per_channel_default_13" [label="(96,)", style=solid]; -"139 hardswish__1_zero_point_0" -> "142 dequantize_per_channel_default_13" [label="(96,)", style=solid]; -"140 hardswish__1" -> "141 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"141 quantize_per_channel_default_13" -> "142 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; -"142 dequantize_per_channel_default_13" -> "149 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"143 conv2d_12_scale_0" -> "146 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"143 conv2d_12_scale_0" -> "147 dequantize_per_channel_default_14" [label="(96,)", style=solid]; -"144 conv2d_12_zero_point_0" -> "146 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"144 conv2d_12_zero_point_0" -> "147 dequantize_per_channel_default_14" [label="(96,)", style=solid]; -"145 compressed_weight_updated_constant10" -> "146 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; -"146 quantize_per_channel_default_14" -> "147 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; -"147 dequantize_per_channel_default_14" -> "149 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; -"148 features_4_block_1_0_weight_bias_0_0" -> "149 conv2d_12" [label="(96,)", style=solid]; -"149 conv2d_12" -> "150 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; -"150 hardswish__2" -> "151 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; -"151 quantize_per_tensor_default_10" -> "152 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; -"151 quantize_per_tensor_default_10" -> "153 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"152 dequantize_per_tensor_default_13" -> "163 mul_1" [label="(1, 96, 14, 14)", style=solid]; -"153 dequantize_per_tensor_default_12" -> "154 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; -"154 adaptive_avg_pool2d_1" -> "156 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; -"155 features_4_block_2_fc1_bias_0_0" -> "156 conv2d_13" [label="(24,)", style=solid]; -"156 conv2d_13" -> "157 relu_1" [label="(1, 24, 1, 1)", style=solid]; -"157 relu_1" -> "159 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; -"158 features_4_block_2_fc2_bias_0_0" -> "159 conv2d_14" [label="(96,)", style=solid]; -"159 conv2d_14" -> "160 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; -"160 hardsigmoid_1" -> "161 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; -"161 quantize_per_tensor_default_11" -> "162 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; -"162 dequantize_per_tensor_default_14" -> "163 mul_1" [label="(1, 96, 1, 1)", style=solid]; -"163 mul_1" -> "164 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"164 quantize_per_tensor_default_12" -> "165 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; -"165 dequantize_per_tensor_default_15" -> "172 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"166 conv2d_15_scale_0" -> "169 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"166 conv2d_15_scale_0" -> "170 dequantize_per_channel_default_15" [label="(40,)", style=solid]; -"167 conv2d_15_zero_point_0" -> "169 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"167 conv2d_15_zero_point_0" -> "170 dequantize_per_channel_default_15" [label="(40,)", style=solid]; -"168 compressed_weight_updated_constant11" -> "169 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; -"169 quantize_per_channel_default_15" -> "170 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; -"170 dequantize_per_channel_default_15" -> "172 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; -"171 features_4_block_3_0_weight_bias_0_0" -> "172 conv2d_15" [label="(40,)", style=solid]; -"172 conv2d_15" -> "173 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_13" -> "174 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_13" -> "175 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; -"174 dequantize_per_tensor_default_17" -> "220 add__1" [label="(1, 40, 14, 14)", style=solid]; -"175 dequantize_per_tensor_default_16" -> "182 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"176 conv2d_16_scale_0" -> "179 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"176 conv2d_16_scale_0" -> "180 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"177 conv2d_16_zero_point_0" -> "179 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"177 conv2d_16_zero_point_0" -> "180 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"178 compressed_weight_updated_constant12" -> "179 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; -"179 quantize_per_channel_default_16" -> "180 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; -"180 dequantize_per_channel_default_16" -> "182 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; -"181 features_5_block_0_0_weight_bias_0_0" -> "182 conv2d_16" [label="(240,)", style=solid]; -"182 conv2d_16" -> "185 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; -"183 hardswish__3_scale_0" -> "186 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"183 hardswish__3_scale_0" -> "187 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"184 hardswish__3_zero_point_0" -> "186 quantize_per_channel_default_17" [label="(240,)", style=solid]; -"184 hardswish__3_zero_point_0" -> "187 dequantize_per_channel_default_17" [label="(240,)", style=solid]; -"185 hardswish__3" -> "186 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"186 quantize_per_channel_default_17" -> "187 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; -"187 dequantize_per_channel_default_17" -> "194 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"188 conv2d_17_scale_0" -> "191 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"188 conv2d_17_scale_0" -> "192 dequantize_per_channel_default_18" [label="(240,)", style=solid]; -"189 conv2d_17_zero_point_0" -> "191 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"189 conv2d_17_zero_point_0" -> "192 dequantize_per_channel_default_18" [label="(240,)", style=solid]; -"190 compressed_weight_updated_constant13" -> "191 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; -"191 quantize_per_channel_default_18" -> "192 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; -"192 dequantize_per_channel_default_18" -> "194 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; -"193 features_5_block_1_0_weight_bias_0_0" -> "194 conv2d_17" [label="(240,)", style=solid]; -"194 conv2d_17" -> "195 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; -"195 hardswish__4" -> "196 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; -"196 quantize_per_tensor_default_14" -> "197 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"196 quantize_per_tensor_default_14" -> "198 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; -"197 dequantize_per_tensor_default_19" -> "208 mul_2" [label="(1, 240, 14, 14)", style=solid]; -"198 dequantize_per_tensor_default_18" -> "199 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; -"199 adaptive_avg_pool2d_2" -> "201 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; -"200 features_5_block_2_fc1_bias_0_0" -> "201 conv2d_18" [label="(64,)", style=solid]; -"201 conv2d_18" -> "202 relu_2" [label="(1, 64, 1, 1)", style=solid]; -"202 relu_2" -> "204 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; -"203 features_5_block_2_fc2_bias_0_0" -> "204 conv2d_19" [label="(240,)", style=solid]; -"204 conv2d_19" -> "205 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; -"205 hardsigmoid_2" -> "206 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; -"206 quantize_per_tensor_default_15" -> "207 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"207 dequantize_per_tensor_default_20" -> "208 mul_2" [label="(1, 240, 1, 1)", style=solid]; -"208 mul_2" -> "209 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; -"209 quantize_per_tensor_default_16" -> "210 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"210 dequantize_per_tensor_default_21" -> "217 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"211 conv2d_20_scale_0" -> "214 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"211 conv2d_20_scale_0" -> "215 dequantize_per_channel_default_19" [label="(40,)", style=solid]; -"212 conv2d_20_zero_point_0" -> "214 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"212 conv2d_20_zero_point_0" -> "215 dequantize_per_channel_default_19" [label="(40,)", style=solid]; -"213 compressed_weight_updated_constant14" -> "214 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; -"214 quantize_per_channel_default_19" -> "215 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; -"215 dequantize_per_channel_default_19" -> "217 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; -"216 features_5_block_3_0_weight_bias_0_0" -> "217 conv2d_20" [label="(40,)", style=solid]; -"217 conv2d_20" -> "218 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"218 quantize_per_tensor_default_17" -> "219 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"219 dequantize_per_tensor_default_22" -> "220 add__1" [label="(1, 40, 14, 14)", style=solid]; -"220 add__1" -> "221 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; -"221 quantize_per_tensor_default_18" -> "222 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; -"221 quantize_per_tensor_default_18" -> "223 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"222 dequantize_per_tensor_default_24" -> "268 add__2" [label="(1, 40, 14, 14)", style=solid]; -"223 dequantize_per_tensor_default_23" -> "230 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"224 conv2d_21_scale_0" -> "227 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"224 conv2d_21_scale_0" -> "228 dequantize_per_channel_default_20" [label="(240,)", style=solid]; -"225 conv2d_21_zero_point_0" -> "227 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"225 conv2d_21_zero_point_0" -> "228 dequantize_per_channel_default_20" [label="(240,)", style=solid]; -"226 compressed_weight_updated_constant15" -> "227 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; -"227 quantize_per_channel_default_20" -> "228 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; -"228 dequantize_per_channel_default_20" -> "230 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; -"229 features_6_block_0_0_weight_bias_0_0" -> "230 conv2d_21" [label="(240,)", style=solid]; -"230 conv2d_21" -> "233 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; -"231 hardswish__5_scale_0" -> "234 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"231 hardswish__5_scale_0" -> "235 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"232 hardswish__5_zero_point_0" -> "234 quantize_per_channel_default_21" [label="(240,)", style=solid]; -"232 hardswish__5_zero_point_0" -> "235 dequantize_per_channel_default_21" [label="(240,)", style=solid]; -"233 hardswish__5" -> "234 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"234 quantize_per_channel_default_21" -> "235 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; -"235 dequantize_per_channel_default_21" -> "242 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"236 conv2d_22_scale_0" -> "239 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"236 conv2d_22_scale_0" -> "240 dequantize_per_channel_default_22" [label="(240,)", style=solid]; -"237 conv2d_22_zero_point_0" -> "239 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"237 conv2d_22_zero_point_0" -> "240 dequantize_per_channel_default_22" [label="(240,)", style=solid]; -"238 compressed_weight_updated_constant16" -> "239 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; -"239 quantize_per_channel_default_22" -> "240 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; -"240 dequantize_per_channel_default_22" -> "242 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; -"241 features_6_block_1_0_weight_bias_0_0" -> "242 conv2d_22" [label="(240,)", style=solid]; -"242 conv2d_22" -> "243 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; -"243 hardswish__6" -> "244 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"244 quantize_per_tensor_default_19" -> "245 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; -"244 quantize_per_tensor_default_19" -> "246 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; -"245 dequantize_per_tensor_default_26" -> "256 mul_3" [label="(1, 240, 14, 14)", style=solid]; -"246 dequantize_per_tensor_default_25" -> "247 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; -"247 adaptive_avg_pool2d_3" -> "249 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; -"248 features_6_block_2_fc1_bias_0_0" -> "249 conv2d_23" [label="(64,)", style=solid]; -"249 conv2d_23" -> "250 relu_3" [label="(1, 64, 1, 1)", style=solid]; -"250 relu_3" -> "252 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; -"251 features_6_block_2_fc2_bias_0_0" -> "252 conv2d_24" [label="(240,)", style=solid]; -"252 conv2d_24" -> "253 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; -"253 hardsigmoid_3" -> "254 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"254 quantize_per_tensor_default_20" -> "255 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; -"255 dequantize_per_tensor_default_27" -> "256 mul_3" [label="(1, 240, 1, 1)", style=solid]; -"256 mul_3" -> "257 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"257 quantize_per_tensor_default_21" -> "258 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; -"258 dequantize_per_tensor_default_28" -> "265 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"259 conv2d_25_scale_0" -> "262 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"259 conv2d_25_scale_0" -> "263 dequantize_per_channel_default_23" [label="(40,)", style=solid]; -"260 conv2d_25_zero_point_0" -> "262 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"260 conv2d_25_zero_point_0" -> "263 dequantize_per_channel_default_23" [label="(40,)", style=solid]; -"261 compressed_weight_updated_constant17" -> "262 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; -"262 quantize_per_channel_default_23" -> "263 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; -"263 dequantize_per_channel_default_23" -> "265 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; -"264 features_6_block_3_0_weight_bias_0_0" -> "265 conv2d_25" [label="(40,)", style=solid]; -"265 conv2d_25" -> "266 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"266 quantize_per_tensor_default_22" -> "267 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; -"267 dequantize_per_tensor_default_29" -> "268 add__2" [label="(1, 40, 14, 14)", style=solid]; -"268 add__2" -> "269 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"269 quantize_per_tensor_default_23" -> "270 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; -"270 dequantize_per_tensor_default_30" -> "277 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"271 conv2d_26_scale_0" -> "274 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"271 conv2d_26_scale_0" -> "275 dequantize_per_channel_default_24" [label="(120,)", style=solid]; -"272 conv2d_26_zero_point_0" -> "274 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"272 conv2d_26_zero_point_0" -> "275 dequantize_per_channel_default_24" [label="(120,)", style=solid]; -"273 compressed_weight_updated_constant18" -> "274 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; -"274 quantize_per_channel_default_24" -> "275 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; -"275 dequantize_per_channel_default_24" -> "277 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; -"276 features_7_block_0_0_weight_bias_0_0" -> "277 conv2d_26" [label="(120,)", style=solid]; -"277 conv2d_26" -> "280 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; -"278 hardswish__7_scale_0" -> "281 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"278 hardswish__7_scale_0" -> "282 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"279 hardswish__7_zero_point_0" -> "281 quantize_per_channel_default_25" [label="(120,)", style=solid]; -"279 hardswish__7_zero_point_0" -> "282 dequantize_per_channel_default_25" [label="(120,)", style=solid]; -"280 hardswish__7" -> "281 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"281 quantize_per_channel_default_25" -> "282 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; -"282 dequantize_per_channel_default_25" -> "289 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"283 conv2d_27_scale_0" -> "286 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"283 conv2d_27_scale_0" -> "287 dequantize_per_channel_default_26" [label="(120,)", style=solid]; -"284 conv2d_27_zero_point_0" -> "286 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"284 conv2d_27_zero_point_0" -> "287 dequantize_per_channel_default_26" [label="(120,)", style=solid]; -"285 compressed_weight_updated_constant19" -> "286 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; -"286 quantize_per_channel_default_26" -> "287 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; -"287 dequantize_per_channel_default_26" -> "289 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; -"288 features_7_block_1_0_weight_bias_0_0" -> "289 conv2d_27" [label="(120,)", style=solid]; -"289 conv2d_27" -> "290 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; -"290 hardswish__8" -> "291 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; -"291 quantize_per_tensor_default_24" -> "292 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; -"291 quantize_per_tensor_default_24" -> "293 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; -"292 dequantize_per_tensor_default_32" -> "303 mul_4" [label="(1, 120, 14, 14)", style=solid]; -"293 dequantize_per_tensor_default_31" -> "294 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; -"294 adaptive_avg_pool2d_4" -> "296 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; -"295 features_7_block_2_fc1_bias_0_0" -> "296 conv2d_28" [label="(32,)", style=solid]; -"296 conv2d_28" -> "297 relu_4" [label="(1, 32, 1, 1)", style=solid]; -"297 relu_4" -> "299 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; -"298 features_7_block_2_fc2_bias_0_0" -> "299 conv2d_29" [label="(120,)", style=solid]; -"299 conv2d_29" -> "300 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; -"300 hardsigmoid_4" -> "301 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; -"301 quantize_per_tensor_default_25" -> "302 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; -"302 dequantize_per_tensor_default_33" -> "303 mul_4" [label="(1, 120, 1, 1)", style=solid]; -"303 mul_4" -> "304 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; -"304 quantize_per_tensor_default_26" -> "305 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; -"305 dequantize_per_tensor_default_34" -> "312 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"306 conv2d_30_scale_0" -> "309 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"306 conv2d_30_scale_0" -> "310 dequantize_per_channel_default_27" [label="(48,)", style=solid]; -"307 conv2d_30_zero_point_0" -> "309 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"307 conv2d_30_zero_point_0" -> "310 dequantize_per_channel_default_27" [label="(48,)", style=solid]; -"308 compressed_weight_updated_constant20" -> "309 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; -"309 quantize_per_channel_default_27" -> "310 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; -"310 dequantize_per_channel_default_27" -> "312 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; -"311 features_7_block_3_0_weight_bias_0_0" -> "312 conv2d_30" [label="(48,)", style=solid]; -"312 conv2d_30" -> "313 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; -"313 quantize_per_tensor_default_27" -> "314 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; -"313 quantize_per_tensor_default_27" -> "315 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; -"314 dequantize_per_tensor_default_36" -> "360 add__3" [label="(1, 48, 14, 14)", style=solid]; -"315 dequantize_per_tensor_default_35" -> "322 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"316 conv2d_31_scale_0" -> "319 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"316 conv2d_31_scale_0" -> "320 dequantize_per_channel_default_28" [label="(144,)", style=solid]; -"317 conv2d_31_zero_point_0" -> "319 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"317 conv2d_31_zero_point_0" -> "320 dequantize_per_channel_default_28" [label="(144,)", style=solid]; -"318 compressed_weight_updated_constant21" -> "319 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; -"319 quantize_per_channel_default_28" -> "320 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; -"320 dequantize_per_channel_default_28" -> "322 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; -"321 features_8_block_0_0_weight_bias_0_0" -> "322 conv2d_31" [label="(144,)", style=solid]; -"322 conv2d_31" -> "325 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; -"323 hardswish__9_scale_0" -> "326 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"323 hardswish__9_scale_0" -> "327 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"324 hardswish__9_zero_point_0" -> "326 quantize_per_channel_default_29" [label="(144,)", style=solid]; -"324 hardswish__9_zero_point_0" -> "327 dequantize_per_channel_default_29" [label="(144,)", style=solid]; -"325 hardswish__9" -> "326 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"326 quantize_per_channel_default_29" -> "327 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; -"327 dequantize_per_channel_default_29" -> "334 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"328 conv2d_32_scale_0" -> "331 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"328 conv2d_32_scale_0" -> "332 dequantize_per_channel_default_30" [label="(144,)", style=solid]; -"329 conv2d_32_zero_point_0" -> "331 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"329 conv2d_32_zero_point_0" -> "332 dequantize_per_channel_default_30" [label="(144,)", style=solid]; -"330 compressed_weight_updated_constant22" -> "331 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; -"331 quantize_per_channel_default_30" -> "332 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; -"332 dequantize_per_channel_default_30" -> "334 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; -"333 features_8_block_1_0_weight_bias_0_0" -> "334 conv2d_32" [label="(144,)", style=solid]; -"334 conv2d_32" -> "335 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; -"335 hardswish__10" -> "336 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; -"336 quantize_per_tensor_default_28" -> "337 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; -"336 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; -"337 dequantize_per_tensor_default_38" -> "348 mul_5" [label="(1, 144, 14, 14)", style=solid]; -"338 dequantize_per_tensor_default_37" -> "339 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; -"339 adaptive_avg_pool2d_5" -> "341 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; -"340 features_8_block_2_fc1_bias_0_0" -> "341 conv2d_33" [label="(40,)", style=solid]; -"341 conv2d_33" -> "342 relu_5" [label="(1, 40, 1, 1)", style=solid]; -"342 relu_5" -> "344 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; -"343 features_8_block_2_fc2_bias_0_0" -> "344 conv2d_34" [label="(144,)", style=solid]; -"344 conv2d_34" -> "345 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; -"345 hardsigmoid_5" -> "346 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; -"346 quantize_per_tensor_default_29" -> "347 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; -"347 dequantize_per_tensor_default_39" -> "348 mul_5" [label="(1, 144, 1, 1)", style=solid]; -"348 mul_5" -> "349 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; -"349 quantize_per_tensor_default_30" -> "350 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; -"350 dequantize_per_tensor_default_40" -> "357 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"351 conv2d_35_scale_0" -> "354 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"351 conv2d_35_scale_0" -> "355 dequantize_per_channel_default_31" [label="(48,)", style=solid]; -"352 conv2d_35_zero_point_0" -> "354 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"352 conv2d_35_zero_point_0" -> "355 dequantize_per_channel_default_31" [label="(48,)", style=solid]; -"353 compressed_weight_updated_constant23" -> "354 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; -"354 quantize_per_channel_default_31" -> "355 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; -"355 dequantize_per_channel_default_31" -> "357 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; -"356 features_8_block_3_0_weight_bias_0_0" -> "357 conv2d_35" [label="(48,)", style=solid]; -"357 conv2d_35" -> "358 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; -"358 quantize_per_tensor_default_31" -> "359 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; -"359 dequantize_per_tensor_default_41" -> "360 add__3" [label="(1, 48, 14, 14)", style=solid]; -"360 add__3" -> "361 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; -"361 quantize_per_tensor_default_32" -> "362 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; -"362 dequantize_per_tensor_default_42" -> "369 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"363 conv2d_36_scale_0" -> "366 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"363 conv2d_36_scale_0" -> "367 dequantize_per_channel_default_32" [label="(288,)", style=solid]; -"364 conv2d_36_zero_point_0" -> "366 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"364 conv2d_36_zero_point_0" -> "367 dequantize_per_channel_default_32" [label="(288,)", style=solid]; -"365 compressed_weight_updated_constant24" -> "366 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; -"366 quantize_per_channel_default_32" -> "367 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; -"367 dequantize_per_channel_default_32" -> "369 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; -"368 features_9_block_0_0_weight_bias_0_0" -> "369 conv2d_36" [label="(288,)", style=solid]; -"369 conv2d_36" -> "372 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; -"370 hardswish__11_scale_0" -> "373 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"370 hardswish__11_scale_0" -> "374 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"371 hardswish__11_zero_point_0" -> "373 quantize_per_channel_default_33" [label="(288,)", style=solid]; -"371 hardswish__11_zero_point_0" -> "374 dequantize_per_channel_default_33" [label="(288,)", style=solid]; -"372 hardswish__11" -> "373 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"373 quantize_per_channel_default_33" -> "374 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; -"374 dequantize_per_channel_default_33" -> "381 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"375 conv2d_37_scale_0" -> "378 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"375 conv2d_37_scale_0" -> "379 dequantize_per_channel_default_34" [label="(288,)", style=solid]; -"376 conv2d_37_zero_point_0" -> "378 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"376 conv2d_37_zero_point_0" -> "379 dequantize_per_channel_default_34" [label="(288,)", style=solid]; -"377 compressed_weight_updated_constant25" -> "378 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; -"378 quantize_per_channel_default_34" -> "379 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; -"379 dequantize_per_channel_default_34" -> "381 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; -"380 features_9_block_1_0_weight_bias_0_0" -> "381 conv2d_37" [label="(288,)", style=solid]; -"381 conv2d_37" -> "382 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; -"382 hardswish__12" -> "383 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; -"383 quantize_per_tensor_default_33" -> "384 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; -"383 quantize_per_tensor_default_33" -> "385 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; -"384 dequantize_per_tensor_default_44" -> "395 mul_6" [label="(1, 288, 7, 7)", style=solid]; -"385 dequantize_per_tensor_default_43" -> "386 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; -"386 adaptive_avg_pool2d_6" -> "388 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; -"387 features_9_block_2_fc1_bias_0_0" -> "388 conv2d_38" [label="(72,)", style=solid]; -"388 conv2d_38" -> "389 relu_6" [label="(1, 72, 1, 1)", style=solid]; -"389 relu_6" -> "391 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; -"390 features_9_block_2_fc2_bias_0_0" -> "391 conv2d_39" [label="(288,)", style=solid]; -"391 conv2d_39" -> "392 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; -"392 hardsigmoid_6" -> "393 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; -"393 quantize_per_tensor_default_34" -> "394 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; -"394 dequantize_per_tensor_default_45" -> "395 mul_6" [label="(1, 288, 1, 1)", style=solid]; -"395 mul_6" -> "396 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; -"396 quantize_per_tensor_default_35" -> "397 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; -"397 dequantize_per_tensor_default_46" -> "404 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"398 conv2d_40_scale_0" -> "401 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"398 conv2d_40_scale_0" -> "402 dequantize_per_channel_default_35" [label="(96,)", style=solid]; -"399 conv2d_40_zero_point_0" -> "401 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"399 conv2d_40_zero_point_0" -> "402 dequantize_per_channel_default_35" [label="(96,)", style=solid]; -"400 compressed_weight_updated_constant26" -> "401 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; -"401 quantize_per_channel_default_35" -> "402 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; -"402 dequantize_per_channel_default_35" -> "404 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; -"403 features_9_block_3_0_weight_bias_0_0" -> "404 conv2d_40" [label="(96,)", style=solid]; -"404 conv2d_40" -> "405 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; -"405 quantize_per_tensor_default_36" -> "406 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; -"405 quantize_per_tensor_default_36" -> "407 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; -"406 dequantize_per_tensor_default_48" -> "452 add__4" [label="(1, 96, 7, 7)", style=solid]; -"407 dequantize_per_tensor_default_47" -> "414 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"408 conv2d_41_scale_0" -> "411 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"408 conv2d_41_scale_0" -> "412 dequantize_per_channel_default_36" [label="(576,)", style=solid]; -"409 conv2d_41_zero_point_0" -> "411 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"409 conv2d_41_zero_point_0" -> "412 dequantize_per_channel_default_36" [label="(576,)", style=solid]; -"410 compressed_weight_updated_constant27" -> "411 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; -"411 quantize_per_channel_default_36" -> "412 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; -"412 dequantize_per_channel_default_36" -> "414 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; -"413 features_10_block_0_0_weight_bias_0_0" -> "414 conv2d_41" [label="(576,)", style=solid]; -"414 conv2d_41" -> "417 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; -"415 hardswish__13_scale_0" -> "418 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"415 hardswish__13_scale_0" -> "419 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"416 hardswish__13_zero_point_0" -> "418 quantize_per_channel_default_37" [label="(576,)", style=solid]; -"416 hardswish__13_zero_point_0" -> "419 dequantize_per_channel_default_37" [label="(576,)", style=solid]; -"417 hardswish__13" -> "418 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"418 quantize_per_channel_default_37" -> "419 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; -"419 dequantize_per_channel_default_37" -> "426 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"420 conv2d_42_scale_0" -> "423 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"420 conv2d_42_scale_0" -> "424 dequantize_per_channel_default_38" [label="(576,)", style=solid]; -"421 conv2d_42_zero_point_0" -> "423 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"421 conv2d_42_zero_point_0" -> "424 dequantize_per_channel_default_38" [label="(576,)", style=solid]; -"422 compressed_weight_updated_constant28" -> "423 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; -"423 quantize_per_channel_default_38" -> "424 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; -"424 dequantize_per_channel_default_38" -> "426 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; -"425 features_10_block_1_0_weight_bias_0_0" -> "426 conv2d_42" [label="(576,)", style=solid]; -"426 conv2d_42" -> "427 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; -"427 hardswish__14" -> "428 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; -"428 quantize_per_tensor_default_37" -> "429 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; -"428 quantize_per_tensor_default_37" -> "430 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; -"429 dequantize_per_tensor_default_50" -> "440 mul_7" [label="(1, 576, 7, 7)", style=solid]; -"430 dequantize_per_tensor_default_49" -> "431 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; -"431 adaptive_avg_pool2d_7" -> "433 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; -"432 features_10_block_2_fc1_bias_0_0" -> "433 conv2d_43" [label="(144,)", style=solid]; -"433 conv2d_43" -> "434 relu_7" [label="(1, 144, 1, 1)", style=solid]; -"434 relu_7" -> "436 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; -"435 features_10_block_2_fc2_bias_0_0" -> "436 conv2d_44" [label="(576,)", style=solid]; -"436 conv2d_44" -> "437 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; -"437 hardsigmoid_7" -> "438 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; -"438 quantize_per_tensor_default_38" -> "439 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; -"439 dequantize_per_tensor_default_51" -> "440 mul_7" [label="(1, 576, 1, 1)", style=solid]; -"440 mul_7" -> "441 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; -"441 quantize_per_tensor_default_39" -> "442 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; -"442 dequantize_per_tensor_default_52" -> "449 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"443 conv2d_45_scale_0" -> "446 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"443 conv2d_45_scale_0" -> "447 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"444 conv2d_45_zero_point_0" -> "446 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"444 conv2d_45_zero_point_0" -> "447 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"445 compressed_weight_updated_constant29" -> "446 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; -"446 quantize_per_channel_default_39" -> "447 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; -"447 dequantize_per_channel_default_39" -> "449 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; -"448 features_10_block_3_0_weight_bias_0_0" -> "449 conv2d_45" [label="(96,)", style=solid]; -"449 conv2d_45" -> "450 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; -"450 quantize_per_tensor_default_40" -> "451 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; -"451 dequantize_per_tensor_default_53" -> "452 add__4" [label="(1, 96, 7, 7)", style=solid]; -"452 add__4" -> "453 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; -"453 quantize_per_tensor_default_41" -> "454 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; -"453 quantize_per_tensor_default_41" -> "455 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; -"454 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; -"455 dequantize_per_tensor_default_54" -> "462 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"456 conv2d_46_scale_0" -> "459 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"456 conv2d_46_scale_0" -> "460 dequantize_per_channel_default_40" [label="(576,)", style=solid]; -"457 conv2d_46_zero_point_0" -> "459 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"457 conv2d_46_zero_point_0" -> "460 dequantize_per_channel_default_40" [label="(576,)", style=solid]; -"458 compressed_weight_updated_constant30" -> "459 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; -"459 quantize_per_channel_default_40" -> "460 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; -"460 dequantize_per_channel_default_40" -> "462 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; -"461 features_11_block_0_0_weight_bias_0_0" -> "462 conv2d_46" [label="(576,)", style=solid]; -"462 conv2d_46" -> "465 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; -"463 hardswish__15_scale_0" -> "466 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"463 hardswish__15_scale_0" -> "467 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"464 hardswish__15_zero_point_0" -> "466 quantize_per_channel_default_41" [label="(576,)", style=solid]; -"464 hardswish__15_zero_point_0" -> "467 dequantize_per_channel_default_41" [label="(576,)", style=solid]; -"465 hardswish__15" -> "466 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"466 quantize_per_channel_default_41" -> "467 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; -"467 dequantize_per_channel_default_41" -> "474 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"468 conv2d_47_scale_0" -> "471 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"468 conv2d_47_scale_0" -> "472 dequantize_per_channel_default_42" [label="(576,)", style=solid]; -"469 conv2d_47_zero_point_0" -> "471 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"469 conv2d_47_zero_point_0" -> "472 dequantize_per_channel_default_42" [label="(576,)", style=solid]; -"470 compressed_weight_updated_constant31" -> "471 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; -"471 quantize_per_channel_default_42" -> "472 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; -"472 dequantize_per_channel_default_42" -> "474 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; -"473 features_11_block_1_0_weight_bias_0_0" -> "474 conv2d_47" [label="(576,)", style=solid]; -"474 conv2d_47" -> "475 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; -"475 hardswish__16" -> "476 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; -"476 quantize_per_tensor_default_42" -> "477 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; -"476 quantize_per_tensor_default_42" -> "478 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; -"477 dequantize_per_tensor_default_57" -> "488 mul_8" [label="(1, 576, 7, 7)", style=solid]; -"478 dequantize_per_tensor_default_56" -> "479 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; -"479 adaptive_avg_pool2d_8" -> "481 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; -"480 features_11_block_2_fc1_bias_0_0" -> "481 conv2d_48" [label="(144,)", style=solid]; -"481 conv2d_48" -> "482 relu_8" [label="(1, 144, 1, 1)", style=solid]; -"482 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; -"483 features_11_block_2_fc2_bias_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; -"484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; -"485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; -"486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; -"487 dequantize_per_tensor_default_58" -> "488 mul_8" [label="(1, 576, 1, 1)", style=solid]; -"488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; -"489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; -"490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"491 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; -"492 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"492 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; -"493 compressed_weight_updated_constant32" -> "494 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; -"494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; -"495 dequantize_per_channel_default_43" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; -"496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; -"497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; -"498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; -"499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; -"500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; -"501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; -"502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"503 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; -"504 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"504 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; -"505 compressed_weight_updated_constant33" -> "506 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; -"506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; -"507 dequantize_per_channel_default_44" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; -"508 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; -"509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; -"510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; -"511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; -"512 dequantize_per_tensor_default_62" -> "513 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; -"513 adaptive_avg_pool2d_9" -> "514 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; -"514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; -"515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; -"516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 linear_scale_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"517 linear_scale_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; -"518 linear_zero_point_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"518 linear_zero_point_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; -"519 compressed_weight_updated_constant34" -> "520 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; -"520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; -"521 dequantize_per_channel_default_45" -> "523 linear" [label="(1024, 576)", style=solid]; -"522 classifier_0_bias_0_0" -> "523 linear" [label="(1024,)", style=solid]; -"523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; -"524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; -"525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; -"526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; -"527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 linear_1_scale_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"528 linear_1_scale_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; -"529 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"529 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; -"530 compressed_weight_updated_constant35" -> "531 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; -"531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; -"532 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; -"533 classifier_3_bias_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"0 features_1_block_1_fc1_weight" -> "65 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"1 features_1_block_1_fc1_bias" -> "65 conv2d_2" [label="(8,)", style=solid]; +"2 features_1_block_1_fc2_weight" -> "67 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"3 features_1_block_1_fc2_bias" -> "67 conv2d_3" [label="(16,)", style=solid]; +"4 features_4_block_2_fc1_weight" -> "173 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"5 features_4_block_2_fc1_bias" -> "173 conv2d_13" [label="(24,)", style=solid]; +"6 features_4_block_2_fc2_weight" -> "175 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"7 features_4_block_2_fc2_bias" -> "175 conv2d_14" [label="(96,)", style=solid]; +"8 features_5_block_2_fc1_weight" -> "216 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"9 features_5_block_2_fc1_bias" -> "216 conv2d_18" [label="(64,)", style=solid]; +"10 features_5_block_2_fc2_weight" -> "218 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"11 features_5_block_2_fc2_bias" -> "218 conv2d_19" [label="(240,)", style=solid]; +"12 features_6_block_2_fc1_weight" -> "262 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"13 features_6_block_2_fc1_bias" -> "262 conv2d_23" [label="(64,)", style=solid]; +"14 features_6_block_2_fc2_weight" -> "264 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"15 features_6_block_2_fc2_bias" -> "264 conv2d_24" [label="(240,)", style=solid]; +"16 features_7_block_2_fc1_weight" -> "307 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"17 features_7_block_2_fc1_bias" -> "307 conv2d_28" [label="(32,)", style=solid]; +"18 features_7_block_2_fc2_weight" -> "309 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"19 features_7_block_2_fc2_bias" -> "309 conv2d_29" [label="(120,)", style=solid]; +"20 features_8_block_2_fc1_weight" -> "350 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"21 features_8_block_2_fc1_bias" -> "350 conv2d_33" [label="(40,)", style=solid]; +"22 features_8_block_2_fc2_weight" -> "352 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"23 features_8_block_2_fc2_bias" -> "352 conv2d_34" [label="(144,)", style=solid]; +"24 features_9_block_2_fc1_weight" -> "395 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"25 features_9_block_2_fc1_bias" -> "395 conv2d_38" [label="(72,)", style=solid]; +"26 features_9_block_2_fc2_weight" -> "397 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"27 features_9_block_2_fc2_bias" -> "397 conv2d_39" [label="(288,)", style=solid]; +"28 features_10_block_2_fc1_weight" -> "438 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"29 features_10_block_2_fc1_bias" -> "438 conv2d_43" [label="(144,)", style=solid]; +"30 features_10_block_2_fc2_weight" -> "440 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"31 features_10_block_2_fc2_bias" -> "440 conv2d_44" [label="(576,)", style=solid]; +"32 features_11_block_2_fc1_weight" -> "484 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"33 features_11_block_2_fc1_bias" -> "484 conv2d_48" [label="(144,)", style=solid]; +"34 features_11_block_2_fc2_weight" -> "486 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"35 features_11_block_2_fc2_bias" -> "486 conv2d_49" [label="(576,)", style=solid]; +"36 classifier_0_bias" -> "524 linear" [label="(1024,)", style=solid]; +"37 classifier_3_bias" -> "534 linear_1" [label="(1000,)", style=solid]; +"38 x" -> "39 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"39 quantize_per_tensor_default" -> "40 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"40 dequantize_per_tensor_default" -> "47 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"41 features_0_0_weight_bias" -> "47 conv2d" [label="(16,)", style=solid]; +"42 conv2d_scale_0" -> "45 quantize_per_channel_default" [label="(16,)", style=solid]; +"42 conv2d_scale_0" -> "46 dequantize_per_channel_default" [label="(16,)", style=solid]; +"43 conv2d_zero_point_0" -> "45 quantize_per_channel_default" [label="(16,)", style=solid]; +"43 conv2d_zero_point_0" -> "46 dequantize_per_channel_default" [label="(16,)", style=solid]; +"44 compressed_weight_updated_constant0" -> "45 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"45 quantize_per_channel_default" -> "46 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"46 dequantize_per_channel_default" -> "47 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"47 conv2d" -> "50 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"48 hardswish__scale_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"48 hardswish__scale_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"50 hardswish_" -> "51 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"51 quantize_per_channel_default_1" -> "52 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; +"52 dequantize_per_channel_default_1" -> "59 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; +"53 features_1_block_0_0_weight_bias" -> "59 conv2d_1" [label="(16,)", style=solid]; +"54 conv2d_1_scale_0" -> "57 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"54 conv2d_1_scale_0" -> "58 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"55 conv2d_1_zero_point_0" -> "57 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"55 conv2d_1_zero_point_0" -> "58 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"56 compressed_weight_updated_constant1" -> "57 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"57 quantize_per_channel_default_2" -> "58 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"58 dequantize_per_channel_default_2" -> "59 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"59 conv2d_1" -> "60 relu_" [label="(1, 16, 56, 56)", style=solid]; +"60 relu_" -> "61 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"61 quantize_per_tensor_default_1" -> "62 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; +"61 quantize_per_tensor_default_1" -> "63 dequantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"62 dequantize_per_tensor_default_2" -> "71 mul" [label="(1, 16, 56, 56)", style=solid]; +"63 dequantize_per_tensor_default_1" -> "64 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; +"64 adaptive_avg_pool2d" -> "65 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"65 conv2d_2" -> "66 relu" [label="(1, 8, 1, 1)", style=solid]; +"66 relu" -> "67 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"67 conv2d_3" -> "68 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"68 hardsigmoid" -> "69 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"69 quantize_per_tensor_default_2" -> "70 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 mul" [label="(1, 16, 1, 1)", style=solid]; +"71 mul" -> "72 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"72 quantize_per_tensor_default_3" -> "73 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"73 dequantize_per_tensor_default_4" -> "80 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; +"74 features_1_block_2_0_weight_bias" -> "80 conv2d_4" [label="(16,)", style=solid]; +"75 conv2d_4_scale_0" -> "78 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"75 conv2d_4_scale_0" -> "79 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"76 conv2d_4_zero_point_0" -> "78 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"76 conv2d_4_zero_point_0" -> "79 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"77 compressed_weight_updated_constant2" -> "78 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"78 quantize_per_channel_default_3" -> "79 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"79 dequantize_per_channel_default_3" -> "80 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"80 conv2d_4" -> "81 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"81 quantize_per_tensor_default_4" -> "82 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; +"82 dequantize_per_tensor_default_5" -> "89 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; +"83 features_2_block_0_0_weight_bias" -> "89 conv2d_5" [label="(72,)", style=solid]; +"84 conv2d_5_scale_0" -> "87 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"84 conv2d_5_scale_0" -> "88 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"85 conv2d_5_zero_point_0" -> "87 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"85 conv2d_5_zero_point_0" -> "88 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"86 compressed_weight_updated_constant3" -> "87 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"87 quantize_per_channel_default_4" -> "88 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"88 dequantize_per_channel_default_4" -> "89 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"89 conv2d_5" -> "92 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"90 relu__1_scale_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"90 relu__1_scale_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"92 relu__1" -> "93 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"93 quantize_per_channel_default_5" -> "94 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; +"94 dequantize_per_channel_default_5" -> "101 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; +"95 features_2_block_1_0_weight_bias" -> "101 conv2d_6" [label="(72,)", style=solid]; +"96 conv2d_6_scale_0" -> "99 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"96 conv2d_6_scale_0" -> "100 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"97 conv2d_6_zero_point_0" -> "99 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"97 conv2d_6_zero_point_0" -> "100 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"98 compressed_weight_updated_constant4" -> "99 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"99 quantize_per_channel_default_6" -> "100 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"100 dequantize_per_channel_default_6" -> "101 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"101 conv2d_6" -> "102 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"102 relu__2" -> "103 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"103 quantize_per_tensor_default_5" -> "104 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; +"104 dequantize_per_tensor_default_6" -> "111 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; +"105 features_2_block_2_0_weight_bias" -> "111 conv2d_7" [label="(24,)", style=solid]; +"106 conv2d_7_scale_0" -> "109 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"106 conv2d_7_scale_0" -> "110 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"107 conv2d_7_zero_point_0" -> "109 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"107 conv2d_7_zero_point_0" -> "110 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"108 compressed_weight_updated_constant5" -> "109 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"109 quantize_per_channel_default_7" -> "110 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"110 dequantize_per_channel_default_7" -> "111 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"111 conv2d_7" -> "112 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_6" -> "113 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"112 quantize_per_tensor_default_6" -> "114 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; +"113 dequantize_per_tensor_default_8" -> "146 add_" [label="(1, 24, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_7" -> "121 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; +"115 features_3_block_0_0_weight_bias" -> "121 conv2d_8" [label="(88,)", style=solid]; +"116 conv2d_8_scale_0" -> "119 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"116 conv2d_8_scale_0" -> "120 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"117 conv2d_8_zero_point_0" -> "119 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"117 conv2d_8_zero_point_0" -> "120 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"118 compressed_weight_updated_constant6" -> "119 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"119 quantize_per_channel_default_8" -> "120 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"120 dequantize_per_channel_default_8" -> "121 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"121 conv2d_8" -> "124 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"122 relu__3_scale_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"122 relu__3_scale_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"124 relu__3" -> "125 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"125 quantize_per_channel_default_9" -> "126 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; +"126 dequantize_per_channel_default_9" -> "133 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; +"127 features_3_block_1_0_weight_bias" -> "133 conv2d_9" [label="(88,)", style=solid]; +"128 conv2d_9_scale_0" -> "131 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"128 conv2d_9_scale_0" -> "132 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"129 conv2d_9_zero_point_0" -> "131 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"129 conv2d_9_zero_point_0" -> "132 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"130 compressed_weight_updated_constant7" -> "131 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"131 quantize_per_channel_default_10" -> "132 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"132 dequantize_per_channel_default_10" -> "133 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"133 conv2d_9" -> "134 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"134 relu__4" -> "135 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"135 quantize_per_tensor_default_7" -> "136 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; +"136 dequantize_per_tensor_default_9" -> "143 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; +"137 features_3_block_2_0_weight_bias" -> "143 conv2d_10" [label="(24,)", style=solid]; +"138 conv2d_10_scale_0" -> "141 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"138 conv2d_10_scale_0" -> "142 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"139 conv2d_10_zero_point_0" -> "141 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"139 conv2d_10_zero_point_0" -> "142 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"140 compressed_weight_updated_constant8" -> "141 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"141 quantize_per_channel_default_11" -> "142 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"142 dequantize_per_channel_default_11" -> "143 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"143 conv2d_10" -> "144 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"144 quantize_per_tensor_default_8" -> "145 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; +"145 dequantize_per_tensor_default_10" -> "146 add_" [label="(1, 24, 28, 28)", style=solid]; +"146 add_" -> "147 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"147 quantize_per_tensor_default_9" -> "148 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; +"148 dequantize_per_tensor_default_11" -> "155 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; +"149 features_4_block_0_0_weight_bias" -> "155 conv2d_11" [label="(96,)", style=solid]; +"150 conv2d_11_scale_0" -> "153 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"150 conv2d_11_scale_0" -> "154 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"151 conv2d_11_zero_point_0" -> "153 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"151 conv2d_11_zero_point_0" -> "154 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"152 compressed_weight_updated_constant9" -> "153 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"153 quantize_per_channel_default_12" -> "154 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"154 dequantize_per_channel_default_12" -> "155 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"155 conv2d_11" -> "158 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"156 hardswish__1_scale_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"156 hardswish__1_scale_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"158 hardswish__1" -> "159 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"159 quantize_per_channel_default_13" -> "160 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; +"160 dequantize_per_channel_default_13" -> "167 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; +"161 features_4_block_1_0_weight_bias" -> "167 conv2d_12" [label="(96,)", style=solid]; +"162 conv2d_12_scale_0" -> "165 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"162 conv2d_12_scale_0" -> "166 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"163 conv2d_12_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"163 conv2d_12_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"164 compressed_weight_updated_constant10" -> "165 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"166 dequantize_per_channel_default_14" -> "167 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"167 conv2d_12" -> "168 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"168 hardswish__2" -> "169 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_10" -> "170 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_10" -> "171 dequantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"170 dequantize_per_tensor_default_13" -> "179 mul_1" [label="(1, 96, 14, 14)", style=solid]; +"171 dequantize_per_tensor_default_12" -> "172 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; +"172 adaptive_avg_pool2d_1" -> "173 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"173 conv2d_13" -> "174 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"174 relu_1" -> "175 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"175 conv2d_14" -> "176 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"176 hardsigmoid_1" -> "177 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"177 quantize_per_tensor_default_11" -> "178 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"178 dequantize_per_tensor_default_14" -> "179 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"179 mul_1" -> "180 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"180 quantize_per_tensor_default_12" -> "181 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; +"181 dequantize_per_tensor_default_15" -> "188 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; +"182 features_4_block_3_0_weight_bias" -> "188 conv2d_15" [label="(40,)", style=solid]; +"183 conv2d_15_scale_0" -> "186 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"183 conv2d_15_scale_0" -> "187 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"184 conv2d_15_zero_point_0" -> "186 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"184 conv2d_15_zero_point_0" -> "187 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"185 compressed_weight_updated_constant11" -> "186 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"186 quantize_per_channel_default_15" -> "187 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"187 dequantize_per_channel_default_15" -> "188 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"188 conv2d_15" -> "189 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"189 quantize_per_tensor_default_13" -> "190 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"189 quantize_per_tensor_default_13" -> "191 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; +"190 dequantize_per_tensor_default_17" -> "234 add__1" [label="(1, 40, 14, 14)", style=solid]; +"191 dequantize_per_tensor_default_16" -> "198 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; +"192 features_5_block_0_0_weight_bias" -> "198 conv2d_16" [label="(240,)", style=solid]; +"193 conv2d_16_scale_0" -> "196 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"193 conv2d_16_scale_0" -> "197 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"194 conv2d_16_zero_point_0" -> "196 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"194 conv2d_16_zero_point_0" -> "197 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"195 compressed_weight_updated_constant12" -> "196 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"196 quantize_per_channel_default_16" -> "197 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"197 dequantize_per_channel_default_16" -> "198 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"198 conv2d_16" -> "201 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"199 hardswish__3_scale_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"199 hardswish__3_scale_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"201 hardswish__3" -> "202 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; +"203 dequantize_per_channel_default_17" -> "210 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; +"204 features_5_block_1_0_weight_bias" -> "210 conv2d_17" [label="(240,)", style=solid]; +"205 conv2d_17_scale_0" -> "208 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"205 conv2d_17_scale_0" -> "209 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"206 conv2d_17_zero_point_0" -> "208 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"206 conv2d_17_zero_point_0" -> "209 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"207 compressed_weight_updated_constant13" -> "208 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"208 quantize_per_channel_default_18" -> "209 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"209 dequantize_per_channel_default_18" -> "210 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"210 conv2d_17" -> "211 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"211 hardswish__4" -> "212 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"212 quantize_per_tensor_default_14" -> "213 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"212 quantize_per_tensor_default_14" -> "214 dequantize_per_tensor_default_18" [label="(1, 240, 14, 14)", style=solid]; +"213 dequantize_per_tensor_default_19" -> "222 mul_2" [label="(1, 240, 14, 14)", style=solid]; +"214 dequantize_per_tensor_default_18" -> "215 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; +"215 adaptive_avg_pool2d_2" -> "216 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"216 conv2d_18" -> "217 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"217 relu_2" -> "218 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"218 conv2d_19" -> "219 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"219 hardsigmoid_2" -> "220 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"220 quantize_per_tensor_default_15" -> "221 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"221 dequantize_per_tensor_default_20" -> "222 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"222 mul_2" -> "223 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"223 quantize_per_tensor_default_16" -> "224 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"224 dequantize_per_tensor_default_21" -> "231 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; +"225 features_5_block_3_0_weight_bias" -> "231 conv2d_20" [label="(40,)", style=solid]; +"226 conv2d_20_scale_0" -> "229 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"226 conv2d_20_scale_0" -> "230 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"227 conv2d_20_zero_point_0" -> "229 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"227 conv2d_20_zero_point_0" -> "230 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"228 compressed_weight_updated_constant14" -> "229 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"229 quantize_per_channel_default_19" -> "230 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"230 dequantize_per_channel_default_19" -> "231 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"231 conv2d_20" -> "232 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"233 dequantize_per_tensor_default_22" -> "234 add__1" [label="(1, 40, 14, 14)", style=solid]; +"234 add__1" -> "235 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"235 quantize_per_tensor_default_18" -> "236 dequantize_per_tensor_default_24" [label="(1, 40, 14, 14)", style=solid]; +"235 quantize_per_tensor_default_18" -> "237 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"236 dequantize_per_tensor_default_24" -> "280 add__2" [label="(1, 40, 14, 14)", style=solid]; +"237 dequantize_per_tensor_default_23" -> "244 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; +"238 features_6_block_0_0_weight_bias" -> "244 conv2d_21" [label="(240,)", style=solid]; +"239 conv2d_21_scale_0" -> "242 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"239 conv2d_21_scale_0" -> "243 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"240 conv2d_21_zero_point_0" -> "242 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"240 conv2d_21_zero_point_0" -> "243 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"241 compressed_weight_updated_constant15" -> "242 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"242 quantize_per_channel_default_20" -> "243 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"243 dequantize_per_channel_default_20" -> "244 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"244 conv2d_21" -> "247 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"245 hardswish__5_scale_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"245 hardswish__5_scale_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"247 hardswish__5" -> "248 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"248 quantize_per_channel_default_21" -> "249 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; +"249 dequantize_per_channel_default_21" -> "256 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; +"250 features_6_block_1_0_weight_bias" -> "256 conv2d_22" [label="(240,)", style=solid]; +"251 conv2d_22_scale_0" -> "254 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"251 conv2d_22_scale_0" -> "255 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"252 conv2d_22_zero_point_0" -> "254 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"252 conv2d_22_zero_point_0" -> "255 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"253 compressed_weight_updated_constant16" -> "254 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"254 quantize_per_channel_default_22" -> "255 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"255 dequantize_per_channel_default_22" -> "256 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"256 conv2d_22" -> "257 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"257 hardswish__6" -> "258 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_19" -> "259 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_19" -> "260 dequantize_per_tensor_default_25" [label="(1, 240, 14, 14)", style=solid]; +"259 dequantize_per_tensor_default_26" -> "268 mul_3" [label="(1, 240, 14, 14)", style=solid]; +"260 dequantize_per_tensor_default_25" -> "261 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; +"261 adaptive_avg_pool2d_3" -> "262 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"262 conv2d_23" -> "263 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"263 relu_3" -> "264 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"264 conv2d_24" -> "265 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"265 hardsigmoid_3" -> "266 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"266 quantize_per_tensor_default_20" -> "267 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"267 dequantize_per_tensor_default_27" -> "268 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"268 mul_3" -> "269 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"269 quantize_per_tensor_default_21" -> "270 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; +"270 dequantize_per_tensor_default_28" -> "277 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; +"271 features_6_block_3_0_weight_bias" -> "277 conv2d_25" [label="(40,)", style=solid]; +"272 conv2d_25_scale_0" -> "275 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"272 conv2d_25_scale_0" -> "276 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"273 conv2d_25_zero_point_0" -> "275 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"273 conv2d_25_zero_point_0" -> "276 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"274 compressed_weight_updated_constant17" -> "275 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"275 quantize_per_channel_default_23" -> "276 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"276 dequantize_per_channel_default_23" -> "277 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"277 conv2d_25" -> "278 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"278 quantize_per_tensor_default_22" -> "279 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; +"279 dequantize_per_tensor_default_29" -> "280 add__2" [label="(1, 40, 14, 14)", style=solid]; +"280 add__2" -> "281 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; +"282 dequantize_per_tensor_default_30" -> "289 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; +"283 features_7_block_0_0_weight_bias" -> "289 conv2d_26" [label="(120,)", style=solid]; +"284 conv2d_26_scale_0" -> "287 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"284 conv2d_26_scale_0" -> "288 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"285 conv2d_26_zero_point_0" -> "287 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"285 conv2d_26_zero_point_0" -> "288 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"286 compressed_weight_updated_constant18" -> "287 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"287 quantize_per_channel_default_24" -> "288 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"288 dequantize_per_channel_default_24" -> "289 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"289 conv2d_26" -> "292 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"290 hardswish__7_scale_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"290 hardswish__7_scale_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"292 hardswish__7" -> "293 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"293 quantize_per_channel_default_25" -> "294 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; +"294 dequantize_per_channel_default_25" -> "301 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; +"295 features_7_block_1_0_weight_bias" -> "301 conv2d_27" [label="(120,)", style=solid]; +"296 conv2d_27_scale_0" -> "299 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"296 conv2d_27_scale_0" -> "300 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"297 conv2d_27_zero_point_0" -> "299 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"297 conv2d_27_zero_point_0" -> "300 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"298 compressed_weight_updated_constant19" -> "299 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"299 quantize_per_channel_default_26" -> "300 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"300 dequantize_per_channel_default_26" -> "301 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"301 conv2d_27" -> "302 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"302 hardswish__8" -> "303 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"303 quantize_per_tensor_default_24" -> "304 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; +"303 quantize_per_tensor_default_24" -> "305 dequantize_per_tensor_default_31" [label="(1, 120, 14, 14)", style=solid]; +"304 dequantize_per_tensor_default_32" -> "313 mul_4" [label="(1, 120, 14, 14)", style=solid]; +"305 dequantize_per_tensor_default_31" -> "306 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; +"306 adaptive_avg_pool2d_4" -> "307 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"307 conv2d_28" -> "308 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"308 relu_4" -> "309 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"309 conv2d_29" -> "310 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"310 hardsigmoid_4" -> "311 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"311 quantize_per_tensor_default_25" -> "312 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"312 dequantize_per_tensor_default_33" -> "313 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"313 mul_4" -> "314 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"314 quantize_per_tensor_default_26" -> "315 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; +"315 dequantize_per_tensor_default_34" -> "322 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; +"316 features_7_block_3_0_weight_bias" -> "322 conv2d_30" [label="(48,)", style=solid]; +"317 conv2d_30_scale_0" -> "320 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"317 conv2d_30_scale_0" -> "321 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"318 conv2d_30_zero_point_0" -> "320 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"318 conv2d_30_zero_point_0" -> "321 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"319 compressed_weight_updated_constant20" -> "320 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"320 quantize_per_channel_default_27" -> "321 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"321 dequantize_per_channel_default_27" -> "322 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"322 conv2d_30" -> "323 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"323 quantize_per_tensor_default_27" -> "324 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; +"323 quantize_per_tensor_default_27" -> "325 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; +"324 dequantize_per_tensor_default_36" -> "368 add__3" [label="(1, 48, 14, 14)", style=solid]; +"325 dequantize_per_tensor_default_35" -> "332 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; +"326 features_8_block_0_0_weight_bias" -> "332 conv2d_31" [label="(144,)", style=solid]; +"327 conv2d_31_scale_0" -> "330 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"327 conv2d_31_scale_0" -> "331 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"328 conv2d_31_zero_point_0" -> "330 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"328 conv2d_31_zero_point_0" -> "331 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"329 compressed_weight_updated_constant21" -> "330 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"330 quantize_per_channel_default_28" -> "331 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"331 dequantize_per_channel_default_28" -> "332 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"332 conv2d_31" -> "335 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"333 hardswish__9_scale_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"333 hardswish__9_scale_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"335 hardswish__9" -> "336 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"336 quantize_per_channel_default_29" -> "337 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; +"337 dequantize_per_channel_default_29" -> "344 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; +"338 features_8_block_1_0_weight_bias" -> "344 conv2d_32" [label="(144,)", style=solid]; +"339 conv2d_32_scale_0" -> "342 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"339 conv2d_32_scale_0" -> "343 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"340 conv2d_32_zero_point_0" -> "342 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"340 conv2d_32_zero_point_0" -> "343 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"341 compressed_weight_updated_constant22" -> "342 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"342 quantize_per_channel_default_30" -> "343 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"343 dequantize_per_channel_default_30" -> "344 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"344 conv2d_32" -> "345 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"345 hardswish__10" -> "346 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"346 quantize_per_tensor_default_28" -> "347 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; +"346 quantize_per_tensor_default_28" -> "348 dequantize_per_tensor_default_37" [label="(1, 144, 14, 14)", style=solid]; +"347 dequantize_per_tensor_default_38" -> "356 mul_5" [label="(1, 144, 14, 14)", style=solid]; +"348 dequantize_per_tensor_default_37" -> "349 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; +"349 adaptive_avg_pool2d_5" -> "350 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"350 conv2d_33" -> "351 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"351 relu_5" -> "352 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"352 conv2d_34" -> "353 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"353 hardsigmoid_5" -> "354 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"354 quantize_per_tensor_default_29" -> "355 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"355 dequantize_per_tensor_default_39" -> "356 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"356 mul_5" -> "357 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"357 quantize_per_tensor_default_30" -> "358 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; +"358 dequantize_per_tensor_default_40" -> "365 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; +"359 features_8_block_3_0_weight_bias" -> "365 conv2d_35" [label="(48,)", style=solid]; +"360 conv2d_35_scale_0" -> "363 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"360 conv2d_35_scale_0" -> "364 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"361 conv2d_35_zero_point_0" -> "363 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"361 conv2d_35_zero_point_0" -> "364 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"362 compressed_weight_updated_constant23" -> "363 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"363 quantize_per_channel_default_31" -> "364 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"364 dequantize_per_channel_default_31" -> "365 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"365 conv2d_35" -> "366 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"366 quantize_per_tensor_default_31" -> "367 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; +"367 dequantize_per_tensor_default_41" -> "368 add__3" [label="(1, 48, 14, 14)", style=solid]; +"368 add__3" -> "369 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"369 quantize_per_tensor_default_32" -> "370 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; +"370 dequantize_per_tensor_default_42" -> "377 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; +"371 features_9_block_0_0_weight_bias" -> "377 conv2d_36" [label="(288,)", style=solid]; +"372 conv2d_36_scale_0" -> "375 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"372 conv2d_36_scale_0" -> "376 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"373 conv2d_36_zero_point_0" -> "375 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"373 conv2d_36_zero_point_0" -> "376 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"374 compressed_weight_updated_constant24" -> "375 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"375 quantize_per_channel_default_32" -> "376 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"376 dequantize_per_channel_default_32" -> "377 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"377 conv2d_36" -> "380 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"378 hardswish__11_scale_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"378 hardswish__11_scale_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"380 hardswish__11" -> "381 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"381 quantize_per_channel_default_33" -> "382 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; +"382 dequantize_per_channel_default_33" -> "389 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; +"383 features_9_block_1_0_weight_bias" -> "389 conv2d_37" [label="(288,)", style=solid]; +"384 conv2d_37_scale_0" -> "387 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"384 conv2d_37_scale_0" -> "388 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"385 conv2d_37_zero_point_0" -> "387 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"385 conv2d_37_zero_point_0" -> "388 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"386 compressed_weight_updated_constant25" -> "387 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"387 quantize_per_channel_default_34" -> "388 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"388 dequantize_per_channel_default_34" -> "389 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"389 conv2d_37" -> "390 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"390 hardswish__12" -> "391 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; +"391 quantize_per_tensor_default_33" -> "393 dequantize_per_tensor_default_43" [label="(1, 288, 7, 7)", style=solid]; +"392 dequantize_per_tensor_default_44" -> "401 mul_6" [label="(1, 288, 7, 7)", style=solid]; +"393 dequantize_per_tensor_default_43" -> "394 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; +"394 adaptive_avg_pool2d_6" -> "395 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"395 conv2d_38" -> "396 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"396 relu_6" -> "397 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"397 conv2d_39" -> "398 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"398 hardsigmoid_6" -> "399 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"399 quantize_per_tensor_default_34" -> "400 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"400 dequantize_per_tensor_default_45" -> "401 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"401 mul_6" -> "402 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"402 quantize_per_tensor_default_35" -> "403 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; +"403 dequantize_per_tensor_default_46" -> "410 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; +"404 features_9_block_3_0_weight_bias" -> "410 conv2d_40" [label="(96,)", style=solid]; +"405 conv2d_40_scale_0" -> "408 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"405 conv2d_40_scale_0" -> "409 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"406 conv2d_40_zero_point_0" -> "408 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"406 conv2d_40_zero_point_0" -> "409 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"407 compressed_weight_updated_constant26" -> "408 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"408 quantize_per_channel_default_35" -> "409 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"409 dequantize_per_channel_default_35" -> "410 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"410 conv2d_40" -> "411 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"411 quantize_per_tensor_default_36" -> "412 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; +"411 quantize_per_tensor_default_36" -> "413 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; +"412 dequantize_per_tensor_default_48" -> "456 add__4" [label="(1, 96, 7, 7)", style=solid]; +"413 dequantize_per_tensor_default_47" -> "420 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; +"414 features_10_block_0_0_weight_bias" -> "420 conv2d_41" [label="(576,)", style=solid]; +"415 conv2d_41_scale_0" -> "418 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"415 conv2d_41_scale_0" -> "419 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"416 conv2d_41_zero_point_0" -> "418 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"416 conv2d_41_zero_point_0" -> "419 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"417 compressed_weight_updated_constant27" -> "418 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"418 quantize_per_channel_default_36" -> "419 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"419 dequantize_per_channel_default_36" -> "420 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"420 conv2d_41" -> "423 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"421 hardswish__13_scale_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"421 hardswish__13_scale_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"423 hardswish__13" -> "424 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"424 quantize_per_channel_default_37" -> "425 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; +"425 dequantize_per_channel_default_37" -> "432 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; +"426 features_10_block_1_0_weight_bias" -> "432 conv2d_42" [label="(576,)", style=solid]; +"427 conv2d_42_scale_0" -> "430 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"427 conv2d_42_scale_0" -> "431 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"428 conv2d_42_zero_point_0" -> "430 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"428 conv2d_42_zero_point_0" -> "431 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"429 compressed_weight_updated_constant28" -> "430 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"430 quantize_per_channel_default_38" -> "431 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"431 dequantize_per_channel_default_38" -> "432 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"432 conv2d_42" -> "433 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"433 hardswish__14" -> "434 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"434 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; +"434 quantize_per_tensor_default_37" -> "436 dequantize_per_tensor_default_49" [label="(1, 576, 7, 7)", style=solid]; +"435 dequantize_per_tensor_default_50" -> "444 mul_7" [label="(1, 576, 7, 7)", style=solid]; +"436 dequantize_per_tensor_default_49" -> "437 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; +"437 adaptive_avg_pool2d_7" -> "438 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"438 conv2d_43" -> "439 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"439 relu_7" -> "440 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"440 conv2d_44" -> "441 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"441 hardsigmoid_7" -> "442 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"442 quantize_per_tensor_default_38" -> "443 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"443 dequantize_per_tensor_default_51" -> "444 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"444 mul_7" -> "445 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"445 quantize_per_tensor_default_39" -> "446 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; +"446 dequantize_per_tensor_default_52" -> "453 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; +"447 features_10_block_3_0_weight_bias" -> "453 conv2d_45" [label="(96,)", style=solid]; +"448 conv2d_45_scale_0" -> "451 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"448 conv2d_45_scale_0" -> "452 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"449 conv2d_45_zero_point_0" -> "451 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"449 conv2d_45_zero_point_0" -> "452 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"450 compressed_weight_updated_constant29" -> "451 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"451 quantize_per_channel_default_39" -> "452 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"452 dequantize_per_channel_default_39" -> "453 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"453 conv2d_45" -> "454 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"454 quantize_per_tensor_default_40" -> "455 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; +"455 dequantize_per_tensor_default_53" -> "456 add__4" [label="(1, 96, 7, 7)", style=solid]; +"456 add__4" -> "457 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"457 quantize_per_tensor_default_41" -> "458 dequantize_per_tensor_default_55" [label="(1, 96, 7, 7)", style=solid]; +"457 quantize_per_tensor_default_41" -> "459 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; +"458 dequantize_per_tensor_default_55" -> "502 add__5" [label="(1, 96, 7, 7)", style=solid]; +"459 dequantize_per_tensor_default_54" -> "466 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; +"460 features_11_block_0_0_weight_bias" -> "466 conv2d_46" [label="(576,)", style=solid]; +"461 conv2d_46_scale_0" -> "464 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"461 conv2d_46_scale_0" -> "465 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"462 conv2d_46_zero_point_0" -> "464 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"462 conv2d_46_zero_point_0" -> "465 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"463 compressed_weight_updated_constant30" -> "464 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"464 quantize_per_channel_default_40" -> "465 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"465 dequantize_per_channel_default_40" -> "466 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"466 conv2d_46" -> "469 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"467 hardswish__15_scale_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"467 hardswish__15_scale_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"469 hardswish__15" -> "470 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"470 quantize_per_channel_default_41" -> "471 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; +"471 dequantize_per_channel_default_41" -> "478 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; +"472 features_11_block_1_0_weight_bias" -> "478 conv2d_47" [label="(576,)", style=solid]; +"473 conv2d_47_scale_0" -> "476 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"473 conv2d_47_scale_0" -> "477 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"474 conv2d_47_zero_point_0" -> "476 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"474 conv2d_47_zero_point_0" -> "477 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"475 compressed_weight_updated_constant31" -> "476 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"476 quantize_per_channel_default_42" -> "477 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"477 dequantize_per_channel_default_42" -> "478 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"478 conv2d_47" -> "479 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"479 hardswish__16" -> "480 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"480 quantize_per_tensor_default_42" -> "481 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; +"480 quantize_per_tensor_default_42" -> "482 dequantize_per_tensor_default_56" [label="(1, 576, 7, 7)", style=solid]; +"481 dequantize_per_tensor_default_57" -> "490 mul_8" [label="(1, 576, 7, 7)", style=solid]; +"482 dequantize_per_tensor_default_56" -> "483 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; +"483 adaptive_avg_pool2d_8" -> "484 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"484 conv2d_48" -> "485 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"485 relu_8" -> "486 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"486 conv2d_49" -> "487 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"487 hardsigmoid_8" -> "488 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"488 quantize_per_tensor_default_43" -> "489 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"489 dequantize_per_tensor_default_58" -> "490 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"490 mul_8" -> "491 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"491 quantize_per_tensor_default_44" -> "492 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; +"492 dequantize_per_tensor_default_59" -> "499 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; +"493 features_11_block_3_0_weight_bias" -> "499 conv2d_50" [label="(96,)", style=solid]; +"494 conv2d_50_scale_0" -> "497 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"494 conv2d_50_scale_0" -> "498 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"495 conv2d_50_zero_point_0" -> "497 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"495 conv2d_50_zero_point_0" -> "498 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"496 compressed_weight_updated_constant32" -> "497 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"497 quantize_per_channel_default_43" -> "498 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"498 dequantize_per_channel_default_43" -> "499 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"499 conv2d_50" -> "500 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"500 quantize_per_tensor_default_45" -> "501 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; +"501 dequantize_per_tensor_default_60" -> "502 add__5" [label="(1, 96, 7, 7)", style=solid]; +"502 add__5" -> "503 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"503 quantize_per_tensor_default_46" -> "504 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; +"504 dequantize_per_tensor_default_61" -> "511 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; +"505 features_12_0_weight_bias" -> "511 conv2d_51" [label="(576,)", style=solid]; +"506 conv2d_51_scale_0" -> "509 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"506 conv2d_51_scale_0" -> "510 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"507 conv2d_51_zero_point_0" -> "509 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"507 conv2d_51_zero_point_0" -> "510 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"508 compressed_weight_updated_constant33" -> "509 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"509 quantize_per_channel_default_44" -> "510 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"510 dequantize_per_channel_default_44" -> "511 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"511 conv2d_51" -> "512 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"512 hardswish__17" -> "513 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"513 quantize_per_tensor_default_47" -> "514 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; +"514 dequantize_per_tensor_default_62" -> "515 adaptive_avg_pool2d_9" [label="(1, 576, 7, 7)", style=solid]; +"515 adaptive_avg_pool2d_9" -> "516 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"516 quantize_per_tensor_default_48" -> "517 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"517 dequantize_per_tensor_default_63" -> "518 flatten" [label="(1, 576, 1, 1)", style=solid]; +"518 flatten" -> "524 linear" [label="(1, 576)", style=solid]; +"519 linear_scale_0" -> "522 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 linear_scale_0" -> "523 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"520 linear_zero_point_0" -> "522 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"520 linear_zero_point_0" -> "523 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"521 compressed_weight_updated_constant34" -> "522 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"522 quantize_per_channel_default_45" -> "523 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"523 dequantize_per_channel_default_45" -> "524 linear" [label="(1024, 576)", style=solid]; +"524 linear" -> "525 hardswish__18" [label="(1, 1024)", style=solid]; +"525 hardswish__18" -> "526 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"526 quantize_per_tensor_default_49" -> "527 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"527 dequantize_per_tensor_default_64" -> "528 dropout_" [label="(1, 1024)", style=solid]; +"528 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"529 linear_1_scale_0" -> "532 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_scale_0" -> "533 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "532 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "533 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"531 compressed_weight_updated_constant35" -> "532 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"532 quantize_per_channel_default_46" -> "533 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"533 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; "534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index e6875129c47..f0fd8208c2e 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -1,539 +1,539 @@ strict digraph { -"0 x" [id=0, type=input]; -"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; -"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0" [id=3, type=get_attr]; -"4 conv2d_zero_point_0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 conv1_weight_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu_" [id=10, type=relu_]; -"11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; -"13 max_pool2d" [id=13, type=max_pool2d]; -"14 conv2d_1_scale_0" [id=14, type=get_attr]; -"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; -"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; -"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; -"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; -"19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; -"20 conv2d_1" [id=20, type=conv2d]; -"21 relu__1" [id=21, type=relu_]; -"22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; -"23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 conv2d_2_scale_0" [id=24, type=get_attr]; -"25 conv2d_2_zero_point_0" [id=25, type=get_attr]; -"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; -"27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; -"28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; -"29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; -"30 conv2d_2" [id=30, type=conv2d]; -"31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; -"32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; -"33 add_" [id=33, type=add_]; -"34 relu__2" [id=34, type=relu_]; -"35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; -"36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; -"37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 conv2d_3_scale_0" [id=38, type=get_attr]; -"39 conv2d_3_zero_point_0" [id=39, type=get_attr]; -"40 compressed_weight_updated_constant3" [id=40, type=get_attr]; -"41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; -"42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; -"43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; -"44 conv2d_3" [id=44, type=conv2d]; -"45 relu__3" [id=45, type=relu_]; -"46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; -"47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 conv2d_4_scale_0" [id=48, type=get_attr]; -"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; -"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; -"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; -"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; -"53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; -"54 conv2d_4" [id=54, type=conv2d]; -"55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; -"57 add__1" [id=57, type=add_]; -"58 relu__4" [id=58, type=relu_]; -"59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; -"60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; -"61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 conv2d_5_scale_0" [id=62, type=get_attr]; -"63 conv2d_5_zero_point_0" [id=63, type=get_attr]; -"64 compressed_weight_updated_constant5" [id=64, type=get_attr]; -"65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; -"66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; -"67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; -"68 conv2d_5" [id=68, type=conv2d]; -"69 relu__5" [id=69, type=relu_]; -"70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 conv2d_6_scale_0" [id=72, type=get_attr]; -"73 conv2d_6_zero_point_0" [id=73, type=get_attr]; -"74 compressed_weight_updated_constant6" [id=74, type=get_attr]; -"75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; -"77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; -"78 conv2d_6" [id=78, type=conv2d]; -"79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; -"80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 conv2d_7_scale_0" [id=81, type=get_attr]; -"82 conv2d_7_zero_point_0" [id=82, type=get_attr]; -"83 compressed_weight_updated_constant7" [id=83, type=get_attr]; -"84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; -"86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; -"87 conv2d_7" [id=87, type=conv2d]; -"88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; -"89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; -"90 add__2" [id=90, type=add_]; -"91 relu__6" [id=91, type=relu_]; -"92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; -"93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; -"94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 conv2d_8_scale_0" [id=95, type=get_attr]; -"96 conv2d_8_zero_point_0" [id=96, type=get_attr]; -"97 compressed_weight_updated_constant8" [id=97, type=get_attr]; -"98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; -"99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; -"100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; -"101 conv2d_8" [id=101, type=conv2d]; -"102 relu__7" [id=102, type=relu_]; -"103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 conv2d_9_scale_0" [id=105, type=get_attr]; -"106 conv2d_9_zero_point_0" [id=106, type=get_attr]; -"107 compressed_weight_updated_constant9" [id=107, type=get_attr]; -"108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; -"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; -"110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; -"111 conv2d_9" [id=111, type=conv2d]; -"112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; -"113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; -"114 add__3" [id=114, type=add_]; -"115 relu__8" [id=115, type=relu_]; -"116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; -"118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 conv2d_10_scale_0" [id=119, type=get_attr]; -"120 conv2d_10_zero_point_0" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant10" [id=121, type=get_attr]; -"122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; -"123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; -"124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; -"125 conv2d_10" [id=125, type=conv2d]; -"126 relu__9" [id=126, type=relu_]; -"127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; -"128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 conv2d_11_scale_0" [id=129, type=get_attr]; -"130 conv2d_11_zero_point_0" [id=130, type=get_attr]; -"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; -"132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; -"133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; -"134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; -"135 conv2d_11" [id=135, type=conv2d]; -"136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 conv2d_12_scale_0" [id=138, type=get_attr]; -"139 conv2d_12_zero_point_0" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant12" [id=140, type=get_attr]; -"141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; -"143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; -"144 conv2d_12" [id=144, type=conv2d]; -"145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; -"147 add__4" [id=147, type=add_]; -"148 relu__10" [id=148, type=relu_]; -"149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; -"150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; -"151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 conv2d_13_scale_0" [id=152, type=get_attr]; -"153 conv2d_13_zero_point_0" [id=153, type=get_attr]; -"154 compressed_weight_updated_constant13" [id=154, type=get_attr]; -"155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; -"157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; -"158 conv2d_13" [id=158, type=conv2d]; -"159 relu__11" [id=159, type=relu_]; -"160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 conv2d_14_scale_0" [id=162, type=get_attr]; -"163 conv2d_14_zero_point_0" [id=163, type=get_attr]; -"164 compressed_weight_updated_constant14" [id=164, type=get_attr]; -"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; -"167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; -"168 conv2d_14" [id=168, type=conv2d]; -"169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; -"171 add__5" [id=171, type=add_]; -"172 relu__12" [id=172, type=relu_]; -"173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; -"174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; -"175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 conv2d_15_scale_0" [id=176, type=get_attr]; -"177 conv2d_15_zero_point_0" [id=177, type=get_attr]; -"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; -"179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; -"180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; -"181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; -"182 conv2d_15" [id=182, type=conv2d]; -"183 relu__13" [id=183, type=relu_]; -"184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; -"185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 conv2d_16_scale_0" [id=186, type=get_attr]; -"187 conv2d_16_zero_point_0" [id=187, type=get_attr]; -"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; -"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; -"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; -"191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; -"192 conv2d_16" [id=192, type=conv2d]; -"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 conv2d_17_scale_0" [id=195, type=get_attr]; -"196 conv2d_17_zero_point_0" [id=196, type=get_attr]; -"197 compressed_weight_updated_constant17" [id=197, type=get_attr]; -"198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; -"199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; -"200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; -"201 conv2d_17" [id=201, type=conv2d]; -"202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; -"203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; -"204 add__6" [id=204, type=add_]; -"205 relu__14" [id=205, type=relu_]; -"206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; -"208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 conv2d_18_scale_0" [id=209, type=get_attr]; -"210 conv2d_18_zero_point_0" [id=210, type=get_attr]; -"211 compressed_weight_updated_constant18" [id=211, type=get_attr]; -"212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; -"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; -"214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; -"215 conv2d_18" [id=215, type=conv2d]; -"216 relu__15" [id=216, type=relu_]; -"217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; -"218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 conv2d_19_scale_0" [id=219, type=get_attr]; -"220 conv2d_19_zero_point_0" [id=220, type=get_attr]; -"221 compressed_weight_updated_constant19" [id=221, type=get_attr]; -"222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; -"224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; -"225 conv2d_19" [id=225, type=conv2d]; -"226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; -"228 add__7" [id=228, type=add_]; -"229 relu__16" [id=229, type=relu_]; -"230 quantize_per_tensor_default_28" [id=230, type=quantize_per_tensor]; -"231 dequantize_per_tensor_default_35" [id=231, type=dequantize_per_tensor]; -"232 adaptive_avg_pool2d" [id=232, type=adaptive_avg_pool2d]; -"233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; -"235 flatten" [id=235, type=flatten]; -"236 linear_scale_0" [id=236, type=get_attr]; -"237 linear_zero_point_0" [id=237, type=get_attr]; -"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; -"239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; -"240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; -"241 fc_bias_0_0" [id=241, type=get_attr]; +"0 fc_bias" [id=0, type=get_attr]; +"1 x" [id=1, type=input]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 conv1_weight_bias" [id=4, type=get_attr]; +"5 conv2d_scale_0" [id=5, type=get_attr]; +"6 conv2d_zero_point_0" [id=6, type=get_attr]; +"7 compressed_weight_updated_constant0" [id=7, type=get_attr]; +"8 quantize_per_channel_default" [id=8, type=quantize_per_channel]; +"9 dequantize_per_channel_default" [id=9, type=dequantize_per_channel]; +"10 conv2d" [id=10, type=conv2d]; +"11 relu_" [id=11, type=relu_]; +"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; +"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; +"14 max_pool2d" [id=14, type=max_pool2d]; +"15 layer1_0_conv1_weight_bias" [id=15, type=get_attr]; +"16 conv2d_1_scale_0" [id=16, type=get_attr]; +"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; +"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu__1" [id=22, type=relu_]; +"23 quantize_per_tensor_default_2" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 layer1_0_conv2_weight_bias" [id=25, type=get_attr]; +"26 conv2d_2_scale_0" [id=26, type=get_attr]; +"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; +"28 compressed_weight_updated_constant2" [id=28, type=get_attr]; +"29 quantize_per_channel_default_2" [id=29, type=quantize_per_channel]; +"30 dequantize_per_channel_default_2" [id=30, type=dequantize_per_channel]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 quantize_per_tensor_default_3" [id=32, type=quantize_per_tensor]; +"33 dequantize_per_tensor_default_3" [id=33, type=dequantize_per_tensor]; +"34 add_" [id=34, type=add_]; +"35 relu__2" [id=35, type=relu_]; +"36 quantize_per_tensor_default_4" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_5" [id=37, type=dequantize_per_tensor]; +"38 dequantize_per_tensor_default_4" [id=38, type=dequantize_per_tensor]; +"39 layer1_1_conv1_weight_bias" [id=39, type=get_attr]; +"40 conv2d_3_scale_0" [id=40, type=get_attr]; +"41 conv2d_3_zero_point_0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant3" [id=42, type=get_attr]; +"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; +"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; +"45 conv2d_3" [id=45, type=conv2d]; +"46 relu__3" [id=46, type=relu_]; +"47 quantize_per_tensor_default_5" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_6" [id=48, type=dequantize_per_tensor]; +"49 layer1_1_conv2_weight_bias" [id=49, type=get_attr]; +"50 conv2d_4_scale_0" [id=50, type=get_attr]; +"51 conv2d_4_zero_point_0" [id=51, type=get_attr]; +"52 compressed_weight_updated_constant4" [id=52, type=get_attr]; +"53 quantize_per_channel_default_4" [id=53, type=quantize_per_channel]; +"54 dequantize_per_channel_default_4" [id=54, type=dequantize_per_channel]; +"55 conv2d_4" [id=55, type=conv2d]; +"56 quantize_per_tensor_default_6" [id=56, type=quantize_per_tensor]; +"57 dequantize_per_tensor_default_7" [id=57, type=dequantize_per_tensor]; +"58 add__1" [id=58, type=add_]; +"59 relu__4" [id=59, type=relu_]; +"60 quantize_per_tensor_default_7" [id=60, type=quantize_per_tensor]; +"61 dequantize_per_tensor_default_9" [id=61, type=dequantize_per_tensor]; +"62 dequantize_per_tensor_default_8" [id=62, type=dequantize_per_tensor]; +"63 layer2_0_conv1_weight_bias" [id=63, type=get_attr]; +"64 conv2d_5_scale_0" [id=64, type=get_attr]; +"65 conv2d_5_zero_point_0" [id=65, type=get_attr]; +"66 compressed_weight_updated_constant5" [id=66, type=get_attr]; +"67 quantize_per_channel_default_5" [id=67, type=quantize_per_channel]; +"68 dequantize_per_channel_default_5" [id=68, type=dequantize_per_channel]; +"69 conv2d_5" [id=69, type=conv2d]; +"70 relu__5" [id=70, type=relu_]; +"71 quantize_per_tensor_default_8" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_10" [id=72, type=dequantize_per_tensor]; +"73 layer2_0_conv2_weight_bias" [id=73, type=get_attr]; +"74 conv2d_6_scale_0" [id=74, type=get_attr]; +"75 conv2d_6_zero_point_0" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant6" [id=76, type=get_attr]; +"77 quantize_per_channel_default_6" [id=77, type=quantize_per_channel]; +"78 dequantize_per_channel_default_6" [id=78, type=dequantize_per_channel]; +"79 conv2d_6" [id=79, type=conv2d]; +"80 quantize_per_tensor_default_9" [id=80, type=quantize_per_tensor]; +"81 dequantize_per_tensor_default_11" [id=81, type=dequantize_per_tensor]; +"82 layer2_0_downsample_0_weight_bias" [id=82, type=get_attr]; +"83 conv2d_7_scale_0" [id=83, type=get_attr]; +"84 conv2d_7_zero_point_0" [id=84, type=get_attr]; +"85 compressed_weight_updated_constant7" [id=85, type=get_attr]; +"86 quantize_per_channel_default_7" [id=86, type=quantize_per_channel]; +"87 dequantize_per_channel_default_7" [id=87, type=dequantize_per_channel]; +"88 conv2d_7" [id=88, type=conv2d]; +"89 quantize_per_tensor_default_10" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_12" [id=90, type=dequantize_per_tensor]; +"91 add__2" [id=91, type=add_]; +"92 relu__6" [id=92, type=relu_]; +"93 quantize_per_tensor_default_11" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_14" [id=94, type=dequantize_per_tensor]; +"95 dequantize_per_tensor_default_13" [id=95, type=dequantize_per_tensor]; +"96 layer2_1_conv1_weight_bias" [id=96, type=get_attr]; +"97 conv2d_8_scale_0" [id=97, type=get_attr]; +"98 conv2d_8_zero_point_0" [id=98, type=get_attr]; +"99 compressed_weight_updated_constant8" [id=99, type=get_attr]; +"100 quantize_per_channel_default_8" [id=100, type=quantize_per_channel]; +"101 dequantize_per_channel_default_8" [id=101, type=dequantize_per_channel]; +"102 conv2d_8" [id=102, type=conv2d]; +"103 relu__7" [id=103, type=relu_]; +"104 quantize_per_tensor_default_12" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_15" [id=105, type=dequantize_per_tensor]; +"106 layer2_1_conv2_weight_bias" [id=106, type=get_attr]; +"107 conv2d_9_scale_0" [id=107, type=get_attr]; +"108 conv2d_9_zero_point_0" [id=108, type=get_attr]; +"109 compressed_weight_updated_constant9" [id=109, type=get_attr]; +"110 quantize_per_channel_default_9" [id=110, type=quantize_per_channel]; +"111 dequantize_per_channel_default_9" [id=111, type=dequantize_per_channel]; +"112 conv2d_9" [id=112, type=conv2d]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_16" [id=114, type=dequantize_per_tensor]; +"115 add__3" [id=115, type=add_]; +"116 relu__8" [id=116, type=relu_]; +"117 quantize_per_tensor_default_14" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_18" [id=118, type=dequantize_per_tensor]; +"119 dequantize_per_tensor_default_17" [id=119, type=dequantize_per_tensor]; +"120 layer3_0_conv1_weight_bias" [id=120, type=get_attr]; +"121 conv2d_10_scale_0" [id=121, type=get_attr]; +"122 conv2d_10_zero_point_0" [id=122, type=get_attr]; +"123 compressed_weight_updated_constant10" [id=123, type=get_attr]; +"124 quantize_per_channel_default_10" [id=124, type=quantize_per_channel]; +"125 dequantize_per_channel_default_10" [id=125, type=dequantize_per_channel]; +"126 conv2d_10" [id=126, type=conv2d]; +"127 relu__9" [id=127, type=relu_]; +"128 quantize_per_tensor_default_15" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_19" [id=129, type=dequantize_per_tensor]; +"130 layer3_0_conv2_weight_bias" [id=130, type=get_attr]; +"131 conv2d_11_scale_0" [id=131, type=get_attr]; +"132 conv2d_11_zero_point_0" [id=132, type=get_attr]; +"133 compressed_weight_updated_constant11" [id=133, type=get_attr]; +"134 quantize_per_channel_default_11" [id=134, type=quantize_per_channel]; +"135 dequantize_per_channel_default_11" [id=135, type=dequantize_per_channel]; +"136 conv2d_11" [id=136, type=conv2d]; +"137 quantize_per_tensor_default_16" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_20" [id=138, type=dequantize_per_tensor]; +"139 layer3_0_downsample_0_weight_bias" [id=139, type=get_attr]; +"140 conv2d_12_scale_0" [id=140, type=get_attr]; +"141 conv2d_12_zero_point_0" [id=141, type=get_attr]; +"142 compressed_weight_updated_constant12" [id=142, type=get_attr]; +"143 quantize_per_channel_default_12" [id=143, type=quantize_per_channel]; +"144 dequantize_per_channel_default_12" [id=144, type=dequantize_per_channel]; +"145 conv2d_12" [id=145, type=conv2d]; +"146 quantize_per_tensor_default_17" [id=146, type=quantize_per_tensor]; +"147 dequantize_per_tensor_default_21" [id=147, type=dequantize_per_tensor]; +"148 add__4" [id=148, type=add_]; +"149 relu__10" [id=149, type=relu_]; +"150 quantize_per_tensor_default_18" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_23" [id=151, type=dequantize_per_tensor]; +"152 dequantize_per_tensor_default_22" [id=152, type=dequantize_per_tensor]; +"153 layer3_1_conv1_weight_bias" [id=153, type=get_attr]; +"154 conv2d_13_scale_0" [id=154, type=get_attr]; +"155 conv2d_13_zero_point_0" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant13" [id=156, type=get_attr]; +"157 quantize_per_channel_default_13" [id=157, type=quantize_per_channel]; +"158 dequantize_per_channel_default_13" [id=158, type=dequantize_per_channel]; +"159 conv2d_13" [id=159, type=conv2d]; +"160 relu__11" [id=160, type=relu_]; +"161 quantize_per_tensor_default_19" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_24" [id=162, type=dequantize_per_tensor]; +"163 layer3_1_conv2_weight_bias" [id=163, type=get_attr]; +"164 conv2d_14_scale_0" [id=164, type=get_attr]; +"165 conv2d_14_zero_point_0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant14" [id=166, type=get_attr]; +"167 quantize_per_channel_default_14" [id=167, type=quantize_per_channel]; +"168 dequantize_per_channel_default_14" [id=168, type=dequantize_per_channel]; +"169 conv2d_14" [id=169, type=conv2d]; +"170 quantize_per_tensor_default_20" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_25" [id=171, type=dequantize_per_tensor]; +"172 add__5" [id=172, type=add_]; +"173 relu__12" [id=173, type=relu_]; +"174 quantize_per_tensor_default_21" [id=174, type=quantize_per_tensor]; +"175 dequantize_per_tensor_default_27" [id=175, type=dequantize_per_tensor]; +"176 dequantize_per_tensor_default_26" [id=176, type=dequantize_per_tensor]; +"177 layer4_0_conv1_weight_bias" [id=177, type=get_attr]; +"178 conv2d_15_scale_0" [id=178, type=get_attr]; +"179 conv2d_15_zero_point_0" [id=179, type=get_attr]; +"180 compressed_weight_updated_constant15" [id=180, type=get_attr]; +"181 quantize_per_channel_default_15" [id=181, type=quantize_per_channel]; +"182 dequantize_per_channel_default_15" [id=182, type=dequantize_per_channel]; +"183 conv2d_15" [id=183, type=conv2d]; +"184 relu__13" [id=184, type=relu_]; +"185 quantize_per_tensor_default_22" [id=185, type=quantize_per_tensor]; +"186 dequantize_per_tensor_default_28" [id=186, type=dequantize_per_tensor]; +"187 layer4_0_conv2_weight_bias" [id=187, type=get_attr]; +"188 conv2d_16_scale_0" [id=188, type=get_attr]; +"189 conv2d_16_zero_point_0" [id=189, type=get_attr]; +"190 compressed_weight_updated_constant16" [id=190, type=get_attr]; +"191 quantize_per_channel_default_16" [id=191, type=quantize_per_channel]; +"192 dequantize_per_channel_default_16" [id=192, type=dequantize_per_channel]; +"193 conv2d_16" [id=193, type=conv2d]; +"194 quantize_per_tensor_default_23" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_29" [id=195, type=dequantize_per_tensor]; +"196 layer4_0_downsample_0_weight_bias" [id=196, type=get_attr]; +"197 conv2d_17_scale_0" [id=197, type=get_attr]; +"198 conv2d_17_zero_point_0" [id=198, type=get_attr]; +"199 compressed_weight_updated_constant17" [id=199, type=get_attr]; +"200 quantize_per_channel_default_17" [id=200, type=quantize_per_channel]; +"201 dequantize_per_channel_default_17" [id=201, type=dequantize_per_channel]; +"202 conv2d_17" [id=202, type=conv2d]; +"203 quantize_per_tensor_default_24" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_30" [id=204, type=dequantize_per_tensor]; +"205 add__6" [id=205, type=add_]; +"206 relu__14" [id=206, type=relu_]; +"207 quantize_per_tensor_default_25" [id=207, type=quantize_per_tensor]; +"208 dequantize_per_tensor_default_32" [id=208, type=dequantize_per_tensor]; +"209 dequantize_per_tensor_default_31" [id=209, type=dequantize_per_tensor]; +"210 layer4_1_conv1_weight_bias" [id=210, type=get_attr]; +"211 conv2d_18_scale_0" [id=211, type=get_attr]; +"212 conv2d_18_zero_point_0" [id=212, type=get_attr]; +"213 compressed_weight_updated_constant18" [id=213, type=get_attr]; +"214 quantize_per_channel_default_18" [id=214, type=quantize_per_channel]; +"215 dequantize_per_channel_default_18" [id=215, type=dequantize_per_channel]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu__15" [id=217, type=relu_]; +"218 quantize_per_tensor_default_26" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_33" [id=219, type=dequantize_per_tensor]; +"220 layer4_1_conv2_weight_bias" [id=220, type=get_attr]; +"221 conv2d_19_scale_0" [id=221, type=get_attr]; +"222 conv2d_19_zero_point_0" [id=222, type=get_attr]; +"223 compressed_weight_updated_constant19" [id=223, type=get_attr]; +"224 quantize_per_channel_default_19" [id=224, type=quantize_per_channel]; +"225 dequantize_per_channel_default_19" [id=225, type=dequantize_per_channel]; +"226 conv2d_19" [id=226, type=conv2d]; +"227 quantize_per_tensor_default_27" [id=227, type=quantize_per_tensor]; +"228 dequantize_per_tensor_default_34" [id=228, type=dequantize_per_tensor]; +"229 add__7" [id=229, type=add_]; +"230 relu__16" [id=230, type=relu_]; +"231 quantize_per_tensor_default_28" [id=231, type=quantize_per_tensor]; +"232 dequantize_per_tensor_default_35" [id=232, type=dequantize_per_tensor]; +"233 adaptive_avg_pool2d" [id=233, type=adaptive_avg_pool2d]; +"234 quantize_per_tensor_default_29" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_36" [id=235, type=dequantize_per_tensor]; +"236 flatten" [id=236, type=flatten]; +"237 linear_scale_0" [id=237, type=get_attr]; +"238 linear_zero_point_0" [id=238, type=get_attr]; +"239 compressed_weight_updated_constant20" [id=239, type=get_attr]; +"240 quantize_per_channel_default_20" [id=240, type=quantize_per_channel]; +"241 dequantize_per_channel_default_20" [id=241, type=dequantize_per_channel]; "242 linear" [id=242, type=linear]; "243 output" [id=243, type=output]; -"0 x" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; -"8 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; -"10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; -"13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; -"13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"16 compressed_weight_updated_constant1" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"18 dequantize_per_channel_default_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; -"20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; -"21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"24 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"25 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"25 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"26 compressed_weight_updated_constant2" -> "27 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"28 dequantize_per_channel_default_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; -"29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; -"30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"33 add_" -> "34 relu__2" [label="(1, 64, 56, 56)", style=solid]; -"34 relu__2" -> "35 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"35 quantize_per_tensor_default_4" -> "36 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; -"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"38 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"39 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"39 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"40 compressed_weight_updated_constant3" -> "41 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"42 dequantize_per_channel_default_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; -"43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; -"44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; -"45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"48 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"50 compressed_weight_updated_constant4" -> "51 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"52 dequantize_per_channel_default_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; -"53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; -"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; -"57 add__1" -> "58 relu__4" [label="(1, 64, 56, 56)", style=solid]; -"58 relu__4" -> "59 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; -"59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; -"60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; -"61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"62 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"63 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"63 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"64 compressed_weight_updated_constant5" -> "65 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"66 dequantize_per_channel_default_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; -"67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; -"68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; -"69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; -"70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"72 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"73 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"73 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"74 compressed_weight_updated_constant6" -> "75 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"76 dequantize_per_channel_default_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; -"77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; -"78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; -"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"81 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"82 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"82 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"83 compressed_weight_updated_constant7" -> "84 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"85 dequantize_per_channel_default_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; -"86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; -"87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"90 add__2" -> "91 relu__6" [label="(1, 128, 28, 28)", style=solid]; -"91 relu__6" -> "92 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_11" -> "93 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; -"94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"95 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"96 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"96 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"97 compressed_weight_updated_constant8" -> "98 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"99 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; -"100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; -"101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; -"102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; -"104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"105 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"106 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"106 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"107 compressed_weight_updated_constant9" -> "108 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"109 dequantize_per_channel_default_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; -"110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; -"111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; -"113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; -"114 add__3" -> "115 relu__8" [label="(1, 128, 28, 28)", style=solid]; -"115 relu__8" -> "116 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"116 quantize_per_tensor_default_14" -> "117 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; -"116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; -"117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; -"118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"119 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"120 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"120 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"121 compressed_weight_updated_constant10" -> "122 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"123 dequantize_per_channel_default_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; -"124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; -"125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; -"126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; -"127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"129 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"130 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"130 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"131 compressed_weight_updated_constant11" -> "132 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"133 dequantize_per_channel_default_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; -"134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; -"135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; -"136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"138 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"139 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"139 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"140 compressed_weight_updated_constant12" -> "141 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"142 dequantize_per_channel_default_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; -"143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; -"144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"147 add__4" -> "148 relu__10" [label="(1, 256, 14, 14)", style=solid]; -"148 relu__10" -> "149 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; -"149 quantize_per_tensor_default_18" -> "150 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; -"149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; -"150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; -"151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"152 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"153 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"153 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"154 compressed_weight_updated_constant13" -> "155 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"156 dequantize_per_channel_default_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; -"158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; -"159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; -"161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"162 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"163 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"163 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"164 compressed_weight_updated_constant14" -> "165 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"166 dequantize_per_channel_default_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; -"167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; -"168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; -"170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; -"171 add__5" -> "172 relu__12" [label="(1, 256, 14, 14)", style=solid]; -"172 relu__12" -> "173 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_21" -> "174 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; -"173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; -"174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; -"175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"176 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"177 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"177 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"178 compressed_weight_updated_constant15" -> "179 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"180 dequantize_per_channel_default_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; -"181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; -"182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; -"183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; -"184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"186 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"187 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"187 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"190 dequantize_per_channel_default_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; -"191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; -"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; -"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; -"194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"195 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"196 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"196 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"197 compressed_weight_updated_constant17" -> "198 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"199 dequantize_per_channel_default_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; -"200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; -"201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; -"202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; -"203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"204 add__6" -> "205 relu__14" [label="(1, 512, 7, 7)", style=solid]; -"205 relu__14" -> "206 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; -"206 quantize_per_tensor_default_25" -> "207 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; -"206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; -"207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; -"208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"209 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"210 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"210 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"211 compressed_weight_updated_constant18" -> "212 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"213 dequantize_per_channel_default_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; -"214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; -"215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; -"216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; -"217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; -"218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"219 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"220 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"220 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"221 compressed_weight_updated_constant19" -> "222 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"223 dequantize_per_channel_default_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; -"224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; -"225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; -"226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; -"227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; -"228 add__7" -> "229 relu__16" [label="(1, 512, 7, 7)", style=solid]; -"229 relu__16" -> "230 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"230 quantize_per_tensor_default_28" -> "231 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; -"231 dequantize_per_tensor_default_35" -> "232 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; -"232 adaptive_avg_pool2d" -> "233 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; -"233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; -"234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; -"235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 linear_scale_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"236 linear_scale_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"237 linear_zero_point_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"237 linear_zero_point_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"238 compressed_weight_updated_constant20" -> "239 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"240 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; -"241 fc_bias_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"0 fc_bias" -> "242 linear" [label="(1000,)", style=solid]; +"1 x" -> "2 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"3 dequantize_per_tensor_default" -> "10 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"4 conv1_weight_bias" -> "10 conv2d" [label="(64,)", style=solid]; +"5 conv2d_scale_0" -> "8 quantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_scale_0" -> "9 dequantize_per_channel_default" [label="(64,)", style=solid]; +"6 conv2d_zero_point_0" -> "8 quantize_per_channel_default" [label="(64,)", style=solid]; +"6 conv2d_zero_point_0" -> "9 dequantize_per_channel_default" [label="(64,)", style=solid]; +"7 compressed_weight_updated_constant0" -> "8 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"8 quantize_per_channel_default" -> "9 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"9 dequantize_per_channel_default" -> "10 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"10 conv2d" -> "11 relu_" [label="(1, 64, 112, 112)", style=solid]; +"11 relu_" -> "12 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"13 dequantize_per_tensor_default_1" -> "14 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; +"14 max_pool2d" -> "21 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"14 max_pool2d" -> "34 add_" [label="(1, 64, 56, 56)", style=solid]; +"15 layer1_0_conv1_weight_bias" -> "21 conv2d_1" [label="(64,)", style=solid]; +"16 conv2d_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 conv2d_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"20 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"21 conv2d_1" -> "22 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"22 relu__1" -> "23 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"23 quantize_per_tensor_default_2" -> "24 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "31 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; +"25 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [label="(64,)", style=solid]; +"26 conv2d_2_scale_0" -> "29 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 conv2d_2_scale_0" -> "30 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "29 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "30 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"28 compressed_weight_updated_constant2" -> "29 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"29 quantize_per_channel_default_2" -> "30 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"30 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"31 conv2d_2" -> "32 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"32 quantize_per_tensor_default_3" -> "33 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"33 dequantize_per_tensor_default_3" -> "34 add_" [label="(1, 64, 56, 56)", style=solid]; +"34 add_" -> "35 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"35 relu__2" -> "36 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"36 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"36 quantize_per_tensor_default_4" -> "38 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"37 dequantize_per_tensor_default_5" -> "58 add__1" [label="(1, 64, 56, 56)", style=solid]; +"38 dequantize_per_tensor_default_4" -> "45 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; +"39 layer1_1_conv1_weight_bias" -> "45 conv2d_3" [label="(64,)", style=solid]; +"40 conv2d_3_scale_0" -> "43 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 conv2d_3_scale_0" -> "44 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"41 conv2d_3_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"41 conv2d_3_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"42 compressed_weight_updated_constant3" -> "43 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"44 dequantize_per_channel_default_3" -> "45 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"45 conv2d_3" -> "46 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"46 relu__3" -> "47 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"47 quantize_per_tensor_default_5" -> "48 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"48 dequantize_per_tensor_default_6" -> "55 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; +"49 layer1_1_conv2_weight_bias" -> "55 conv2d_4" [label="(64,)", style=solid]; +"50 conv2d_4_scale_0" -> "53 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 conv2d_4_scale_0" -> "54 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"51 conv2d_4_zero_point_0" -> "53 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"51 conv2d_4_zero_point_0" -> "54 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"52 compressed_weight_updated_constant4" -> "53 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"53 quantize_per_channel_default_4" -> "54 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"54 dequantize_per_channel_default_4" -> "55 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"55 conv2d_4" -> "56 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"56 quantize_per_tensor_default_6" -> "57 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"57 dequantize_per_tensor_default_7" -> "58 add__1" [label="(1, 64, 56, 56)", style=solid]; +"58 add__1" -> "59 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"59 relu__4" -> "60 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"60 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_9" [label="(1, 64, 56, 56)", style=solid]; +"60 quantize_per_tensor_default_7" -> "62 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; +"61 dequantize_per_tensor_default_9" -> "88 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; +"62 dequantize_per_tensor_default_8" -> "69 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; +"63 layer2_0_conv1_weight_bias" -> "69 conv2d_5" [label="(128,)", style=solid]; +"64 conv2d_5_scale_0" -> "67 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 conv2d_5_scale_0" -> "68 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"65 conv2d_5_zero_point_0" -> "67 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"65 conv2d_5_zero_point_0" -> "68 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"66 compressed_weight_updated_constant5" -> "67 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"67 quantize_per_channel_default_5" -> "68 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"68 dequantize_per_channel_default_5" -> "69 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"69 conv2d_5" -> "70 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"70 relu__5" -> "71 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"71 quantize_per_tensor_default_8" -> "72 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"72 dequantize_per_tensor_default_10" -> "79 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; +"73 layer2_0_conv2_weight_bias" -> "79 conv2d_6" [label="(128,)", style=solid]; +"74 conv2d_6_scale_0" -> "77 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 conv2d_6_scale_0" -> "78 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"75 conv2d_6_zero_point_0" -> "77 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"75 conv2d_6_zero_point_0" -> "78 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"76 compressed_weight_updated_constant6" -> "77 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"77 quantize_per_channel_default_6" -> "78 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"78 dequantize_per_channel_default_6" -> "79 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"79 conv2d_6" -> "80 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"80 quantize_per_tensor_default_9" -> "81 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"81 dequantize_per_tensor_default_11" -> "91 add__2" [label="(1, 128, 28, 28)", style=solid]; +"82 layer2_0_downsample_0_weight_bias" -> "88 conv2d_7" [label="(128,)", style=solid]; +"83 conv2d_7_scale_0" -> "86 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 conv2d_7_scale_0" -> "87 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"84 conv2d_7_zero_point_0" -> "86 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"84 conv2d_7_zero_point_0" -> "87 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"85 compressed_weight_updated_constant7" -> "86 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"86 quantize_per_channel_default_7" -> "87 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"87 dequantize_per_channel_default_7" -> "88 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"88 conv2d_7" -> "89 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"89 quantize_per_tensor_default_10" -> "90 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"90 dequantize_per_tensor_default_12" -> "91 add__2" [label="(1, 128, 28, 28)", style=solid]; +"91 add__2" -> "92 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"92 relu__6" -> "93 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"93 quantize_per_tensor_default_11" -> "95 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"94 dequantize_per_tensor_default_14" -> "115 add__3" [label="(1, 128, 28, 28)", style=solid]; +"95 dequantize_per_tensor_default_13" -> "102 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; +"96 layer2_1_conv1_weight_bias" -> "102 conv2d_8" [label="(128,)", style=solid]; +"97 conv2d_8_scale_0" -> "100 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 conv2d_8_scale_0" -> "101 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"98 conv2d_8_zero_point_0" -> "100 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"98 conv2d_8_zero_point_0" -> "101 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"99 compressed_weight_updated_constant8" -> "100 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"100 quantize_per_channel_default_8" -> "101 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"101 dequantize_per_channel_default_8" -> "102 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"102 conv2d_8" -> "103 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"103 relu__7" -> "104 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"104 quantize_per_tensor_default_12" -> "105 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; +"105 dequantize_per_tensor_default_15" -> "112 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; +"106 layer2_1_conv2_weight_bias" -> "112 conv2d_9" [label="(128,)", style=solid]; +"107 conv2d_9_scale_0" -> "110 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 conv2d_9_scale_0" -> "111 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"108 conv2d_9_zero_point_0" -> "110 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"108 conv2d_9_zero_point_0" -> "111 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"109 compressed_weight_updated_constant9" -> "110 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"110 quantize_per_channel_default_9" -> "111 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"111 dequantize_per_channel_default_9" -> "112 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"112 conv2d_9" -> "113 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; +"114 dequantize_per_tensor_default_16" -> "115 add__3" [label="(1, 128, 28, 28)", style=solid]; +"115 add__3" -> "116 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"116 relu__8" -> "117 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"117 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_18" [label="(1, 128, 28, 28)", style=solid]; +"117 quantize_per_tensor_default_14" -> "119 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; +"118 dequantize_per_tensor_default_18" -> "145 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; +"119 dequantize_per_tensor_default_17" -> "126 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; +"120 layer3_0_conv1_weight_bias" -> "126 conv2d_10" [label="(256,)", style=solid]; +"121 conv2d_10_scale_0" -> "124 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 conv2d_10_scale_0" -> "125 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"122 conv2d_10_zero_point_0" -> "124 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"122 conv2d_10_zero_point_0" -> "125 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"123 compressed_weight_updated_constant10" -> "124 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"124 quantize_per_channel_default_10" -> "125 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"125 dequantize_per_channel_default_10" -> "126 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"126 conv2d_10" -> "127 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"127 relu__9" -> "128 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"128 quantize_per_tensor_default_15" -> "129 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"129 dequantize_per_tensor_default_19" -> "136 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; +"130 layer3_0_conv2_weight_bias" -> "136 conv2d_11" [label="(256,)", style=solid]; +"131 conv2d_11_scale_0" -> "134 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 conv2d_11_scale_0" -> "135 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"132 conv2d_11_zero_point_0" -> "134 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"132 conv2d_11_zero_point_0" -> "135 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"133 compressed_weight_updated_constant11" -> "134 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"134 quantize_per_channel_default_11" -> "135 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"135 dequantize_per_channel_default_11" -> "136 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"136 conv2d_11" -> "137 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"137 quantize_per_tensor_default_16" -> "138 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"138 dequantize_per_tensor_default_20" -> "148 add__4" [label="(1, 256, 14, 14)", style=solid]; +"139 layer3_0_downsample_0_weight_bias" -> "145 conv2d_12" [label="(256,)", style=solid]; +"140 conv2d_12_scale_0" -> "143 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 conv2d_12_scale_0" -> "144 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"141 conv2d_12_zero_point_0" -> "143 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"141 conv2d_12_zero_point_0" -> "144 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"142 compressed_weight_updated_constant12" -> "143 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"143 quantize_per_channel_default_12" -> "144 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"144 dequantize_per_channel_default_12" -> "145 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"145 conv2d_12" -> "146 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"146 quantize_per_tensor_default_17" -> "147 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"147 dequantize_per_tensor_default_21" -> "148 add__4" [label="(1, 256, 14, 14)", style=solid]; +"148 add__4" -> "149 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"149 relu__10" -> "150 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_23" [label="(1, 256, 14, 14)", style=solid]; +"150 quantize_per_tensor_default_18" -> "152 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; +"151 dequantize_per_tensor_default_23" -> "172 add__5" [label="(1, 256, 14, 14)", style=solid]; +"152 dequantize_per_tensor_default_22" -> "159 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"153 layer3_1_conv1_weight_bias" -> "159 conv2d_13" [label="(256,)", style=solid]; +"154 conv2d_13_scale_0" -> "157 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 conv2d_13_scale_0" -> "158 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"155 conv2d_13_zero_point_0" -> "157 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"155 conv2d_13_zero_point_0" -> "158 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"156 compressed_weight_updated_constant13" -> "157 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"157 quantize_per_channel_default_13" -> "158 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"158 dequantize_per_channel_default_13" -> "159 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"159 conv2d_13" -> "160 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"160 relu__11" -> "161 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"161 quantize_per_tensor_default_19" -> "162 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; +"162 dequantize_per_tensor_default_24" -> "169 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; +"163 layer3_1_conv2_weight_bias" -> "169 conv2d_14" [label="(256,)", style=solid]; +"164 conv2d_14_scale_0" -> "167 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 conv2d_14_scale_0" -> "168 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"165 conv2d_14_zero_point_0" -> "167 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"165 conv2d_14_zero_point_0" -> "168 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"166 compressed_weight_updated_constant14" -> "167 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"167 quantize_per_channel_default_14" -> "168 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"168 dequantize_per_channel_default_14" -> "169 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"169 conv2d_14" -> "170 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"170 quantize_per_tensor_default_20" -> "171 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; +"171 dequantize_per_tensor_default_25" -> "172 add__5" [label="(1, 256, 14, 14)", style=solid]; +"172 add__5" -> "173 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"173 relu__12" -> "174 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"174 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_27" [label="(1, 256, 14, 14)", style=solid]; +"174 quantize_per_tensor_default_21" -> "176 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; +"175 dequantize_per_tensor_default_27" -> "202 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_26" -> "183 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; +"177 layer4_0_conv1_weight_bias" -> "183 conv2d_15" [label="(512,)", style=solid]; +"178 conv2d_15_scale_0" -> "181 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 conv2d_15_scale_0" -> "182 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"179 conv2d_15_zero_point_0" -> "181 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"179 conv2d_15_zero_point_0" -> "182 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"180 compressed_weight_updated_constant15" -> "181 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"181 quantize_per_channel_default_15" -> "182 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"182 dequantize_per_channel_default_15" -> "183 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"183 conv2d_15" -> "184 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"184 relu__13" -> "185 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"185 quantize_per_tensor_default_22" -> "186 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"186 dequantize_per_tensor_default_28" -> "193 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; +"187 layer4_0_conv2_weight_bias" -> "193 conv2d_16" [label="(512,)", style=solid]; +"188 conv2d_16_scale_0" -> "191 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 conv2d_16_scale_0" -> "192 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"189 conv2d_16_zero_point_0" -> "191 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"189 conv2d_16_zero_point_0" -> "192 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"190 compressed_weight_updated_constant16" -> "191 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"191 quantize_per_channel_default_16" -> "192 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"192 dequantize_per_channel_default_16" -> "193 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"193 conv2d_16" -> "194 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"194 quantize_per_tensor_default_23" -> "195 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; +"195 dequantize_per_tensor_default_29" -> "205 add__6" [label="(1, 512, 7, 7)", style=solid]; +"196 layer4_0_downsample_0_weight_bias" -> "202 conv2d_17" [label="(512,)", style=solid]; +"197 conv2d_17_scale_0" -> "200 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 conv2d_17_scale_0" -> "201 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"198 conv2d_17_zero_point_0" -> "200 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"198 conv2d_17_zero_point_0" -> "201 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"199 compressed_weight_updated_constant17" -> "200 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"200 quantize_per_channel_default_17" -> "201 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"201 dequantize_per_channel_default_17" -> "202 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"202 conv2d_17" -> "203 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"203 quantize_per_tensor_default_24" -> "204 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; +"204 dequantize_per_tensor_default_30" -> "205 add__6" [label="(1, 512, 7, 7)", style=solid]; +"205 add__6" -> "206 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"206 relu__14" -> "207 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_32" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_25" -> "209 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; +"208 dequantize_per_tensor_default_32" -> "229 add__7" [label="(1, 512, 7, 7)", style=solid]; +"209 dequantize_per_tensor_default_31" -> "216 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; +"210 layer4_1_conv1_weight_bias" -> "216 conv2d_18" [label="(512,)", style=solid]; +"211 conv2d_18_scale_0" -> "214 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 conv2d_18_scale_0" -> "215 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"212 conv2d_18_zero_point_0" -> "214 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"212 conv2d_18_zero_point_0" -> "215 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"213 compressed_weight_updated_constant18" -> "214 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"214 quantize_per_channel_default_18" -> "215 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"215 dequantize_per_channel_default_18" -> "216 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"216 conv2d_18" -> "217 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"217 relu__15" -> "218 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"218 quantize_per_tensor_default_26" -> "219 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; +"219 dequantize_per_tensor_default_33" -> "226 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; +"220 layer4_1_conv2_weight_bias" -> "226 conv2d_19" [label="(512,)", style=solid]; +"221 conv2d_19_scale_0" -> "224 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 conv2d_19_scale_0" -> "225 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"222 conv2d_19_zero_point_0" -> "224 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"222 conv2d_19_zero_point_0" -> "225 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"223 compressed_weight_updated_constant19" -> "224 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"224 quantize_per_channel_default_19" -> "225 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"225 dequantize_per_channel_default_19" -> "226 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"226 conv2d_19" -> "227 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"227 quantize_per_tensor_default_27" -> "228 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; +"228 dequantize_per_tensor_default_34" -> "229 add__7" [label="(1, 512, 7, 7)", style=solid]; +"229 add__7" -> "230 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"230 relu__16" -> "231 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"231 quantize_per_tensor_default_28" -> "232 dequantize_per_tensor_default_35" [label="(1, 512, 7, 7)", style=solid]; +"232 dequantize_per_tensor_default_35" -> "233 adaptive_avg_pool2d" [label="(1, 512, 7, 7)", style=solid]; +"233 adaptive_avg_pool2d" -> "234 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"234 quantize_per_tensor_default_29" -> "235 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"235 dequantize_per_tensor_default_36" -> "236 flatten" [label="(1, 512, 1, 1)", style=solid]; +"236 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"237 linear_scale_0" -> "240 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_scale_0" -> "241 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "240 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "241 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"239 compressed_weight_updated_constant20" -> "240 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"240 quantize_per_channel_default_20" -> "241 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"241 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; "242 linear" -> "243 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index e45747bd6fa..2d8c924f10b 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -1,5466 +1,5466 @@ strict digraph { -"0 features_0_2_weight" [id=0, type=get_attr]; -"1 features_0_2_bias" [id=1, type=get_attr]; -"2 features_1_0_norm1_weight" [id=2, type=get_attr]; -"3 features_1_0_norm1_bias" [id=3, type=get_attr]; -"4 features_1_0_norm2_weight" [id=4, type=get_attr]; -"5 features_1_0_norm2_bias" [id=5, type=get_attr]; -"6 features_1_1_norm1_weight" [id=6, type=get_attr]; -"7 features_1_1_norm1_bias" [id=7, type=get_attr]; -"8 features_1_1_norm2_weight" [id=8, type=get_attr]; -"9 features_1_1_norm2_bias" [id=9, type=get_attr]; -"10 features_2_norm_weight" [id=10, type=get_attr]; -"11 features_2_norm_bias" [id=11, type=get_attr]; -"12 features_3_0_norm1_weight" [id=12, type=get_attr]; -"13 features_3_0_norm1_bias" [id=13, type=get_attr]; -"14 features_3_0_norm2_weight" [id=14, type=get_attr]; -"15 features_3_0_norm2_bias" [id=15, type=get_attr]; -"16 features_3_1_norm1_weight" [id=16, type=get_attr]; -"17 features_3_1_norm1_bias" [id=17, type=get_attr]; -"18 features_3_1_norm2_weight" [id=18, type=get_attr]; -"19 features_3_1_norm2_bias" [id=19, type=get_attr]; -"20 features_4_norm_weight" [id=20, type=get_attr]; -"21 features_4_norm_bias" [id=21, type=get_attr]; -"22 features_5_0_norm1_weight" [id=22, type=get_attr]; -"23 features_5_0_norm1_bias" [id=23, type=get_attr]; -"24 features_5_0_norm2_weight" [id=24, type=get_attr]; -"25 features_5_0_norm2_bias" [id=25, type=get_attr]; -"26 features_5_1_norm1_weight" [id=26, type=get_attr]; -"27 features_5_1_norm1_bias" [id=27, type=get_attr]; -"28 features_5_1_norm2_weight" [id=28, type=get_attr]; -"29 features_5_1_norm2_bias" [id=29, type=get_attr]; -"30 features_5_2_norm1_weight" [id=30, type=get_attr]; -"31 features_5_2_norm1_bias" [id=31, type=get_attr]; -"32 features_5_2_norm2_weight" [id=32, type=get_attr]; -"33 features_5_2_norm2_bias" [id=33, type=get_attr]; -"34 features_5_3_norm1_weight" [id=34, type=get_attr]; -"35 features_5_3_norm1_bias" [id=35, type=get_attr]; -"36 features_5_3_norm2_weight" [id=36, type=get_attr]; -"37 features_5_3_norm2_bias" [id=37, type=get_attr]; -"38 features_5_4_norm1_weight" [id=38, type=get_attr]; -"39 features_5_4_norm1_bias" [id=39, type=get_attr]; -"40 features_5_4_norm2_weight" [id=40, type=get_attr]; -"41 features_5_4_norm2_bias" [id=41, type=get_attr]; -"42 features_5_5_norm1_weight" [id=42, type=get_attr]; -"43 features_5_5_norm1_bias" [id=43, type=get_attr]; -"44 features_5_5_norm2_weight" [id=44, type=get_attr]; -"45 features_5_5_norm2_bias" [id=45, type=get_attr]; -"46 features_5_6_norm1_weight" [id=46, type=get_attr]; -"47 features_5_6_norm1_bias" [id=47, type=get_attr]; -"48 features_5_6_norm2_weight" [id=48, type=get_attr]; -"49 features_5_6_norm2_bias" [id=49, type=get_attr]; -"50 features_5_7_norm1_weight" [id=50, type=get_attr]; -"51 features_5_7_norm1_bias" [id=51, type=get_attr]; -"52 features_5_7_norm2_weight" [id=52, type=get_attr]; -"53 features_5_7_norm2_bias" [id=53, type=get_attr]; -"54 features_5_8_norm1_weight" [id=54, type=get_attr]; -"55 features_5_8_norm1_bias" [id=55, type=get_attr]; -"56 features_5_8_norm2_weight" [id=56, type=get_attr]; -"57 features_5_8_norm2_bias" [id=57, type=get_attr]; -"58 features_5_9_norm1_weight" [id=58, type=get_attr]; -"59 features_5_9_norm1_bias" [id=59, type=get_attr]; -"60 features_5_9_norm2_weight" [id=60, type=get_attr]; -"61 features_5_9_norm2_bias" [id=61, type=get_attr]; -"62 features_5_10_norm1_weight" [id=62, type=get_attr]; -"63 features_5_10_norm1_bias" [id=63, type=get_attr]; -"64 features_5_10_norm2_weight" [id=64, type=get_attr]; -"65 features_5_10_norm2_bias" [id=65, type=get_attr]; -"66 features_5_11_norm1_weight" [id=66, type=get_attr]; -"67 features_5_11_norm1_bias" [id=67, type=get_attr]; -"68 features_5_11_norm2_weight" [id=68, type=get_attr]; -"69 features_5_11_norm2_bias" [id=69, type=get_attr]; -"70 features_5_12_norm1_weight" [id=70, type=get_attr]; -"71 features_5_12_norm1_bias" [id=71, type=get_attr]; -"72 features_5_12_norm2_weight" [id=72, type=get_attr]; -"73 features_5_12_norm2_bias" [id=73, type=get_attr]; -"74 features_5_13_norm1_weight" [id=74, type=get_attr]; -"75 features_5_13_norm1_bias" [id=75, type=get_attr]; -"76 features_5_13_norm2_weight" [id=76, type=get_attr]; -"77 features_5_13_norm2_bias" [id=77, type=get_attr]; -"78 features_5_14_norm1_weight" [id=78, type=get_attr]; -"79 features_5_14_norm1_bias" [id=79, type=get_attr]; -"80 features_5_14_norm2_weight" [id=80, type=get_attr]; -"81 features_5_14_norm2_bias" [id=81, type=get_attr]; -"82 features_5_15_norm1_weight" [id=82, type=get_attr]; -"83 features_5_15_norm1_bias" [id=83, type=get_attr]; -"84 features_5_15_norm2_weight" [id=84, type=get_attr]; -"85 features_5_15_norm2_bias" [id=85, type=get_attr]; -"86 features_5_16_norm1_weight" [id=86, type=get_attr]; -"87 features_5_16_norm1_bias" [id=87, type=get_attr]; -"88 features_5_16_norm2_weight" [id=88, type=get_attr]; -"89 features_5_16_norm2_bias" [id=89, type=get_attr]; -"90 features_5_17_norm1_weight" [id=90, type=get_attr]; -"91 features_5_17_norm1_bias" [id=91, type=get_attr]; -"92 features_5_17_norm2_weight" [id=92, type=get_attr]; -"93 features_5_17_norm2_bias" [id=93, type=get_attr]; -"94 features_6_norm_weight" [id=94, type=get_attr]; -"95 features_6_norm_bias" [id=95, type=get_attr]; -"96 features_7_0_norm1_weight" [id=96, type=get_attr]; -"97 features_7_0_norm1_bias" [id=97, type=get_attr]; -"98 features_7_0_norm2_weight" [id=98, type=get_attr]; -"99 features_7_0_norm2_bias" [id=99, type=get_attr]; -"100 features_7_1_norm1_weight" [id=100, type=get_attr]; -"101 features_7_1_norm1_bias" [id=101, type=get_attr]; -"102 features_7_1_norm2_weight" [id=102, type=get_attr]; -"103 features_7_1_norm2_bias" [id=103, type=get_attr]; -"104 norm_weight" [id=104, type=get_attr]; -"105 norm_bias" [id=105, type=get_attr]; -"106 x" [id=106, type=input]; -"107 quantize_per_tensor_default" [id=107, type=quantize_per_tensor]; -"108 dequantize_per_tensor_default" [id=108, type=dequantize_per_tensor]; -"109 conv2d_scale_0" [id=109, type=get_attr]; -"110 conv2d_zero_point_0" [id=110, type=get_attr]; -"111 compressed_weight_updated_constant0" [id=111, type=get_attr]; -"112 quantize_per_channel_default" [id=112, type=quantize_per_channel]; -"113 dequantize_per_channel_default" [id=113, type=dequantize_per_channel]; -"114 features_0_0_bias_0_0" [id=114, type=get_attr]; -"115 conv2d" [id=115, type=conv2d]; -"116 permute" [id=116, type=permute]; -"117 layer_norm" [id=117, type=layer_norm]; -"118 _frozen_param0" [id=118, type=get_attr]; -"119 pad" [id=119, type=pad]; -"120 view_2" [id=120, type=view]; -"121 permute_2" [id=121, type=permute]; -"122 reshape" [id=122, type=reshape]; -"123 reshape_0_0_nncf_smooth_quant_0" [id=123, type=call_module]; -"124 quantize_per_tensor_default_1" [id=124, type=quantize_per_tensor]; -"125 dequantize_per_tensor_default_1" [id=125, type=dequantize_per_tensor]; -"126 linear_2_scale_0" [id=126, type=get_attr]; -"127 linear_2_zero_point_0" [id=127, type=get_attr]; -"128 compressed_weight_updated_constant1" [id=128, type=get_attr]; -"129 quantize_per_channel_default_2" [id=129, type=quantize_per_channel]; -"130 dequantize_per_channel_default_2" [id=130, type=dequantize_per_channel]; -"131 _frozen_param1_0_0" [id=131, type=get_attr]; -"132 linear_2" [id=132, type=linear]; -"133 reshape_1" [id=133, type=reshape]; -"134 permute_3" [id=134, type=permute]; -"135 select" [id=135, type=select]; -"136 select_1" [id=136, type=select]; -"137 select_2" [id=137, type=select]; -"138 linalg_vector_norm" [id=138, type=linalg_vector_norm]; -"139 clamp_min" [id=139, type=clamp_min]; -"140 expand_as" [id=140, type=expand_as]; -"141 div" [id=141, type=div]; -"142 quantize_per_tensor_default_2" [id=142, type=quantize_per_tensor]; -"143 dequantize_per_tensor_default_2" [id=143, type=dequantize_per_tensor]; -"144 linalg_vector_norm_1" [id=144, type=linalg_vector_norm]; -"145 clamp_min_1" [id=145, type=clamp_min]; -"146 expand_as_1" [id=146, type=expand_as]; -"147 div_1" [id=147, type=div]; -"148 quantize_per_tensor_default_3" [id=148, type=quantize_per_tensor]; -"149 dequantize_per_tensor_default_3" [id=149, type=dequantize_per_tensor]; -"150 transpose" [id=150, type=transpose]; -"151 matmul" [id=151, type=matmul]; -"152 _frozen_param3" [id=152, type=get_attr]; -"153 mul_1" [id=153, type=mul]; -"154 add" [id=154, type=add]; -"155 softmax" [id=155, type=softmax]; -"156 dropout" [id=156, type=dropout]; -"157 matmul_1" [id=157, type=matmul]; -"158 transpose_1" [id=158, type=transpose]; -"159 reshape_2" [id=159, type=reshape]; -"160 reshape_2_0_0_nncf_smooth_quant_0" [id=160, type=call_module]; -"161 quantize_per_tensor_default_4" [id=161, type=quantize_per_tensor]; -"162 dequantize_per_tensor_default_4" [id=162, type=dequantize_per_tensor]; -"163 linear_3_scale_0" [id=163, type=get_attr]; -"164 linear_3_zero_point_0" [id=164, type=get_attr]; -"165 compressed_weight_updated_constant2" [id=165, type=get_attr]; -"166 quantize_per_channel_default_3" [id=166, type=quantize_per_channel]; -"167 dequantize_per_channel_default_3" [id=167, type=dequantize_per_channel]; -"168 features_1_0_attn_proj_bias_0_0" [id=168, type=get_attr]; -"169 linear_3" [id=169, type=linear]; -"170 dropout_1" [id=170, type=dropout]; -"171 view_3" [id=171, type=view]; -"172 permute_4" [id=172, type=permute]; -"173 reshape_3" [id=173, type=reshape]; -"174 slice_2" [id=174, type=slice]; -"175 slice_3" [id=175, type=slice]; -"176 layer_norm_1" [id=176, type=layer_norm]; -"177 add_1" [id=177, type=add]; -"178 add_1_0_0_nncf_smooth_quant_0" [id=178, type=call_module]; -"179 quantize_per_tensor_default_5" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_5" [id=180, type=dequantize_per_tensor]; -"181 linear_4_scale_0" [id=181, type=get_attr]; -"182 linear_4_zero_point_0" [id=182, type=get_attr]; -"183 compressed_weight_updated_constant3" [id=183, type=get_attr]; -"184 quantize_per_channel_default_4" [id=184, type=quantize_per_channel]; -"185 dequantize_per_channel_default_4" [id=185, type=dequantize_per_channel]; -"186 features_1_0_mlp_0_bias_0_0" [id=186, type=get_attr]; -"187 linear_4" [id=187, type=linear]; -"188 gelu" [id=188, type=gelu]; -"189 dropout_2" [id=189, type=dropout]; -"190 dropout_2_0_0_nncf_smooth_quant_0" [id=190, type=call_module]; -"191 quantize_per_tensor_default_6" [id=191, type=quantize_per_tensor]; -"192 dequantize_per_tensor_default_6" [id=192, type=dequantize_per_tensor]; -"193 linear_5_scale_0" [id=193, type=get_attr]; -"194 linear_5_zero_point_0" [id=194, type=get_attr]; -"195 compressed_weight_updated_constant4" [id=195, type=get_attr]; -"196 quantize_per_channel_default_5" [id=196, type=quantize_per_channel]; -"197 dequantize_per_channel_default_5" [id=197, type=dequantize_per_channel]; -"198 features_1_0_mlp_3_bias_0_0" [id=198, type=get_attr]; -"199 linear_5" [id=199, type=linear]; -"200 dropout_3" [id=200, type=dropout]; -"201 layer_norm_2" [id=201, type=layer_norm]; -"202 add_2" [id=202, type=add]; -"203 _frozen_param4" [id=203, type=get_attr]; -"204 pad_1" [id=204, type=pad]; -"205 roll" [id=205, type=roll]; -"206 view_6" [id=206, type=view]; -"207 permute_6" [id=207, type=permute]; -"208 reshape_4" [id=208, type=reshape]; -"209 reshape_4_0_0_nncf_smooth_quant_0" [id=209, type=call_module]; -"210 quantize_per_tensor_default_7" [id=210, type=quantize_per_tensor]; -"211 dequantize_per_tensor_default_7" [id=211, type=dequantize_per_tensor]; -"212 linear_8_scale_0" [id=212, type=get_attr]; -"213 linear_8_zero_point_0" [id=213, type=get_attr]; -"214 compressed_weight_updated_constant5" [id=214, type=get_attr]; -"215 quantize_per_channel_default_7" [id=215, type=quantize_per_channel]; -"216 dequantize_per_channel_default_7" [id=216, type=dequantize_per_channel]; -"217 _frozen_param5_0_0" [id=217, type=get_attr]; -"218 linear_8" [id=218, type=linear]; -"219 reshape_5" [id=219, type=reshape]; -"220 permute_7" [id=220, type=permute]; -"221 select_3" [id=221, type=select]; -"222 select_4" [id=222, type=select]; -"223 select_5" [id=223, type=select]; -"224 linalg_vector_norm_2" [id=224, type=linalg_vector_norm]; -"225 clamp_min_2" [id=225, type=clamp_min]; -"226 expand_as_2" [id=226, type=expand_as]; -"227 div_2" [id=227, type=div]; -"228 quantize_per_tensor_default_8" [id=228, type=quantize_per_tensor]; -"229 dequantize_per_tensor_default_8" [id=229, type=dequantize_per_tensor]; -"230 linalg_vector_norm_3" [id=230, type=linalg_vector_norm]; -"231 clamp_min_3" [id=231, type=clamp_min]; -"232 expand_as_3" [id=232, type=expand_as]; -"233 div_3" [id=233, type=div]; -"234 quantize_per_tensor_default_9" [id=234, type=quantize_per_tensor]; -"235 dequantize_per_tensor_default_9" [id=235, type=dequantize_per_tensor]; -"236 transpose_2" [id=236, type=transpose]; -"237 matmul_2" [id=237, type=matmul]; -"238 _frozen_param7" [id=238, type=get_attr]; -"239 mul_3" [id=239, type=mul]; -"240 add_3" [id=240, type=add]; -"241 new_zeros" [id=241, type=new_zeros]; -"242 view_7" [id=242, type=view]; -"243 permute_8" [id=243, type=permute]; -"244 reshape_6" [id=244, type=reshape]; -"245 unsqueeze_2" [id=245, type=unsqueeze]; -"246 unsqueeze_3" [id=246, type=unsqueeze]; -"247 sub" [id=247, type=sub]; -"248 ne" [id=248, type=ne]; -"249 masked_fill" [id=249, type=masked_fill]; -"250 eq" [id=250, type=eq]; -"251 masked_fill_1" [id=251, type=masked_fill]; -"252 view_8" [id=252, type=view]; -"253 unsqueeze_4" [id=253, type=unsqueeze]; -"254 unsqueeze_5" [id=254, type=unsqueeze]; -"255 add_4" [id=255, type=add]; -"256 view_9" [id=256, type=view]; -"257 softmax_1" [id=257, type=softmax]; -"258 dropout_4" [id=258, type=dropout]; -"259 matmul_3" [id=259, type=matmul]; -"260 transpose_3" [id=260, type=transpose]; -"261 reshape_7" [id=261, type=reshape]; -"262 reshape_7_0_0_nncf_smooth_quant_0" [id=262, type=call_module]; -"263 quantize_per_tensor_default_10" [id=263, type=quantize_per_tensor]; -"264 dequantize_per_tensor_default_10" [id=264, type=dequantize_per_tensor]; -"265 linear_9_scale_0" [id=265, type=get_attr]; -"266 linear_9_zero_point_0" [id=266, type=get_attr]; -"267 compressed_weight_updated_constant6" [id=267, type=get_attr]; -"268 quantize_per_channel_default_8" [id=268, type=quantize_per_channel]; -"269 dequantize_per_channel_default_8" [id=269, type=dequantize_per_channel]; -"270 features_1_1_attn_proj_bias_0_0" [id=270, type=get_attr]; -"271 linear_9" [id=271, type=linear]; -"272 dropout_5" [id=272, type=dropout]; -"273 view_10" [id=273, type=view]; -"274 permute_9" [id=274, type=permute]; -"275 reshape_8" [id=275, type=reshape]; -"276 roll_1" [id=276, type=roll]; -"277 slice_23" [id=277, type=slice]; -"278 slice_24" [id=278, type=slice]; -"279 layer_norm_3" [id=279, type=layer_norm]; -"280 add_5" [id=280, type=add]; -"281 add_5_0_0_nncf_smooth_quant_0" [id=281, type=call_module]; -"282 quantize_per_tensor_default_11" [id=282, type=quantize_per_tensor]; -"283 dequantize_per_tensor_default_11" [id=283, type=dequantize_per_tensor]; -"284 linear_10_scale_0" [id=284, type=get_attr]; -"285 linear_10_zero_point_0" [id=285, type=get_attr]; -"286 compressed_weight_updated_constant7" [id=286, type=get_attr]; -"287 quantize_per_channel_default_9" [id=287, type=quantize_per_channel]; -"288 dequantize_per_channel_default_9" [id=288, type=dequantize_per_channel]; -"289 features_1_1_mlp_0_bias_0_0" [id=289, type=get_attr]; -"290 linear_10" [id=290, type=linear]; -"291 gelu_1" [id=291, type=gelu]; -"292 dropout_6" [id=292, type=dropout]; -"293 dropout_6_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; -"294 quantize_per_tensor_default_12" [id=294, type=quantize_per_tensor]; -"295 dequantize_per_tensor_default_12" [id=295, type=dequantize_per_tensor]; -"296 linear_11_scale_0" [id=296, type=get_attr]; -"297 linear_11_zero_point_0" [id=297, type=get_attr]; -"298 compressed_weight_updated_constant8" [id=298, type=get_attr]; -"299 quantize_per_channel_default_10" [id=299, type=quantize_per_channel]; -"300 dequantize_per_channel_default_10" [id=300, type=dequantize_per_channel]; -"301 features_1_1_mlp_3_bias_0_0" [id=301, type=get_attr]; -"302 linear_11" [id=302, type=linear]; -"303 dropout_7" [id=303, type=dropout]; -"304 layer_norm_4" [id=304, type=layer_norm]; -"305 add_6" [id=305, type=add]; -"306 pad_2" [id=306, type=pad]; -"307 slice_25" [id=307, type=slice]; -"308 slice_26" [id=308, type=slice]; -"309 slice_27" [id=309, type=slice]; -"310 slice_28" [id=310, type=slice]; -"311 slice_29" [id=311, type=slice]; -"312 slice_30" [id=312, type=slice]; -"313 slice_31" [id=313, type=slice]; -"314 slice_32" [id=314, type=slice]; -"315 slice_33" [id=315, type=slice]; -"316 slice_34" [id=316, type=slice]; -"317 slice_35" [id=317, type=slice]; -"318 slice_36" [id=318, type=slice]; -"319 cat" [id=319, type=cat]; -"320 cat_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; -"321 quantize_per_tensor_default_13" [id=321, type=quantize_per_tensor]; -"322 dequantize_per_tensor_default_13" [id=322, type=dequantize_per_tensor]; -"323 linear_12_scale_0" [id=323, type=get_attr]; -"324 linear_12_zero_point_0" [id=324, type=get_attr]; -"325 compressed_weight_updated_constant9" [id=325, type=get_attr]; -"326 quantize_per_channel_default_11" [id=326, type=quantize_per_channel]; -"327 dequantize_per_channel_default_11" [id=327, type=dequantize_per_channel]; -"328 linear_12" [id=328, type=linear]; -"329 layer_norm_5" [id=329, type=layer_norm]; -"330 _frozen_param17" [id=330, type=get_attr]; -"331 pad_3" [id=331, type=pad]; -"332 view_13" [id=332, type=view]; -"333 permute_11" [id=333, type=permute]; -"334 reshape_9" [id=334, type=reshape]; -"335 reshape_9_0_0_nncf_smooth_quant_0" [id=335, type=call_module]; -"336 quantize_per_tensor_default_14" [id=336, type=quantize_per_tensor]; -"337 dequantize_per_tensor_default_14" [id=337, type=dequantize_per_tensor]; -"338 linear_15_scale_0" [id=338, type=get_attr]; -"339 linear_15_zero_point_0" [id=339, type=get_attr]; -"340 compressed_weight_updated_constant10" [id=340, type=get_attr]; -"341 quantize_per_channel_default_13" [id=341, type=quantize_per_channel]; -"342 dequantize_per_channel_default_13" [id=342, type=dequantize_per_channel]; -"343 _frozen_param18_0_0" [id=343, type=get_attr]; -"344 linear_15" [id=344, type=linear]; -"345 reshape_10" [id=345, type=reshape]; -"346 permute_12" [id=346, type=permute]; -"347 select_6" [id=347, type=select]; -"348 select_7" [id=348, type=select]; -"349 select_8" [id=349, type=select]; -"350 linalg_vector_norm_4" [id=350, type=linalg_vector_norm]; -"351 clamp_min_4" [id=351, type=clamp_min]; -"352 expand_as_4" [id=352, type=expand_as]; -"353 div_4" [id=353, type=div]; -"354 quantize_per_tensor_default_15" [id=354, type=quantize_per_tensor]; -"355 dequantize_per_tensor_default_15" [id=355, type=dequantize_per_tensor]; -"356 linalg_vector_norm_5" [id=356, type=linalg_vector_norm]; -"357 clamp_min_5" [id=357, type=clamp_min]; -"358 expand_as_5" [id=358, type=expand_as]; -"359 div_5" [id=359, type=div]; -"360 quantize_per_tensor_default_16" [id=360, type=quantize_per_tensor]; -"361 dequantize_per_tensor_default_16" [id=361, type=dequantize_per_tensor]; -"362 transpose_4" [id=362, type=transpose]; -"363 matmul_4" [id=363, type=matmul]; -"364 _frozen_param20" [id=364, type=get_attr]; -"365 mul_5" [id=365, type=mul]; -"366 add_7" [id=366, type=add]; -"367 softmax_2" [id=367, type=softmax]; -"368 dropout_8" [id=368, type=dropout]; -"369 matmul_5" [id=369, type=matmul]; -"370 transpose_5" [id=370, type=transpose]; -"371 reshape_11" [id=371, type=reshape]; -"372 reshape_11_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; -"373 quantize_per_tensor_default_17" [id=373, type=quantize_per_tensor]; -"374 dequantize_per_tensor_default_17" [id=374, type=dequantize_per_tensor]; -"375 linear_16_scale_0" [id=375, type=get_attr]; -"376 linear_16_zero_point_0" [id=376, type=get_attr]; -"377 compressed_weight_updated_constant11" [id=377, type=get_attr]; -"378 quantize_per_channel_default_14" [id=378, type=quantize_per_channel]; -"379 dequantize_per_channel_default_14" [id=379, type=dequantize_per_channel]; -"380 features_3_0_attn_proj_bias_0_0" [id=380, type=get_attr]; -"381 linear_16" [id=381, type=linear]; -"382 dropout_9" [id=382, type=dropout]; -"383 view_14" [id=383, type=view]; -"384 permute_13" [id=384, type=permute]; -"385 reshape_12" [id=385, type=reshape]; -"386 slice_38" [id=386, type=slice]; -"387 slice_39" [id=387, type=slice]; -"388 slice_40" [id=388, type=slice]; -"389 slice_41" [id=389, type=slice]; -"390 contiguous_3" [id=390, type=contiguous]; -"391 layer_norm_6" [id=391, type=layer_norm]; -"392 add_8" [id=392, type=add]; -"393 add_8_0_0_nncf_smooth_quant_0" [id=393, type=call_module]; -"394 quantize_per_tensor_default_18" [id=394, type=quantize_per_tensor]; -"395 dequantize_per_tensor_default_18" [id=395, type=dequantize_per_tensor]; -"396 linear_17_scale_0" [id=396, type=get_attr]; -"397 linear_17_zero_point_0" [id=397, type=get_attr]; -"398 compressed_weight_updated_constant12" [id=398, type=get_attr]; -"399 quantize_per_channel_default_15" [id=399, type=quantize_per_channel]; -"400 dequantize_per_channel_default_15" [id=400, type=dequantize_per_channel]; -"401 features_3_0_mlp_0_bias_0_0" [id=401, type=get_attr]; -"402 linear_17" [id=402, type=linear]; -"403 gelu_2" [id=403, type=gelu]; -"404 dropout_10" [id=404, type=dropout]; -"405 dropout_10_0_0_nncf_smooth_quant_0" [id=405, type=call_module]; -"406 quantize_per_tensor_default_19" [id=406, type=quantize_per_tensor]; -"407 dequantize_per_tensor_default_19" [id=407, type=dequantize_per_tensor]; -"408 linear_18_scale_0" [id=408, type=get_attr]; -"409 linear_18_zero_point_0" [id=409, type=get_attr]; -"410 compressed_weight_updated_constant13" [id=410, type=get_attr]; -"411 quantize_per_channel_default_16" [id=411, type=quantize_per_channel]; -"412 dequantize_per_channel_default_16" [id=412, type=dequantize_per_channel]; -"413 features_3_0_mlp_3_bias_0_0" [id=413, type=get_attr]; -"414 linear_18" [id=414, type=linear]; -"415 dropout_11" [id=415, type=dropout]; -"416 layer_norm_7" [id=416, type=layer_norm]; -"417 add_9" [id=417, type=add]; -"418 _frozen_param21" [id=418, type=get_attr]; -"419 pad_4" [id=419, type=pad]; -"420 roll_2" [id=420, type=roll]; -"421 view_17" [id=421, type=view]; -"422 permute_15" [id=422, type=permute]; -"423 reshape_13" [id=423, type=reshape]; -"424 reshape_13_0_0_nncf_smooth_quant_0" [id=424, type=call_module]; -"425 quantize_per_tensor_default_20" [id=425, type=quantize_per_tensor]; -"426 dequantize_per_tensor_default_20" [id=426, type=dequantize_per_tensor]; -"427 linear_21_scale_0" [id=427, type=get_attr]; -"428 linear_21_zero_point_0" [id=428, type=get_attr]; -"429 compressed_weight_updated_constant14" [id=429, type=get_attr]; -"430 quantize_per_channel_default_18" [id=430, type=quantize_per_channel]; -"431 dequantize_per_channel_default_18" [id=431, type=dequantize_per_channel]; -"432 _frozen_param22_0_0" [id=432, type=get_attr]; -"433 linear_21" [id=433, type=linear]; -"434 reshape_14" [id=434, type=reshape]; -"435 permute_16" [id=435, type=permute]; -"436 select_9" [id=436, type=select]; -"437 select_10" [id=437, type=select]; -"438 select_11" [id=438, type=select]; -"439 linalg_vector_norm_6" [id=439, type=linalg_vector_norm]; -"440 clamp_min_6" [id=440, type=clamp_min]; -"441 expand_as_6" [id=441, type=expand_as]; -"442 div_6" [id=442, type=div]; -"443 quantize_per_tensor_default_21" [id=443, type=quantize_per_tensor]; -"444 dequantize_per_tensor_default_21" [id=444, type=dequantize_per_tensor]; -"445 linalg_vector_norm_7" [id=445, type=linalg_vector_norm]; -"446 clamp_min_7" [id=446, type=clamp_min]; -"447 expand_as_7" [id=447, type=expand_as]; -"448 div_7" [id=448, type=div]; -"449 quantize_per_tensor_default_22" [id=449, type=quantize_per_tensor]; -"450 dequantize_per_tensor_default_22" [id=450, type=dequantize_per_tensor]; -"451 transpose_6" [id=451, type=transpose]; -"452 matmul_6" [id=452, type=matmul]; -"453 _frozen_param24" [id=453, type=get_attr]; -"454 mul_7" [id=454, type=mul]; -"455 add_10" [id=455, type=add]; -"456 new_zeros_1" [id=456, type=new_zeros]; -"457 view_18" [id=457, type=view]; -"458 permute_17" [id=458, type=permute]; -"459 reshape_15" [id=459, type=reshape]; -"460 unsqueeze_8" [id=460, type=unsqueeze]; -"461 unsqueeze_9" [id=461, type=unsqueeze]; -"462 sub_1" [id=462, type=sub]; -"463 ne_1" [id=463, type=ne]; -"464 masked_fill_2" [id=464, type=masked_fill]; -"465 eq_1" [id=465, type=eq]; -"466 masked_fill_3" [id=466, type=masked_fill]; -"467 view_19" [id=467, type=view]; -"468 unsqueeze_10" [id=468, type=unsqueeze]; -"469 unsqueeze_11" [id=469, type=unsqueeze]; -"470 add_11" [id=470, type=add]; -"471 view_20" [id=471, type=view]; -"472 softmax_3" [id=472, type=softmax]; -"473 dropout_12" [id=473, type=dropout]; -"474 matmul_7" [id=474, type=matmul]; -"475 transpose_7" [id=475, type=transpose]; -"476 reshape_16" [id=476, type=reshape]; -"477 reshape_16_0_0_nncf_smooth_quant_0" [id=477, type=call_module]; -"478 quantize_per_tensor_default_23" [id=478, type=quantize_per_tensor]; -"479 dequantize_per_tensor_default_23" [id=479, type=dequantize_per_tensor]; -"480 linear_22_scale_0" [id=480, type=get_attr]; -"481 linear_22_zero_point_0" [id=481, type=get_attr]; -"482 compressed_weight_updated_constant15" [id=482, type=get_attr]; -"483 quantize_per_channel_default_19" [id=483, type=quantize_per_channel]; -"484 dequantize_per_channel_default_19" [id=484, type=dequantize_per_channel]; -"485 features_3_1_attn_proj_bias_0_0" [id=485, type=get_attr]; -"486 linear_22" [id=486, type=linear]; -"487 dropout_13" [id=487, type=dropout]; -"488 view_21" [id=488, type=view]; -"489 permute_18" [id=489, type=permute]; -"490 reshape_17" [id=490, type=reshape]; -"491 roll_3" [id=491, type=roll]; -"492 slice_61" [id=492, type=slice]; -"493 slice_62" [id=493, type=slice]; -"494 slice_63" [id=494, type=slice]; -"495 slice_64" [id=495, type=slice]; -"496 contiguous_5" [id=496, type=contiguous]; -"497 layer_norm_8" [id=497, type=layer_norm]; -"498 add_12" [id=498, type=add]; -"499 add_12_0_0_nncf_smooth_quant_0" [id=499, type=call_module]; -"500 quantize_per_tensor_default_24" [id=500, type=quantize_per_tensor]; -"501 dequantize_per_tensor_default_24" [id=501, type=dequantize_per_tensor]; -"502 linear_23_scale_0" [id=502, type=get_attr]; -"503 linear_23_zero_point_0" [id=503, type=get_attr]; -"504 compressed_weight_updated_constant16" [id=504, type=get_attr]; -"505 quantize_per_channel_default_20" [id=505, type=quantize_per_channel]; -"506 dequantize_per_channel_default_20" [id=506, type=dequantize_per_channel]; -"507 features_3_1_mlp_0_bias_0_0" [id=507, type=get_attr]; -"508 linear_23" [id=508, type=linear]; -"509 gelu_3" [id=509, type=gelu]; -"510 dropout_14" [id=510, type=dropout]; -"511 dropout_14_0_0_nncf_smooth_quant_0" [id=511, type=call_module]; -"512 quantize_per_tensor_default_25" [id=512, type=quantize_per_tensor]; -"513 dequantize_per_tensor_default_25" [id=513, type=dequantize_per_tensor]; -"514 linear_24_scale_0" [id=514, type=get_attr]; -"515 linear_24_zero_point_0" [id=515, type=get_attr]; -"516 compressed_weight_updated_constant17" [id=516, type=get_attr]; -"517 quantize_per_channel_default_21" [id=517, type=quantize_per_channel]; -"518 dequantize_per_channel_default_21" [id=518, type=dequantize_per_channel]; -"519 features_3_1_mlp_3_bias_0_0" [id=519, type=get_attr]; -"520 linear_24" [id=520, type=linear]; -"521 dropout_15" [id=521, type=dropout]; -"522 layer_norm_9" [id=522, type=layer_norm]; -"523 add_13" [id=523, type=add]; -"524 pad_5" [id=524, type=pad]; -"525 slice_65" [id=525, type=slice]; -"526 slice_66" [id=526, type=slice]; -"527 slice_67" [id=527, type=slice]; -"528 slice_68" [id=528, type=slice]; -"529 slice_69" [id=529, type=slice]; -"530 slice_70" [id=530, type=slice]; -"531 slice_71" [id=531, type=slice]; -"532 slice_72" [id=532, type=slice]; -"533 slice_73" [id=533, type=slice]; -"534 slice_74" [id=534, type=slice]; -"535 slice_75" [id=535, type=slice]; -"536 slice_76" [id=536, type=slice]; -"537 cat_1" [id=537, type=cat]; -"538 cat_1_0_0_nncf_smooth_quant_0" [id=538, type=call_module]; -"539 quantize_per_tensor_default_26" [id=539, type=quantize_per_tensor]; -"540 dequantize_per_tensor_default_26" [id=540, type=dequantize_per_tensor]; -"541 linear_25_scale_0" [id=541, type=get_attr]; -"542 linear_25_zero_point_0" [id=542, type=get_attr]; -"543 compressed_weight_updated_constant18" [id=543, type=get_attr]; -"544 quantize_per_channel_default_22" [id=544, type=quantize_per_channel]; -"545 dequantize_per_channel_default_22" [id=545, type=dequantize_per_channel]; -"546 linear_25" [id=546, type=linear]; -"547 layer_norm_10" [id=547, type=layer_norm]; -"548 _frozen_param34" [id=548, type=get_attr]; -"549 pad_6" [id=549, type=pad]; -"550 view_24" [id=550, type=view]; -"551 permute_20" [id=551, type=permute]; -"552 reshape_18" [id=552, type=reshape]; -"553 reshape_18_0_0_nncf_smooth_quant_0" [id=553, type=call_module]; -"554 quantize_per_tensor_default_27" [id=554, type=quantize_per_tensor]; -"555 dequantize_per_tensor_default_27" [id=555, type=dequantize_per_tensor]; -"556 linear_28_scale_0" [id=556, type=get_attr]; -"557 linear_28_zero_point_0" [id=557, type=get_attr]; -"558 compressed_weight_updated_constant19" [id=558, type=get_attr]; -"559 quantize_per_channel_default_24" [id=559, type=quantize_per_channel]; -"560 dequantize_per_channel_default_24" [id=560, type=dequantize_per_channel]; -"561 _frozen_param35_0_0" [id=561, type=get_attr]; -"562 linear_28" [id=562, type=linear]; -"563 reshape_19" [id=563, type=reshape]; -"564 permute_21" [id=564, type=permute]; -"565 select_12" [id=565, type=select]; -"566 select_13" [id=566, type=select]; -"567 select_14" [id=567, type=select]; -"568 linalg_vector_norm_8" [id=568, type=linalg_vector_norm]; -"569 clamp_min_8" [id=569, type=clamp_min]; -"570 expand_as_8" [id=570, type=expand_as]; -"571 div_8" [id=571, type=div]; -"572 quantize_per_tensor_default_28" [id=572, type=quantize_per_tensor]; -"573 dequantize_per_tensor_default_28" [id=573, type=dequantize_per_tensor]; -"574 linalg_vector_norm_9" [id=574, type=linalg_vector_norm]; -"575 clamp_min_9" [id=575, type=clamp_min]; -"576 expand_as_9" [id=576, type=expand_as]; -"577 div_9" [id=577, type=div]; -"578 quantize_per_tensor_default_29" [id=578, type=quantize_per_tensor]; -"579 dequantize_per_tensor_default_29" [id=579, type=dequantize_per_tensor]; -"580 transpose_8" [id=580, type=transpose]; -"581 matmul_8" [id=581, type=matmul]; -"582 _frozen_param37" [id=582, type=get_attr]; -"583 mul_9" [id=583, type=mul]; -"584 add_14" [id=584, type=add]; -"585 softmax_4" [id=585, type=softmax]; -"586 dropout_16" [id=586, type=dropout]; -"587 matmul_9" [id=587, type=matmul]; -"588 transpose_9" [id=588, type=transpose]; -"589 reshape_20" [id=589, type=reshape]; -"590 reshape_20_0_0_nncf_smooth_quant_0" [id=590, type=call_module]; -"591 quantize_per_tensor_default_30" [id=591, type=quantize_per_tensor]; -"592 dequantize_per_tensor_default_30" [id=592, type=dequantize_per_tensor]; -"593 linear_29_scale_0" [id=593, type=get_attr]; -"594 linear_29_zero_point_0" [id=594, type=get_attr]; -"595 compressed_weight_updated_constant20" [id=595, type=get_attr]; -"596 quantize_per_channel_default_25" [id=596, type=quantize_per_channel]; -"597 dequantize_per_channel_default_25" [id=597, type=dequantize_per_channel]; -"598 features_5_0_attn_proj_bias_0_0" [id=598, type=get_attr]; -"599 linear_29" [id=599, type=linear]; -"600 dropout_17" [id=600, type=dropout]; -"601 view_25" [id=601, type=view]; -"602 permute_22" [id=602, type=permute]; -"603 reshape_21" [id=603, type=reshape]; -"604 slice_78" [id=604, type=slice]; -"605 slice_79" [id=605, type=slice]; -"606 slice_80" [id=606, type=slice]; -"607 slice_81" [id=607, type=slice]; -"608 contiguous_7" [id=608, type=contiguous]; -"609 layer_norm_11" [id=609, type=layer_norm]; -"610 add_15" [id=610, type=add]; -"611 add_15_0_0_nncf_smooth_quant_0" [id=611, type=call_module]; -"612 quantize_per_tensor_default_31" [id=612, type=quantize_per_tensor]; -"613 dequantize_per_tensor_default_31" [id=613, type=dequantize_per_tensor]; -"614 linear_30_scale_0" [id=614, type=get_attr]; -"615 linear_30_zero_point_0" [id=615, type=get_attr]; -"616 compressed_weight_updated_constant21" [id=616, type=get_attr]; -"617 quantize_per_channel_default_26" [id=617, type=quantize_per_channel]; -"618 dequantize_per_channel_default_26" [id=618, type=dequantize_per_channel]; -"619 features_5_0_mlp_0_bias_0_0" [id=619, type=get_attr]; -"620 linear_30" [id=620, type=linear]; -"621 gelu_4" [id=621, type=gelu]; -"622 dropout_18" [id=622, type=dropout]; -"623 dropout_18_0_0_nncf_smooth_quant_0" [id=623, type=call_module]; -"624 quantize_per_tensor_default_32" [id=624, type=quantize_per_tensor]; -"625 dequantize_per_tensor_default_32" [id=625, type=dequantize_per_tensor]; -"626 linear_31_scale_0" [id=626, type=get_attr]; -"627 linear_31_zero_point_0" [id=627, type=get_attr]; -"628 compressed_weight_updated_constant22" [id=628, type=get_attr]; -"629 quantize_per_channel_default_27" [id=629, type=quantize_per_channel]; -"630 dequantize_per_channel_default_27" [id=630, type=dequantize_per_channel]; -"631 features_5_0_mlp_3_bias_0_0" [id=631, type=get_attr]; -"632 linear_31" [id=632, type=linear]; -"633 dropout_19" [id=633, type=dropout]; -"634 layer_norm_12" [id=634, type=layer_norm]; -"635 add_16" [id=635, type=add]; -"636 _frozen_param38" [id=636, type=get_attr]; -"637 pad_7" [id=637, type=pad]; -"638 roll_4" [id=638, type=roll]; -"639 view_28" [id=639, type=view]; -"640 permute_24" [id=640, type=permute]; -"641 reshape_22" [id=641, type=reshape]; -"642 reshape_22_0_0_nncf_smooth_quant_0" [id=642, type=call_module]; -"643 quantize_per_tensor_default_33" [id=643, type=quantize_per_tensor]; -"644 dequantize_per_tensor_default_33" [id=644, type=dequantize_per_tensor]; -"645 linear_34_scale_0" [id=645, type=get_attr]; -"646 linear_34_zero_point_0" [id=646, type=get_attr]; -"647 compressed_weight_updated_constant23" [id=647, type=get_attr]; -"648 quantize_per_channel_default_29" [id=648, type=quantize_per_channel]; -"649 dequantize_per_channel_default_29" [id=649, type=dequantize_per_channel]; -"650 _frozen_param39_0_0" [id=650, type=get_attr]; -"651 linear_34" [id=651, type=linear]; -"652 reshape_23" [id=652, type=reshape]; -"653 permute_25" [id=653, type=permute]; -"654 select_15" [id=654, type=select]; -"655 select_16" [id=655, type=select]; -"656 select_17" [id=656, type=select]; -"657 linalg_vector_norm_10" [id=657, type=linalg_vector_norm]; -"658 clamp_min_10" [id=658, type=clamp_min]; -"659 expand_as_10" [id=659, type=expand_as]; -"660 div_10" [id=660, type=div]; -"661 quantize_per_tensor_default_34" [id=661, type=quantize_per_tensor]; -"662 dequantize_per_tensor_default_34" [id=662, type=dequantize_per_tensor]; -"663 linalg_vector_norm_11" [id=663, type=linalg_vector_norm]; -"664 clamp_min_11" [id=664, type=clamp_min]; -"665 expand_as_11" [id=665, type=expand_as]; -"666 div_11" [id=666, type=div]; -"667 quantize_per_tensor_default_35" [id=667, type=quantize_per_tensor]; -"668 dequantize_per_tensor_default_35" [id=668, type=dequantize_per_tensor]; -"669 transpose_10" [id=669, type=transpose]; -"670 matmul_10" [id=670, type=matmul]; -"671 _frozen_param41" [id=671, type=get_attr]; -"672 mul_11" [id=672, type=mul]; -"673 add_17" [id=673, type=add]; -"674 new_zeros_2" [id=674, type=new_zeros]; -"675 view_29" [id=675, type=view]; -"676 permute_26" [id=676, type=permute]; -"677 reshape_24" [id=677, type=reshape]; -"678 unsqueeze_14" [id=678, type=unsqueeze]; -"679 unsqueeze_15" [id=679, type=unsqueeze]; -"680 sub_2" [id=680, type=sub]; -"681 ne_2" [id=681, type=ne]; -"682 masked_fill_4" [id=682, type=masked_fill]; -"683 eq_2" [id=683, type=eq]; -"684 masked_fill_5" [id=684, type=masked_fill]; -"685 view_30" [id=685, type=view]; -"686 unsqueeze_16" [id=686, type=unsqueeze]; -"687 unsqueeze_17" [id=687, type=unsqueeze]; -"688 add_18" [id=688, type=add]; -"689 view_31" [id=689, type=view]; -"690 softmax_5" [id=690, type=softmax]; -"691 dropout_20" [id=691, type=dropout]; -"692 matmul_11" [id=692, type=matmul]; -"693 transpose_11" [id=693, type=transpose]; -"694 reshape_25" [id=694, type=reshape]; -"695 reshape_25_0_0_nncf_smooth_quant_0" [id=695, type=call_module]; -"696 quantize_per_tensor_default_36" [id=696, type=quantize_per_tensor]; -"697 dequantize_per_tensor_default_36" [id=697, type=dequantize_per_tensor]; -"698 linear_35_scale_0" [id=698, type=get_attr]; -"699 linear_35_zero_point_0" [id=699, type=get_attr]; -"700 compressed_weight_updated_constant24" [id=700, type=get_attr]; -"701 quantize_per_channel_default_30" [id=701, type=quantize_per_channel]; -"702 dequantize_per_channel_default_30" [id=702, type=dequantize_per_channel]; -"703 features_5_1_attn_proj_bias_0_0" [id=703, type=get_attr]; -"704 linear_35" [id=704, type=linear]; -"705 dropout_21" [id=705, type=dropout]; -"706 view_32" [id=706, type=view]; -"707 permute_27" [id=707, type=permute]; -"708 reshape_26" [id=708, type=reshape]; -"709 roll_5" [id=709, type=roll]; -"710 slice_101" [id=710, type=slice]; -"711 slice_102" [id=711, type=slice]; -"712 slice_103" [id=712, type=slice]; -"713 slice_104" [id=713, type=slice]; -"714 contiguous_9" [id=714, type=contiguous]; -"715 layer_norm_13" [id=715, type=layer_norm]; -"716 add_19" [id=716, type=add]; -"717 add_19_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; -"718 quantize_per_tensor_default_37" [id=718, type=quantize_per_tensor]; -"719 dequantize_per_tensor_default_37" [id=719, type=dequantize_per_tensor]; -"720 linear_36_scale_0" [id=720, type=get_attr]; -"721 linear_36_zero_point_0" [id=721, type=get_attr]; -"722 compressed_weight_updated_constant25" [id=722, type=get_attr]; -"723 quantize_per_channel_default_31" [id=723, type=quantize_per_channel]; -"724 dequantize_per_channel_default_31" [id=724, type=dequantize_per_channel]; -"725 features_5_1_mlp_0_bias_0_0" [id=725, type=get_attr]; -"726 linear_36" [id=726, type=linear]; -"727 gelu_5" [id=727, type=gelu]; -"728 dropout_22" [id=728, type=dropout]; -"729 dropout_22_0_0_nncf_smooth_quant_0" [id=729, type=call_module]; -"730 quantize_per_tensor_default_38" [id=730, type=quantize_per_tensor]; -"731 dequantize_per_tensor_default_38" [id=731, type=dequantize_per_tensor]; -"732 linear_37_scale_0" [id=732, type=get_attr]; -"733 linear_37_zero_point_0" [id=733, type=get_attr]; -"734 compressed_weight_updated_constant26" [id=734, type=get_attr]; -"735 quantize_per_channel_default_32" [id=735, type=quantize_per_channel]; -"736 dequantize_per_channel_default_32" [id=736, type=dequantize_per_channel]; -"737 features_5_1_mlp_3_bias_0_0" [id=737, type=get_attr]; -"738 linear_37" [id=738, type=linear]; -"739 dropout_23" [id=739, type=dropout]; -"740 layer_norm_14" [id=740, type=layer_norm]; -"741 add_20" [id=741, type=add]; -"742 _frozen_param51" [id=742, type=get_attr]; -"743 pad_8" [id=743, type=pad]; -"744 view_35" [id=744, type=view]; -"745 permute_29" [id=745, type=permute]; -"746 reshape_27" [id=746, type=reshape]; -"747 reshape_27_0_0_nncf_smooth_quant_0" [id=747, type=call_module]; -"748 quantize_per_tensor_default_39" [id=748, type=quantize_per_tensor]; -"749 dequantize_per_tensor_default_39" [id=749, type=dequantize_per_tensor]; -"750 linear_40_scale_0" [id=750, type=get_attr]; -"751 linear_40_zero_point_0" [id=751, type=get_attr]; -"752 compressed_weight_updated_constant27" [id=752, type=get_attr]; -"753 quantize_per_channel_default_34" [id=753, type=quantize_per_channel]; -"754 dequantize_per_channel_default_34" [id=754, type=dequantize_per_channel]; -"755 _frozen_param52_0_0" [id=755, type=get_attr]; -"756 linear_40" [id=756, type=linear]; -"757 reshape_28" [id=757, type=reshape]; -"758 permute_30" [id=758, type=permute]; -"759 select_18" [id=759, type=select]; -"760 select_19" [id=760, type=select]; -"761 select_20" [id=761, type=select]; -"762 linalg_vector_norm_12" [id=762, type=linalg_vector_norm]; -"763 clamp_min_12" [id=763, type=clamp_min]; -"764 expand_as_12" [id=764, type=expand_as]; -"765 div_12" [id=765, type=div]; -"766 quantize_per_tensor_default_40" [id=766, type=quantize_per_tensor]; -"767 dequantize_per_tensor_default_40" [id=767, type=dequantize_per_tensor]; -"768 linalg_vector_norm_13" [id=768, type=linalg_vector_norm]; -"769 clamp_min_13" [id=769, type=clamp_min]; -"770 expand_as_13" [id=770, type=expand_as]; -"771 div_13" [id=771, type=div]; -"772 quantize_per_tensor_default_41" [id=772, type=quantize_per_tensor]; -"773 dequantize_per_tensor_default_41" [id=773, type=dequantize_per_tensor]; -"774 transpose_12" [id=774, type=transpose]; -"775 matmul_12" [id=775, type=matmul]; -"776 _frozen_param54" [id=776, type=get_attr]; -"777 mul_13" [id=777, type=mul]; -"778 add_21" [id=778, type=add]; -"779 softmax_6" [id=779, type=softmax]; -"780 dropout_24" [id=780, type=dropout]; -"781 matmul_13" [id=781, type=matmul]; -"782 transpose_13" [id=782, type=transpose]; -"783 reshape_29" [id=783, type=reshape]; -"784 reshape_29_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; -"785 quantize_per_tensor_default_42" [id=785, type=quantize_per_tensor]; -"786 dequantize_per_tensor_default_42" [id=786, type=dequantize_per_tensor]; -"787 linear_41_scale_0" [id=787, type=get_attr]; -"788 linear_41_zero_point_0" [id=788, type=get_attr]; -"789 compressed_weight_updated_constant28" [id=789, type=get_attr]; -"790 quantize_per_channel_default_35" [id=790, type=quantize_per_channel]; -"791 dequantize_per_channel_default_35" [id=791, type=dequantize_per_channel]; -"792 features_5_2_attn_proj_bias_0_0" [id=792, type=get_attr]; -"793 linear_41" [id=793, type=linear]; -"794 dropout_25" [id=794, type=dropout]; -"795 view_36" [id=795, type=view]; -"796 permute_31" [id=796, type=permute]; -"797 reshape_30" [id=797, type=reshape]; -"798 slice_106" [id=798, type=slice]; -"799 slice_107" [id=799, type=slice]; -"800 slice_108" [id=800, type=slice]; -"801 slice_109" [id=801, type=slice]; -"802 contiguous_11" [id=802, type=contiguous]; -"803 layer_norm_15" [id=803, type=layer_norm]; -"804 add_22" [id=804, type=add]; -"805 add_22_0_0_nncf_smooth_quant_0" [id=805, type=call_module]; -"806 quantize_per_tensor_default_43" [id=806, type=quantize_per_tensor]; -"807 dequantize_per_tensor_default_43" [id=807, type=dequantize_per_tensor]; -"808 linear_42_scale_0" [id=808, type=get_attr]; -"809 linear_42_zero_point_0" [id=809, type=get_attr]; -"810 compressed_weight_updated_constant29" [id=810, type=get_attr]; -"811 quantize_per_channel_default_36" [id=811, type=quantize_per_channel]; -"812 dequantize_per_channel_default_36" [id=812, type=dequantize_per_channel]; -"813 features_5_2_mlp_0_bias_0_0" [id=813, type=get_attr]; -"814 linear_42" [id=814, type=linear]; -"815 gelu_6" [id=815, type=gelu]; -"816 dropout_26" [id=816, type=dropout]; -"817 dropout_26_0_0_nncf_smooth_quant_0" [id=817, type=call_module]; -"818 quantize_per_tensor_default_44" [id=818, type=quantize_per_tensor]; -"819 dequantize_per_tensor_default_44" [id=819, type=dequantize_per_tensor]; -"820 linear_43_scale_0" [id=820, type=get_attr]; -"821 linear_43_zero_point_0" [id=821, type=get_attr]; -"822 compressed_weight_updated_constant30" [id=822, type=get_attr]; -"823 quantize_per_channel_default_37" [id=823, type=quantize_per_channel]; -"824 dequantize_per_channel_default_37" [id=824, type=dequantize_per_channel]; -"825 features_5_2_mlp_3_bias_0_0" [id=825, type=get_attr]; -"826 linear_43" [id=826, type=linear]; -"827 dropout_27" [id=827, type=dropout]; -"828 layer_norm_16" [id=828, type=layer_norm]; -"829 add_23" [id=829, type=add]; -"830 _frozen_param55" [id=830, type=get_attr]; -"831 pad_9" [id=831, type=pad]; -"832 roll_6" [id=832, type=roll]; -"833 view_39" [id=833, type=view]; -"834 permute_33" [id=834, type=permute]; -"835 reshape_31" [id=835, type=reshape]; -"836 reshape_31_0_0_nncf_smooth_quant_0" [id=836, type=call_module]; -"837 quantize_per_tensor_default_45" [id=837, type=quantize_per_tensor]; -"838 dequantize_per_tensor_default_45" [id=838, type=dequantize_per_tensor]; -"839 linear_46_scale_0" [id=839, type=get_attr]; -"840 linear_46_zero_point_0" [id=840, type=get_attr]; -"841 compressed_weight_updated_constant31" [id=841, type=get_attr]; -"842 quantize_per_channel_default_39" [id=842, type=quantize_per_channel]; -"843 dequantize_per_channel_default_39" [id=843, type=dequantize_per_channel]; -"844 _frozen_param56_0_0" [id=844, type=get_attr]; -"845 linear_46" [id=845, type=linear]; -"846 reshape_32" [id=846, type=reshape]; -"847 permute_34" [id=847, type=permute]; -"848 select_21" [id=848, type=select]; -"849 select_22" [id=849, type=select]; -"850 select_23" [id=850, type=select]; -"851 linalg_vector_norm_14" [id=851, type=linalg_vector_norm]; -"852 clamp_min_14" [id=852, type=clamp_min]; -"853 expand_as_14" [id=853, type=expand_as]; -"854 div_14" [id=854, type=div]; -"855 quantize_per_tensor_default_46" [id=855, type=quantize_per_tensor]; -"856 dequantize_per_tensor_default_46" [id=856, type=dequantize_per_tensor]; -"857 linalg_vector_norm_15" [id=857, type=linalg_vector_norm]; -"858 clamp_min_15" [id=858, type=clamp_min]; -"859 expand_as_15" [id=859, type=expand_as]; -"860 div_15" [id=860, type=div]; -"861 quantize_per_tensor_default_47" [id=861, type=quantize_per_tensor]; -"862 dequantize_per_tensor_default_47" [id=862, type=dequantize_per_tensor]; -"863 transpose_14" [id=863, type=transpose]; -"864 matmul_14" [id=864, type=matmul]; -"865 _frozen_param58" [id=865, type=get_attr]; -"866 mul_15" [id=866, type=mul]; -"867 add_24" [id=867, type=add]; -"868 new_zeros_3" [id=868, type=new_zeros]; -"869 view_40" [id=869, type=view]; -"870 permute_35" [id=870, type=permute]; -"871 reshape_33" [id=871, type=reshape]; -"872 unsqueeze_20" [id=872, type=unsqueeze]; -"873 unsqueeze_21" [id=873, type=unsqueeze]; -"874 sub_3" [id=874, type=sub]; -"875 ne_3" [id=875, type=ne]; -"876 masked_fill_6" [id=876, type=masked_fill]; -"877 eq_3" [id=877, type=eq]; -"878 masked_fill_7" [id=878, type=masked_fill]; -"879 view_41" [id=879, type=view]; -"880 unsqueeze_22" [id=880, type=unsqueeze]; -"881 unsqueeze_23" [id=881, type=unsqueeze]; -"882 add_25" [id=882, type=add]; -"883 view_42" [id=883, type=view]; -"884 softmax_7" [id=884, type=softmax]; -"885 dropout_28" [id=885, type=dropout]; -"886 matmul_15" [id=886, type=matmul]; -"887 transpose_15" [id=887, type=transpose]; -"888 reshape_34" [id=888, type=reshape]; -"889 reshape_34_0_0_nncf_smooth_quant_0" [id=889, type=call_module]; -"890 quantize_per_tensor_default_48" [id=890, type=quantize_per_tensor]; -"891 dequantize_per_tensor_default_48" [id=891, type=dequantize_per_tensor]; -"892 linear_47_scale_0" [id=892, type=get_attr]; -"893 linear_47_zero_point_0" [id=893, type=get_attr]; -"894 compressed_weight_updated_constant32" [id=894, type=get_attr]; -"895 quantize_per_channel_default_40" [id=895, type=quantize_per_channel]; -"896 dequantize_per_channel_default_40" [id=896, type=dequantize_per_channel]; -"897 features_5_3_attn_proj_bias_0_0" [id=897, type=get_attr]; -"898 linear_47" [id=898, type=linear]; -"899 dropout_29" [id=899, type=dropout]; -"900 view_43" [id=900, type=view]; -"901 permute_36" [id=901, type=permute]; -"902 reshape_35" [id=902, type=reshape]; -"903 roll_7" [id=903, type=roll]; -"904 slice_129" [id=904, type=slice]; -"905 slice_130" [id=905, type=slice]; -"906 slice_131" [id=906, type=slice]; -"907 slice_132" [id=907, type=slice]; -"908 contiguous_13" [id=908, type=contiguous]; -"909 layer_norm_17" [id=909, type=layer_norm]; -"910 add_26" [id=910, type=add]; -"911 add_26_0_0_nncf_smooth_quant_0" [id=911, type=call_module]; -"912 quantize_per_tensor_default_49" [id=912, type=quantize_per_tensor]; -"913 dequantize_per_tensor_default_49" [id=913, type=dequantize_per_tensor]; -"914 linear_48_scale_0" [id=914, type=get_attr]; -"915 linear_48_zero_point_0" [id=915, type=get_attr]; -"916 compressed_weight_updated_constant33" [id=916, type=get_attr]; -"917 quantize_per_channel_default_41" [id=917, type=quantize_per_channel]; -"918 dequantize_per_channel_default_41" [id=918, type=dequantize_per_channel]; -"919 features_5_3_mlp_0_bias_0_0" [id=919, type=get_attr]; -"920 linear_48" [id=920, type=linear]; -"921 gelu_7" [id=921, type=gelu]; -"922 dropout_30" [id=922, type=dropout]; -"923 dropout_30_0_0_nncf_smooth_quant_0" [id=923, type=call_module]; -"924 quantize_per_tensor_default_50" [id=924, type=quantize_per_tensor]; -"925 dequantize_per_tensor_default_50" [id=925, type=dequantize_per_tensor]; -"926 linear_49_scale_0" [id=926, type=get_attr]; -"927 linear_49_zero_point_0" [id=927, type=get_attr]; -"928 compressed_weight_updated_constant34" [id=928, type=get_attr]; -"929 quantize_per_channel_default_42" [id=929, type=quantize_per_channel]; -"930 dequantize_per_channel_default_42" [id=930, type=dequantize_per_channel]; -"931 features_5_3_mlp_3_bias_0_0" [id=931, type=get_attr]; -"932 linear_49" [id=932, type=linear]; -"933 dropout_31" [id=933, type=dropout]; -"934 layer_norm_18" [id=934, type=layer_norm]; -"935 add_27" [id=935, type=add]; -"936 _frozen_param68" [id=936, type=get_attr]; -"937 pad_10" [id=937, type=pad]; -"938 view_46" [id=938, type=view]; -"939 permute_38" [id=939, type=permute]; -"940 reshape_36" [id=940, type=reshape]; -"941 reshape_36_0_0_nncf_smooth_quant_0" [id=941, type=call_module]; -"942 quantize_per_tensor_default_51" [id=942, type=quantize_per_tensor]; -"943 dequantize_per_tensor_default_51" [id=943, type=dequantize_per_tensor]; -"944 linear_52_scale_0" [id=944, type=get_attr]; -"945 linear_52_zero_point_0" [id=945, type=get_attr]; -"946 compressed_weight_updated_constant35" [id=946, type=get_attr]; -"947 quantize_per_channel_default_44" [id=947, type=quantize_per_channel]; -"948 dequantize_per_channel_default_44" [id=948, type=dequantize_per_channel]; -"949 _frozen_param69_0_0" [id=949, type=get_attr]; -"950 linear_52" [id=950, type=linear]; -"951 reshape_37" [id=951, type=reshape]; -"952 permute_39" [id=952, type=permute]; -"953 select_24" [id=953, type=select]; -"954 select_25" [id=954, type=select]; -"955 select_26" [id=955, type=select]; -"956 linalg_vector_norm_16" [id=956, type=linalg_vector_norm]; -"957 clamp_min_16" [id=957, type=clamp_min]; -"958 expand_as_16" [id=958, type=expand_as]; -"959 div_16" [id=959, type=div]; -"960 quantize_per_tensor_default_52" [id=960, type=quantize_per_tensor]; -"961 dequantize_per_tensor_default_52" [id=961, type=dequantize_per_tensor]; -"962 linalg_vector_norm_17" [id=962, type=linalg_vector_norm]; -"963 clamp_min_17" [id=963, type=clamp_min]; -"964 expand_as_17" [id=964, type=expand_as]; -"965 div_17" [id=965, type=div]; -"966 quantize_per_tensor_default_53" [id=966, type=quantize_per_tensor]; -"967 dequantize_per_tensor_default_53" [id=967, type=dequantize_per_tensor]; -"968 transpose_16" [id=968, type=transpose]; -"969 matmul_16" [id=969, type=matmul]; -"970 _frozen_param71" [id=970, type=get_attr]; -"971 mul_17" [id=971, type=mul]; -"972 add_28" [id=972, type=add]; -"973 softmax_8" [id=973, type=softmax]; -"974 dropout_32" [id=974, type=dropout]; -"975 matmul_17" [id=975, type=matmul]; -"976 transpose_17" [id=976, type=transpose]; -"977 reshape_38" [id=977, type=reshape]; -"978 reshape_38_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; -"979 quantize_per_tensor_default_54" [id=979, type=quantize_per_tensor]; -"980 dequantize_per_tensor_default_54" [id=980, type=dequantize_per_tensor]; -"981 linear_53_scale_0" [id=981, type=get_attr]; -"982 linear_53_zero_point_0" [id=982, type=get_attr]; -"983 compressed_weight_updated_constant36" [id=983, type=get_attr]; -"984 quantize_per_channel_default_45" [id=984, type=quantize_per_channel]; -"985 dequantize_per_channel_default_45" [id=985, type=dequantize_per_channel]; -"986 features_5_4_attn_proj_bias_0_0" [id=986, type=get_attr]; -"987 linear_53" [id=987, type=linear]; -"988 dropout_33" [id=988, type=dropout]; -"989 view_47" [id=989, type=view]; -"990 permute_40" [id=990, type=permute]; -"991 reshape_39" [id=991, type=reshape]; -"992 slice_134" [id=992, type=slice]; -"993 slice_135" [id=993, type=slice]; -"994 slice_136" [id=994, type=slice]; -"995 slice_137" [id=995, type=slice]; -"996 contiguous_15" [id=996, type=contiguous]; -"997 layer_norm_19" [id=997, type=layer_norm]; -"998 add_29" [id=998, type=add]; -"999 add_29_0_0_nncf_smooth_quant_0" [id=999, type=call_module]; -"1000 quantize_per_tensor_default_55" [id=1000, type=quantize_per_tensor]; -"1001 dequantize_per_tensor_default_55" [id=1001, type=dequantize_per_tensor]; -"1002 linear_54_scale_0" [id=1002, type=get_attr]; -"1003 linear_54_zero_point_0" [id=1003, type=get_attr]; -"1004 compressed_weight_updated_constant37" [id=1004, type=get_attr]; -"1005 quantize_per_channel_default_46" [id=1005, type=quantize_per_channel]; -"1006 dequantize_per_channel_default_46" [id=1006, type=dequantize_per_channel]; -"1007 features_5_4_mlp_0_bias_0_0" [id=1007, type=get_attr]; -"1008 linear_54" [id=1008, type=linear]; -"1009 gelu_8" [id=1009, type=gelu]; -"1010 dropout_34" [id=1010, type=dropout]; -"1011 dropout_34_0_0_nncf_smooth_quant_0" [id=1011, type=call_module]; -"1012 quantize_per_tensor_default_56" [id=1012, type=quantize_per_tensor]; -"1013 dequantize_per_tensor_default_56" [id=1013, type=dequantize_per_tensor]; -"1014 linear_55_scale_0" [id=1014, type=get_attr]; -"1015 linear_55_zero_point_0" [id=1015, type=get_attr]; -"1016 compressed_weight_updated_constant38" [id=1016, type=get_attr]; -"1017 quantize_per_channel_default_47" [id=1017, type=quantize_per_channel]; -"1018 dequantize_per_channel_default_47" [id=1018, type=dequantize_per_channel]; -"1019 features_5_4_mlp_3_bias_0_0" [id=1019, type=get_attr]; -"1020 linear_55" [id=1020, type=linear]; -"1021 dropout_35" [id=1021, type=dropout]; -"1022 layer_norm_20" [id=1022, type=layer_norm]; -"1023 add_30" [id=1023, type=add]; -"1024 _frozen_param72" [id=1024, type=get_attr]; -"1025 pad_11" [id=1025, type=pad]; -"1026 roll_8" [id=1026, type=roll]; -"1027 view_50" [id=1027, type=view]; -"1028 permute_42" [id=1028, type=permute]; -"1029 reshape_40" [id=1029, type=reshape]; -"1030 reshape_40_0_0_nncf_smooth_quant_0" [id=1030, type=call_module]; -"1031 quantize_per_tensor_default_57" [id=1031, type=quantize_per_tensor]; -"1032 dequantize_per_tensor_default_57" [id=1032, type=dequantize_per_tensor]; -"1033 linear_58_scale_0" [id=1033, type=get_attr]; -"1034 linear_58_zero_point_0" [id=1034, type=get_attr]; -"1035 compressed_weight_updated_constant39" [id=1035, type=get_attr]; -"1036 quantize_per_channel_default_49" [id=1036, type=quantize_per_channel]; -"1037 dequantize_per_channel_default_49" [id=1037, type=dequantize_per_channel]; -"1038 _frozen_param73_0_0" [id=1038, type=get_attr]; -"1039 linear_58" [id=1039, type=linear]; -"1040 reshape_41" [id=1040, type=reshape]; -"1041 permute_43" [id=1041, type=permute]; -"1042 select_27" [id=1042, type=select]; -"1043 select_28" [id=1043, type=select]; -"1044 select_29" [id=1044, type=select]; -"1045 linalg_vector_norm_18" [id=1045, type=linalg_vector_norm]; -"1046 clamp_min_18" [id=1046, type=clamp_min]; -"1047 expand_as_18" [id=1047, type=expand_as]; -"1048 div_18" [id=1048, type=div]; -"1049 quantize_per_tensor_default_58" [id=1049, type=quantize_per_tensor]; -"1050 dequantize_per_tensor_default_58" [id=1050, type=dequantize_per_tensor]; -"1051 linalg_vector_norm_19" [id=1051, type=linalg_vector_norm]; -"1052 clamp_min_19" [id=1052, type=clamp_min]; -"1053 expand_as_19" [id=1053, type=expand_as]; -"1054 div_19" [id=1054, type=div]; -"1055 quantize_per_tensor_default_59" [id=1055, type=quantize_per_tensor]; -"1056 dequantize_per_tensor_default_59" [id=1056, type=dequantize_per_tensor]; -"1057 transpose_18" [id=1057, type=transpose]; -"1058 matmul_18" [id=1058, type=matmul]; -"1059 _frozen_param75" [id=1059, type=get_attr]; -"1060 mul_19" [id=1060, type=mul]; -"1061 add_31" [id=1061, type=add]; -"1062 new_zeros_4" [id=1062, type=new_zeros]; -"1063 view_51" [id=1063, type=view]; -"1064 permute_44" [id=1064, type=permute]; -"1065 reshape_42" [id=1065, type=reshape]; -"1066 unsqueeze_26" [id=1066, type=unsqueeze]; -"1067 unsqueeze_27" [id=1067, type=unsqueeze]; -"1068 sub_4" [id=1068, type=sub]; -"1069 ne_4" [id=1069, type=ne]; -"1070 masked_fill_8" [id=1070, type=masked_fill]; -"1071 eq_4" [id=1071, type=eq]; -"1072 masked_fill_9" [id=1072, type=masked_fill]; -"1073 view_52" [id=1073, type=view]; -"1074 unsqueeze_28" [id=1074, type=unsqueeze]; -"1075 unsqueeze_29" [id=1075, type=unsqueeze]; -"1076 add_32" [id=1076, type=add]; -"1077 view_53" [id=1077, type=view]; -"1078 softmax_9" [id=1078, type=softmax]; -"1079 dropout_36" [id=1079, type=dropout]; -"1080 matmul_19" [id=1080, type=matmul]; -"1081 transpose_19" [id=1081, type=transpose]; -"1082 reshape_43" [id=1082, type=reshape]; -"1083 reshape_43_0_0_nncf_smooth_quant_0" [id=1083, type=call_module]; -"1084 quantize_per_tensor_default_60" [id=1084, type=quantize_per_tensor]; -"1085 dequantize_per_tensor_default_60" [id=1085, type=dequantize_per_tensor]; -"1086 linear_59_scale_0" [id=1086, type=get_attr]; -"1087 linear_59_zero_point_0" [id=1087, type=get_attr]; -"1088 compressed_weight_updated_constant40" [id=1088, type=get_attr]; -"1089 quantize_per_channel_default_50" [id=1089, type=quantize_per_channel]; -"1090 dequantize_per_channel_default_50" [id=1090, type=dequantize_per_channel]; -"1091 features_5_5_attn_proj_bias_0_0" [id=1091, type=get_attr]; -"1092 linear_59" [id=1092, type=linear]; -"1093 dropout_37" [id=1093, type=dropout]; -"1094 view_54" [id=1094, type=view]; -"1095 permute_45" [id=1095, type=permute]; -"1096 reshape_44" [id=1096, type=reshape]; -"1097 roll_9" [id=1097, type=roll]; -"1098 slice_157" [id=1098, type=slice]; -"1099 slice_158" [id=1099, type=slice]; -"1100 slice_159" [id=1100, type=slice]; -"1101 slice_160" [id=1101, type=slice]; -"1102 contiguous_17" [id=1102, type=contiguous]; -"1103 layer_norm_21" [id=1103, type=layer_norm]; -"1104 add_33" [id=1104, type=add]; -"1105 add_33_0_0_nncf_smooth_quant_0" [id=1105, type=call_module]; -"1106 quantize_per_tensor_default_61" [id=1106, type=quantize_per_tensor]; -"1107 dequantize_per_tensor_default_61" [id=1107, type=dequantize_per_tensor]; -"1108 linear_60_scale_0" [id=1108, type=get_attr]; -"1109 linear_60_zero_point_0" [id=1109, type=get_attr]; -"1110 compressed_weight_updated_constant41" [id=1110, type=get_attr]; -"1111 quantize_per_channel_default_51" [id=1111, type=quantize_per_channel]; -"1112 dequantize_per_channel_default_51" [id=1112, type=dequantize_per_channel]; -"1113 features_5_5_mlp_0_bias_0_0" [id=1113, type=get_attr]; -"1114 linear_60" [id=1114, type=linear]; -"1115 gelu_9" [id=1115, type=gelu]; -"1116 dropout_38" [id=1116, type=dropout]; -"1117 dropout_38_0_0_nncf_smooth_quant_0" [id=1117, type=call_module]; -"1118 quantize_per_tensor_default_62" [id=1118, type=quantize_per_tensor]; -"1119 dequantize_per_tensor_default_62" [id=1119, type=dequantize_per_tensor]; -"1120 linear_61_scale_0" [id=1120, type=get_attr]; -"1121 linear_61_zero_point_0" [id=1121, type=get_attr]; -"1122 compressed_weight_updated_constant42" [id=1122, type=get_attr]; -"1123 quantize_per_channel_default_52" [id=1123, type=quantize_per_channel]; -"1124 dequantize_per_channel_default_52" [id=1124, type=dequantize_per_channel]; -"1125 features_5_5_mlp_3_bias_0_0" [id=1125, type=get_attr]; -"1126 linear_61" [id=1126, type=linear]; -"1127 dropout_39" [id=1127, type=dropout]; -"1128 layer_norm_22" [id=1128, type=layer_norm]; -"1129 add_34" [id=1129, type=add]; -"1130 _frozen_param85" [id=1130, type=get_attr]; -"1131 pad_12" [id=1131, type=pad]; -"1132 view_57" [id=1132, type=view]; -"1133 permute_47" [id=1133, type=permute]; -"1134 reshape_45" [id=1134, type=reshape]; -"1135 reshape_45_0_0_nncf_smooth_quant_0" [id=1135, type=call_module]; -"1136 quantize_per_tensor_default_63" [id=1136, type=quantize_per_tensor]; -"1137 dequantize_per_tensor_default_63" [id=1137, type=dequantize_per_tensor]; -"1138 linear_64_scale_0" [id=1138, type=get_attr]; -"1139 linear_64_zero_point_0" [id=1139, type=get_attr]; -"1140 compressed_weight_updated_constant43" [id=1140, type=get_attr]; -"1141 quantize_per_channel_default_54" [id=1141, type=quantize_per_channel]; -"1142 dequantize_per_channel_default_54" [id=1142, type=dequantize_per_channel]; -"1143 _frozen_param86_0_0" [id=1143, type=get_attr]; -"1144 linear_64" [id=1144, type=linear]; -"1145 reshape_46" [id=1145, type=reshape]; -"1146 permute_48" [id=1146, type=permute]; -"1147 select_30" [id=1147, type=select]; -"1148 select_31" [id=1148, type=select]; -"1149 select_32" [id=1149, type=select]; -"1150 linalg_vector_norm_20" [id=1150, type=linalg_vector_norm]; -"1151 clamp_min_20" [id=1151, type=clamp_min]; -"1152 expand_as_20" [id=1152, type=expand_as]; -"1153 div_20" [id=1153, type=div]; -"1154 quantize_per_tensor_default_64" [id=1154, type=quantize_per_tensor]; -"1155 dequantize_per_tensor_default_64" [id=1155, type=dequantize_per_tensor]; -"1156 linalg_vector_norm_21" [id=1156, type=linalg_vector_norm]; -"1157 clamp_min_21" [id=1157, type=clamp_min]; -"1158 expand_as_21" [id=1158, type=expand_as]; -"1159 div_21" [id=1159, type=div]; -"1160 quantize_per_tensor_default_65" [id=1160, type=quantize_per_tensor]; -"1161 dequantize_per_tensor_default_65" [id=1161, type=dequantize_per_tensor]; -"1162 transpose_20" [id=1162, type=transpose]; -"1163 matmul_20" [id=1163, type=matmul]; -"1164 _frozen_param88" [id=1164, type=get_attr]; -"1165 mul_21" [id=1165, type=mul]; -"1166 add_35" [id=1166, type=add]; -"1167 softmax_10" [id=1167, type=softmax]; -"1168 dropout_40" [id=1168, type=dropout]; -"1169 matmul_21" [id=1169, type=matmul]; -"1170 transpose_21" [id=1170, type=transpose]; -"1171 reshape_47" [id=1171, type=reshape]; -"1172 reshape_47_0_0_nncf_smooth_quant_0" [id=1172, type=call_module]; -"1173 quantize_per_tensor_default_66" [id=1173, type=quantize_per_tensor]; -"1174 dequantize_per_tensor_default_66" [id=1174, type=dequantize_per_tensor]; -"1175 linear_65_scale_0" [id=1175, type=get_attr]; -"1176 linear_65_zero_point_0" [id=1176, type=get_attr]; -"1177 compressed_weight_updated_constant44" [id=1177, type=get_attr]; -"1178 quantize_per_channel_default_55" [id=1178, type=quantize_per_channel]; -"1179 dequantize_per_channel_default_55" [id=1179, type=dequantize_per_channel]; -"1180 features_5_6_attn_proj_bias_0_0" [id=1180, type=get_attr]; -"1181 linear_65" [id=1181, type=linear]; -"1182 dropout_41" [id=1182, type=dropout]; -"1183 view_58" [id=1183, type=view]; -"1184 permute_49" [id=1184, type=permute]; -"1185 reshape_48" [id=1185, type=reshape]; -"1186 slice_162" [id=1186, type=slice]; -"1187 slice_163" [id=1187, type=slice]; -"1188 slice_164" [id=1188, type=slice]; -"1189 slice_165" [id=1189, type=slice]; -"1190 contiguous_19" [id=1190, type=contiguous]; -"1191 layer_norm_23" [id=1191, type=layer_norm]; -"1192 add_36" [id=1192, type=add]; -"1193 add_36_0_0_nncf_smooth_quant_0" [id=1193, type=call_module]; -"1194 quantize_per_tensor_default_67" [id=1194, type=quantize_per_tensor]; -"1195 dequantize_per_tensor_default_67" [id=1195, type=dequantize_per_tensor]; -"1196 linear_66_scale_0" [id=1196, type=get_attr]; -"1197 linear_66_zero_point_0" [id=1197, type=get_attr]; -"1198 compressed_weight_updated_constant45" [id=1198, type=get_attr]; -"1199 quantize_per_channel_default_56" [id=1199, type=quantize_per_channel]; -"1200 dequantize_per_channel_default_56" [id=1200, type=dequantize_per_channel]; -"1201 features_5_6_mlp_0_bias_0_0" [id=1201, type=get_attr]; -"1202 linear_66" [id=1202, type=linear]; -"1203 gelu_10" [id=1203, type=gelu]; -"1204 dropout_42" [id=1204, type=dropout]; -"1205 dropout_42_0_0_nncf_smooth_quant_0" [id=1205, type=call_module]; -"1206 quantize_per_tensor_default_68" [id=1206, type=quantize_per_tensor]; -"1207 dequantize_per_tensor_default_68" [id=1207, type=dequantize_per_tensor]; -"1208 linear_67_scale_0" [id=1208, type=get_attr]; -"1209 linear_67_zero_point_0" [id=1209, type=get_attr]; -"1210 compressed_weight_updated_constant46" [id=1210, type=get_attr]; -"1211 quantize_per_channel_default_57" [id=1211, type=quantize_per_channel]; -"1212 dequantize_per_channel_default_57" [id=1212, type=dequantize_per_channel]; -"1213 features_5_6_mlp_3_bias_0_0" [id=1213, type=get_attr]; -"1214 linear_67" [id=1214, type=linear]; -"1215 dropout_43" [id=1215, type=dropout]; -"1216 layer_norm_24" [id=1216, type=layer_norm]; -"1217 add_37" [id=1217, type=add]; -"1218 _frozen_param89" [id=1218, type=get_attr]; -"1219 pad_13" [id=1219, type=pad]; -"1220 roll_10" [id=1220, type=roll]; -"1221 view_61" [id=1221, type=view]; -"1222 permute_51" [id=1222, type=permute]; -"1223 reshape_49" [id=1223, type=reshape]; -"1224 reshape_49_0_0_nncf_smooth_quant_0" [id=1224, type=call_module]; -"1225 quantize_per_tensor_default_69" [id=1225, type=quantize_per_tensor]; -"1226 dequantize_per_tensor_default_69" [id=1226, type=dequantize_per_tensor]; -"1227 linear_70_scale_0" [id=1227, type=get_attr]; -"1228 linear_70_zero_point_0" [id=1228, type=get_attr]; -"1229 compressed_weight_updated_constant47" [id=1229, type=get_attr]; -"1230 quantize_per_channel_default_59" [id=1230, type=quantize_per_channel]; -"1231 dequantize_per_channel_default_59" [id=1231, type=dequantize_per_channel]; -"1232 _frozen_param90_0_0" [id=1232, type=get_attr]; -"1233 linear_70" [id=1233, type=linear]; -"1234 reshape_50" [id=1234, type=reshape]; -"1235 permute_52" [id=1235, type=permute]; -"1236 select_33" [id=1236, type=select]; -"1237 select_34" [id=1237, type=select]; -"1238 select_35" [id=1238, type=select]; -"1239 linalg_vector_norm_22" [id=1239, type=linalg_vector_norm]; -"1240 clamp_min_22" [id=1240, type=clamp_min]; -"1241 expand_as_22" [id=1241, type=expand_as]; -"1242 div_22" [id=1242, type=div]; -"1243 quantize_per_tensor_default_70" [id=1243, type=quantize_per_tensor]; -"1244 dequantize_per_tensor_default_70" [id=1244, type=dequantize_per_tensor]; -"1245 linalg_vector_norm_23" [id=1245, type=linalg_vector_norm]; -"1246 clamp_min_23" [id=1246, type=clamp_min]; -"1247 expand_as_23" [id=1247, type=expand_as]; -"1248 div_23" [id=1248, type=div]; -"1249 quantize_per_tensor_default_71" [id=1249, type=quantize_per_tensor]; -"1250 dequantize_per_tensor_default_71" [id=1250, type=dequantize_per_tensor]; -"1251 transpose_22" [id=1251, type=transpose]; -"1252 matmul_22" [id=1252, type=matmul]; -"1253 _frozen_param92" [id=1253, type=get_attr]; -"1254 mul_23" [id=1254, type=mul]; -"1255 add_38" [id=1255, type=add]; -"1256 new_zeros_5" [id=1256, type=new_zeros]; -"1257 view_62" [id=1257, type=view]; -"1258 permute_53" [id=1258, type=permute]; -"1259 reshape_51" [id=1259, type=reshape]; -"1260 unsqueeze_32" [id=1260, type=unsqueeze]; -"1261 unsqueeze_33" [id=1261, type=unsqueeze]; -"1262 sub_5" [id=1262, type=sub]; -"1263 ne_5" [id=1263, type=ne]; -"1264 masked_fill_10" [id=1264, type=masked_fill]; -"1265 eq_5" [id=1265, type=eq]; -"1266 masked_fill_11" [id=1266, type=masked_fill]; -"1267 view_63" [id=1267, type=view]; -"1268 unsqueeze_34" [id=1268, type=unsqueeze]; -"1269 unsqueeze_35" [id=1269, type=unsqueeze]; -"1270 add_39" [id=1270, type=add]; -"1271 view_64" [id=1271, type=view]; -"1272 softmax_11" [id=1272, type=softmax]; -"1273 dropout_44" [id=1273, type=dropout]; -"1274 matmul_23" [id=1274, type=matmul]; -"1275 transpose_23" [id=1275, type=transpose]; -"1276 reshape_52" [id=1276, type=reshape]; -"1277 reshape_52_0_0_nncf_smooth_quant_0" [id=1277, type=call_module]; -"1278 quantize_per_tensor_default_72" [id=1278, type=quantize_per_tensor]; -"1279 dequantize_per_tensor_default_72" [id=1279, type=dequantize_per_tensor]; -"1280 linear_71_scale_0" [id=1280, type=get_attr]; -"1281 linear_71_zero_point_0" [id=1281, type=get_attr]; -"1282 compressed_weight_updated_constant48" [id=1282, type=get_attr]; -"1283 quantize_per_channel_default_60" [id=1283, type=quantize_per_channel]; -"1284 dequantize_per_channel_default_60" [id=1284, type=dequantize_per_channel]; -"1285 features_5_7_attn_proj_bias_0_0" [id=1285, type=get_attr]; -"1286 linear_71" [id=1286, type=linear]; -"1287 dropout_45" [id=1287, type=dropout]; -"1288 view_65" [id=1288, type=view]; -"1289 permute_54" [id=1289, type=permute]; -"1290 reshape_53" [id=1290, type=reshape]; -"1291 roll_11" [id=1291, type=roll]; -"1292 slice_185" [id=1292, type=slice]; -"1293 slice_186" [id=1293, type=slice]; -"1294 slice_187" [id=1294, type=slice]; -"1295 slice_188" [id=1295, type=slice]; -"1296 contiguous_21" [id=1296, type=contiguous]; -"1297 layer_norm_25" [id=1297, type=layer_norm]; -"1298 add_40" [id=1298, type=add]; -"1299 add_40_0_0_nncf_smooth_quant_0" [id=1299, type=call_module]; -"1300 quantize_per_tensor_default_73" [id=1300, type=quantize_per_tensor]; -"1301 dequantize_per_tensor_default_73" [id=1301, type=dequantize_per_tensor]; -"1302 linear_72_scale_0" [id=1302, type=get_attr]; -"1303 linear_72_zero_point_0" [id=1303, type=get_attr]; -"1304 compressed_weight_updated_constant49" [id=1304, type=get_attr]; -"1305 quantize_per_channel_default_61" [id=1305, type=quantize_per_channel]; -"1306 dequantize_per_channel_default_61" [id=1306, type=dequantize_per_channel]; -"1307 features_5_7_mlp_0_bias_0_0" [id=1307, type=get_attr]; -"1308 linear_72" [id=1308, type=linear]; -"1309 gelu_11" [id=1309, type=gelu]; -"1310 dropout_46" [id=1310, type=dropout]; -"1311 dropout_46_0_0_nncf_smooth_quant_0" [id=1311, type=call_module]; -"1312 quantize_per_tensor_default_74" [id=1312, type=quantize_per_tensor]; -"1313 dequantize_per_tensor_default_74" [id=1313, type=dequantize_per_tensor]; -"1314 linear_73_scale_0" [id=1314, type=get_attr]; -"1315 linear_73_zero_point_0" [id=1315, type=get_attr]; -"1316 compressed_weight_updated_constant50" [id=1316, type=get_attr]; -"1317 quantize_per_channel_default_62" [id=1317, type=quantize_per_channel]; -"1318 dequantize_per_channel_default_62" [id=1318, type=dequantize_per_channel]; -"1319 features_5_7_mlp_3_bias_0_0" [id=1319, type=get_attr]; -"1320 linear_73" [id=1320, type=linear]; -"1321 dropout_47" [id=1321, type=dropout]; -"1322 layer_norm_26" [id=1322, type=layer_norm]; -"1323 add_41" [id=1323, type=add]; -"1324 _frozen_param102" [id=1324, type=get_attr]; -"1325 pad_14" [id=1325, type=pad]; -"1326 view_68" [id=1326, type=view]; -"1327 permute_56" [id=1327, type=permute]; -"1328 reshape_54" [id=1328, type=reshape]; -"1329 reshape_54_0_0_nncf_smooth_quant_0" [id=1329, type=call_module]; -"1330 quantize_per_tensor_default_75" [id=1330, type=quantize_per_tensor]; -"1331 dequantize_per_tensor_default_75" [id=1331, type=dequantize_per_tensor]; -"1332 linear_76_scale_0" [id=1332, type=get_attr]; -"1333 linear_76_zero_point_0" [id=1333, type=get_attr]; -"1334 compressed_weight_updated_constant51" [id=1334, type=get_attr]; -"1335 quantize_per_channel_default_64" [id=1335, type=quantize_per_channel]; -"1336 dequantize_per_channel_default_64" [id=1336, type=dequantize_per_channel]; -"1337 _frozen_param103_0_0" [id=1337, type=get_attr]; -"1338 linear_76" [id=1338, type=linear]; -"1339 reshape_55" [id=1339, type=reshape]; -"1340 permute_57" [id=1340, type=permute]; -"1341 select_36" [id=1341, type=select]; -"1342 select_37" [id=1342, type=select]; -"1343 select_38" [id=1343, type=select]; -"1344 linalg_vector_norm_24" [id=1344, type=linalg_vector_norm]; -"1345 clamp_min_24" [id=1345, type=clamp_min]; -"1346 expand_as_24" [id=1346, type=expand_as]; -"1347 div_24" [id=1347, type=div]; -"1348 quantize_per_tensor_default_76" [id=1348, type=quantize_per_tensor]; -"1349 dequantize_per_tensor_default_76" [id=1349, type=dequantize_per_tensor]; -"1350 linalg_vector_norm_25" [id=1350, type=linalg_vector_norm]; -"1351 clamp_min_25" [id=1351, type=clamp_min]; -"1352 expand_as_25" [id=1352, type=expand_as]; -"1353 div_25" [id=1353, type=div]; -"1354 quantize_per_tensor_default_77" [id=1354, type=quantize_per_tensor]; -"1355 dequantize_per_tensor_default_77" [id=1355, type=dequantize_per_tensor]; -"1356 transpose_24" [id=1356, type=transpose]; -"1357 matmul_24" [id=1357, type=matmul]; -"1358 _frozen_param105" [id=1358, type=get_attr]; -"1359 mul_25" [id=1359, type=mul]; -"1360 add_42" [id=1360, type=add]; -"1361 softmax_12" [id=1361, type=softmax]; -"1362 dropout_48" [id=1362, type=dropout]; -"1363 matmul_25" [id=1363, type=matmul]; -"1364 transpose_25" [id=1364, type=transpose]; -"1365 reshape_56" [id=1365, type=reshape]; -"1366 reshape_56_0_0_nncf_smooth_quant_0" [id=1366, type=call_module]; -"1367 quantize_per_tensor_default_78" [id=1367, type=quantize_per_tensor]; -"1368 dequantize_per_tensor_default_78" [id=1368, type=dequantize_per_tensor]; -"1369 linear_77_scale_0" [id=1369, type=get_attr]; -"1370 linear_77_zero_point_0" [id=1370, type=get_attr]; -"1371 compressed_weight_updated_constant52" [id=1371, type=get_attr]; -"1372 quantize_per_channel_default_65" [id=1372, type=quantize_per_channel]; -"1373 dequantize_per_channel_default_65" [id=1373, type=dequantize_per_channel]; -"1374 features_5_8_attn_proj_bias_0_0" [id=1374, type=get_attr]; -"1375 linear_77" [id=1375, type=linear]; -"1376 dropout_49" [id=1376, type=dropout]; -"1377 view_69" [id=1377, type=view]; -"1378 permute_58" [id=1378, type=permute]; -"1379 reshape_57" [id=1379, type=reshape]; -"1380 slice_190" [id=1380, type=slice]; -"1381 slice_191" [id=1381, type=slice]; -"1382 slice_192" [id=1382, type=slice]; -"1383 slice_193" [id=1383, type=slice]; -"1384 contiguous_23" [id=1384, type=contiguous]; -"1385 layer_norm_27" [id=1385, type=layer_norm]; -"1386 add_43" [id=1386, type=add]; -"1387 add_43_0_0_nncf_smooth_quant_0" [id=1387, type=call_module]; -"1388 quantize_per_tensor_default_79" [id=1388, type=quantize_per_tensor]; -"1389 dequantize_per_tensor_default_79" [id=1389, type=dequantize_per_tensor]; -"1390 linear_78_scale_0" [id=1390, type=get_attr]; -"1391 linear_78_zero_point_0" [id=1391, type=get_attr]; -"1392 compressed_weight_updated_constant53" [id=1392, type=get_attr]; -"1393 quantize_per_channel_default_66" [id=1393, type=quantize_per_channel]; -"1394 dequantize_per_channel_default_66" [id=1394, type=dequantize_per_channel]; -"1395 features_5_8_mlp_0_bias_0_0" [id=1395, type=get_attr]; -"1396 linear_78" [id=1396, type=linear]; -"1397 gelu_12" [id=1397, type=gelu]; -"1398 dropout_50" [id=1398, type=dropout]; -"1399 dropout_50_0_0_nncf_smooth_quant_0" [id=1399, type=call_module]; -"1400 quantize_per_tensor_default_80" [id=1400, type=quantize_per_tensor]; -"1401 dequantize_per_tensor_default_80" [id=1401, type=dequantize_per_tensor]; -"1402 linear_79_scale_0" [id=1402, type=get_attr]; -"1403 linear_79_zero_point_0" [id=1403, type=get_attr]; -"1404 compressed_weight_updated_constant54" [id=1404, type=get_attr]; -"1405 quantize_per_channel_default_67" [id=1405, type=quantize_per_channel]; -"1406 dequantize_per_channel_default_67" [id=1406, type=dequantize_per_channel]; -"1407 features_5_8_mlp_3_bias_0_0" [id=1407, type=get_attr]; -"1408 linear_79" [id=1408, type=linear]; -"1409 dropout_51" [id=1409, type=dropout]; -"1410 layer_norm_28" [id=1410, type=layer_norm]; -"1411 add_44" [id=1411, type=add]; -"1412 _frozen_param106" [id=1412, type=get_attr]; -"1413 pad_15" [id=1413, type=pad]; -"1414 roll_12" [id=1414, type=roll]; -"1415 view_72" [id=1415, type=view]; -"1416 permute_60" [id=1416, type=permute]; -"1417 reshape_58" [id=1417, type=reshape]; -"1418 reshape_58_0_0_nncf_smooth_quant_0" [id=1418, type=call_module]; -"1419 quantize_per_tensor_default_81" [id=1419, type=quantize_per_tensor]; -"1420 dequantize_per_tensor_default_81" [id=1420, type=dequantize_per_tensor]; -"1421 linear_82_scale_0" [id=1421, type=get_attr]; -"1422 linear_82_zero_point_0" [id=1422, type=get_attr]; -"1423 compressed_weight_updated_constant55" [id=1423, type=get_attr]; -"1424 quantize_per_channel_default_69" [id=1424, type=quantize_per_channel]; -"1425 dequantize_per_channel_default_69" [id=1425, type=dequantize_per_channel]; -"1426 _frozen_param107_0_0" [id=1426, type=get_attr]; -"1427 linear_82" [id=1427, type=linear]; -"1428 reshape_59" [id=1428, type=reshape]; -"1429 permute_61" [id=1429, type=permute]; -"1430 select_39" [id=1430, type=select]; -"1431 select_40" [id=1431, type=select]; -"1432 select_41" [id=1432, type=select]; -"1433 linalg_vector_norm_26" [id=1433, type=linalg_vector_norm]; -"1434 clamp_min_26" [id=1434, type=clamp_min]; -"1435 expand_as_26" [id=1435, type=expand_as]; -"1436 div_26" [id=1436, type=div]; -"1437 quantize_per_tensor_default_82" [id=1437, type=quantize_per_tensor]; -"1438 dequantize_per_tensor_default_82" [id=1438, type=dequantize_per_tensor]; -"1439 linalg_vector_norm_27" [id=1439, type=linalg_vector_norm]; -"1440 clamp_min_27" [id=1440, type=clamp_min]; -"1441 expand_as_27" [id=1441, type=expand_as]; -"1442 div_27" [id=1442, type=div]; -"1443 quantize_per_tensor_default_83" [id=1443, type=quantize_per_tensor]; -"1444 dequantize_per_tensor_default_83" [id=1444, type=dequantize_per_tensor]; -"1445 transpose_26" [id=1445, type=transpose]; -"1446 matmul_26" [id=1446, type=matmul]; -"1447 _frozen_param109" [id=1447, type=get_attr]; -"1448 mul_27" [id=1448, type=mul]; -"1449 add_45" [id=1449, type=add]; -"1450 new_zeros_6" [id=1450, type=new_zeros]; -"1451 view_73" [id=1451, type=view]; -"1452 permute_62" [id=1452, type=permute]; -"1453 reshape_60" [id=1453, type=reshape]; -"1454 unsqueeze_38" [id=1454, type=unsqueeze]; -"1455 unsqueeze_39" [id=1455, type=unsqueeze]; -"1456 sub_6" [id=1456, type=sub]; -"1457 ne_6" [id=1457, type=ne]; -"1458 masked_fill_12" [id=1458, type=masked_fill]; -"1459 eq_6" [id=1459, type=eq]; -"1460 masked_fill_13" [id=1460, type=masked_fill]; -"1461 view_74" [id=1461, type=view]; -"1462 unsqueeze_40" [id=1462, type=unsqueeze]; -"1463 unsqueeze_41" [id=1463, type=unsqueeze]; -"1464 add_46" [id=1464, type=add]; -"1465 view_75" [id=1465, type=view]; -"1466 softmax_13" [id=1466, type=softmax]; -"1467 dropout_52" [id=1467, type=dropout]; -"1468 matmul_27" [id=1468, type=matmul]; -"1469 transpose_27" [id=1469, type=transpose]; -"1470 reshape_61" [id=1470, type=reshape]; -"1471 reshape_61_0_0_nncf_smooth_quant_0" [id=1471, type=call_module]; -"1472 quantize_per_tensor_default_84" [id=1472, type=quantize_per_tensor]; -"1473 dequantize_per_tensor_default_84" [id=1473, type=dequantize_per_tensor]; -"1474 linear_83_scale_0" [id=1474, type=get_attr]; -"1475 linear_83_zero_point_0" [id=1475, type=get_attr]; -"1476 compressed_weight_updated_constant56" [id=1476, type=get_attr]; -"1477 quantize_per_channel_default_70" [id=1477, type=quantize_per_channel]; -"1478 dequantize_per_channel_default_70" [id=1478, type=dequantize_per_channel]; -"1479 features_5_9_attn_proj_bias_0_0" [id=1479, type=get_attr]; -"1480 linear_83" [id=1480, type=linear]; -"1481 dropout_53" [id=1481, type=dropout]; -"1482 view_76" [id=1482, type=view]; -"1483 permute_63" [id=1483, type=permute]; -"1484 reshape_62" [id=1484, type=reshape]; -"1485 roll_13" [id=1485, type=roll]; -"1486 slice_213" [id=1486, type=slice]; -"1487 slice_214" [id=1487, type=slice]; -"1488 slice_215" [id=1488, type=slice]; -"1489 slice_216" [id=1489, type=slice]; -"1490 contiguous_25" [id=1490, type=contiguous]; -"1491 layer_norm_29" [id=1491, type=layer_norm]; -"1492 add_47" [id=1492, type=add]; -"1493 add_47_0_0_nncf_smooth_quant_0" [id=1493, type=call_module]; -"1494 quantize_per_tensor_default_85" [id=1494, type=quantize_per_tensor]; -"1495 dequantize_per_tensor_default_85" [id=1495, type=dequantize_per_tensor]; -"1496 linear_84_scale_0" [id=1496, type=get_attr]; -"1497 linear_84_zero_point_0" [id=1497, type=get_attr]; -"1498 compressed_weight_updated_constant57" [id=1498, type=get_attr]; -"1499 quantize_per_channel_default_71" [id=1499, type=quantize_per_channel]; -"1500 dequantize_per_channel_default_71" [id=1500, type=dequantize_per_channel]; -"1501 features_5_9_mlp_0_bias_0_0" [id=1501, type=get_attr]; -"1502 linear_84" [id=1502, type=linear]; -"1503 gelu_13" [id=1503, type=gelu]; -"1504 dropout_54" [id=1504, type=dropout]; -"1505 dropout_54_0_0_nncf_smooth_quant_0" [id=1505, type=call_module]; -"1506 quantize_per_tensor_default_86" [id=1506, type=quantize_per_tensor]; -"1507 dequantize_per_tensor_default_86" [id=1507, type=dequantize_per_tensor]; -"1508 linear_85_scale_0" [id=1508, type=get_attr]; -"1509 linear_85_zero_point_0" [id=1509, type=get_attr]; -"1510 compressed_weight_updated_constant58" [id=1510, type=get_attr]; -"1511 quantize_per_channel_default_72" [id=1511, type=quantize_per_channel]; -"1512 dequantize_per_channel_default_72" [id=1512, type=dequantize_per_channel]; -"1513 features_5_9_mlp_3_bias_0_0" [id=1513, type=get_attr]; -"1514 linear_85" [id=1514, type=linear]; -"1515 dropout_55" [id=1515, type=dropout]; -"1516 layer_norm_30" [id=1516, type=layer_norm]; -"1517 add_48" [id=1517, type=add]; -"1518 _frozen_param119" [id=1518, type=get_attr]; -"1519 pad_16" [id=1519, type=pad]; -"1520 view_79" [id=1520, type=view]; -"1521 permute_65" [id=1521, type=permute]; -"1522 reshape_63" [id=1522, type=reshape]; -"1523 reshape_63_0_0_nncf_smooth_quant_0" [id=1523, type=call_module]; -"1524 quantize_per_tensor_default_87" [id=1524, type=quantize_per_tensor]; -"1525 dequantize_per_tensor_default_87" [id=1525, type=dequantize_per_tensor]; -"1526 linear_88_scale_0" [id=1526, type=get_attr]; -"1527 linear_88_zero_point_0" [id=1527, type=get_attr]; -"1528 compressed_weight_updated_constant59" [id=1528, type=get_attr]; -"1529 quantize_per_channel_default_74" [id=1529, type=quantize_per_channel]; -"1530 dequantize_per_channel_default_74" [id=1530, type=dequantize_per_channel]; -"1531 _frozen_param120_0_0" [id=1531, type=get_attr]; -"1532 linear_88" [id=1532, type=linear]; -"1533 reshape_64" [id=1533, type=reshape]; -"1534 permute_66" [id=1534, type=permute]; -"1535 select_42" [id=1535, type=select]; -"1536 select_43" [id=1536, type=select]; -"1537 select_44" [id=1537, type=select]; -"1538 linalg_vector_norm_28" [id=1538, type=linalg_vector_norm]; -"1539 clamp_min_28" [id=1539, type=clamp_min]; -"1540 expand_as_28" [id=1540, type=expand_as]; -"1541 div_28" [id=1541, type=div]; -"1542 quantize_per_tensor_default_88" [id=1542, type=quantize_per_tensor]; -"1543 dequantize_per_tensor_default_88" [id=1543, type=dequantize_per_tensor]; -"1544 linalg_vector_norm_29" [id=1544, type=linalg_vector_norm]; -"1545 clamp_min_29" [id=1545, type=clamp_min]; -"1546 expand_as_29" [id=1546, type=expand_as]; -"1547 div_29" [id=1547, type=div]; -"1548 quantize_per_tensor_default_89" [id=1548, type=quantize_per_tensor]; -"1549 dequantize_per_tensor_default_89" [id=1549, type=dequantize_per_tensor]; -"1550 transpose_28" [id=1550, type=transpose]; -"1551 matmul_28" [id=1551, type=matmul]; -"1552 _frozen_param122" [id=1552, type=get_attr]; -"1553 mul_29" [id=1553, type=mul]; -"1554 add_49" [id=1554, type=add]; -"1555 softmax_14" [id=1555, type=softmax]; -"1556 dropout_56" [id=1556, type=dropout]; -"1557 matmul_29" [id=1557, type=matmul]; -"1558 transpose_29" [id=1558, type=transpose]; -"1559 reshape_65" [id=1559, type=reshape]; -"1560 reshape_65_0_0_nncf_smooth_quant_0" [id=1560, type=call_module]; -"1561 quantize_per_tensor_default_90" [id=1561, type=quantize_per_tensor]; -"1562 dequantize_per_tensor_default_90" [id=1562, type=dequantize_per_tensor]; -"1563 linear_89_scale_0" [id=1563, type=get_attr]; -"1564 linear_89_zero_point_0" [id=1564, type=get_attr]; -"1565 compressed_weight_updated_constant60" [id=1565, type=get_attr]; -"1566 quantize_per_channel_default_75" [id=1566, type=quantize_per_channel]; -"1567 dequantize_per_channel_default_75" [id=1567, type=dequantize_per_channel]; -"1568 features_5_10_attn_proj_bias_0_0" [id=1568, type=get_attr]; -"1569 linear_89" [id=1569, type=linear]; -"1570 dropout_57" [id=1570, type=dropout]; -"1571 view_80" [id=1571, type=view]; -"1572 permute_67" [id=1572, type=permute]; -"1573 reshape_66" [id=1573, type=reshape]; -"1574 slice_218" [id=1574, type=slice]; -"1575 slice_219" [id=1575, type=slice]; -"1576 slice_220" [id=1576, type=slice]; -"1577 slice_221" [id=1577, type=slice]; -"1578 contiguous_27" [id=1578, type=contiguous]; -"1579 layer_norm_31" [id=1579, type=layer_norm]; -"1580 add_50" [id=1580, type=add]; -"1581 add_50_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; -"1582 quantize_per_tensor_default_91" [id=1582, type=quantize_per_tensor]; -"1583 dequantize_per_tensor_default_91" [id=1583, type=dequantize_per_tensor]; -"1584 linear_90_scale_0" [id=1584, type=get_attr]; -"1585 linear_90_zero_point_0" [id=1585, type=get_attr]; -"1586 compressed_weight_updated_constant61" [id=1586, type=get_attr]; -"1587 quantize_per_channel_default_76" [id=1587, type=quantize_per_channel]; -"1588 dequantize_per_channel_default_76" [id=1588, type=dequantize_per_channel]; -"1589 features_5_10_mlp_0_bias_0_0" [id=1589, type=get_attr]; -"1590 linear_90" [id=1590, type=linear]; -"1591 gelu_14" [id=1591, type=gelu]; -"1592 dropout_58" [id=1592, type=dropout]; -"1593 dropout_58_0_0_nncf_smooth_quant_0" [id=1593, type=call_module]; -"1594 quantize_per_tensor_default_92" [id=1594, type=quantize_per_tensor]; -"1595 dequantize_per_tensor_default_92" [id=1595, type=dequantize_per_tensor]; -"1596 linear_91_scale_0" [id=1596, type=get_attr]; -"1597 linear_91_zero_point_0" [id=1597, type=get_attr]; -"1598 compressed_weight_updated_constant62" [id=1598, type=get_attr]; -"1599 quantize_per_channel_default_77" [id=1599, type=quantize_per_channel]; -"1600 dequantize_per_channel_default_77" [id=1600, type=dequantize_per_channel]; -"1601 features_5_10_mlp_3_bias_0_0" [id=1601, type=get_attr]; -"1602 linear_91" [id=1602, type=linear]; -"1603 dropout_59" [id=1603, type=dropout]; -"1604 layer_norm_32" [id=1604, type=layer_norm]; -"1605 add_51" [id=1605, type=add]; -"1606 _frozen_param123" [id=1606, type=get_attr]; -"1607 pad_17" [id=1607, type=pad]; -"1608 roll_14" [id=1608, type=roll]; -"1609 view_83" [id=1609, type=view]; -"1610 permute_69" [id=1610, type=permute]; -"1611 reshape_67" [id=1611, type=reshape]; -"1612 reshape_67_0_0_nncf_smooth_quant_0" [id=1612, type=call_module]; -"1613 quantize_per_tensor_default_93" [id=1613, type=quantize_per_tensor]; -"1614 dequantize_per_tensor_default_93" [id=1614, type=dequantize_per_tensor]; -"1615 linear_94_scale_0" [id=1615, type=get_attr]; -"1616 linear_94_zero_point_0" [id=1616, type=get_attr]; -"1617 compressed_weight_updated_constant63" [id=1617, type=get_attr]; -"1618 quantize_per_channel_default_79" [id=1618, type=quantize_per_channel]; -"1619 dequantize_per_channel_default_79" [id=1619, type=dequantize_per_channel]; -"1620 _frozen_param124_0_0" [id=1620, type=get_attr]; -"1621 linear_94" [id=1621, type=linear]; -"1622 reshape_68" [id=1622, type=reshape]; -"1623 permute_70" [id=1623, type=permute]; -"1624 select_45" [id=1624, type=select]; -"1625 select_46" [id=1625, type=select]; -"1626 select_47" [id=1626, type=select]; -"1627 linalg_vector_norm_30" [id=1627, type=linalg_vector_norm]; -"1628 clamp_min_30" [id=1628, type=clamp_min]; -"1629 expand_as_30" [id=1629, type=expand_as]; -"1630 div_30" [id=1630, type=div]; -"1631 quantize_per_tensor_default_94" [id=1631, type=quantize_per_tensor]; -"1632 dequantize_per_tensor_default_94" [id=1632, type=dequantize_per_tensor]; -"1633 linalg_vector_norm_31" [id=1633, type=linalg_vector_norm]; -"1634 clamp_min_31" [id=1634, type=clamp_min]; -"1635 expand_as_31" [id=1635, type=expand_as]; -"1636 div_31" [id=1636, type=div]; -"1637 quantize_per_tensor_default_95" [id=1637, type=quantize_per_tensor]; -"1638 dequantize_per_tensor_default_95" [id=1638, type=dequantize_per_tensor]; -"1639 transpose_30" [id=1639, type=transpose]; -"1640 matmul_30" [id=1640, type=matmul]; -"1641 _frozen_param126" [id=1641, type=get_attr]; -"1642 mul_31" [id=1642, type=mul]; -"1643 add_52" [id=1643, type=add]; -"1644 new_zeros_7" [id=1644, type=new_zeros]; -"1645 view_84" [id=1645, type=view]; -"1646 permute_71" [id=1646, type=permute]; -"1647 reshape_69" [id=1647, type=reshape]; -"1648 unsqueeze_44" [id=1648, type=unsqueeze]; -"1649 unsqueeze_45" [id=1649, type=unsqueeze]; -"1650 sub_7" [id=1650, type=sub]; -"1651 ne_7" [id=1651, type=ne]; -"1652 masked_fill_14" [id=1652, type=masked_fill]; -"1653 eq_7" [id=1653, type=eq]; -"1654 masked_fill_15" [id=1654, type=masked_fill]; -"1655 view_85" [id=1655, type=view]; -"1656 unsqueeze_46" [id=1656, type=unsqueeze]; -"1657 unsqueeze_47" [id=1657, type=unsqueeze]; -"1658 add_53" [id=1658, type=add]; -"1659 view_86" [id=1659, type=view]; -"1660 softmax_15" [id=1660, type=softmax]; -"1661 dropout_60" [id=1661, type=dropout]; -"1662 matmul_31" [id=1662, type=matmul]; -"1663 transpose_31" [id=1663, type=transpose]; -"1664 reshape_70" [id=1664, type=reshape]; -"1665 reshape_70_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; -"1666 quantize_per_tensor_default_96" [id=1666, type=quantize_per_tensor]; -"1667 dequantize_per_tensor_default_96" [id=1667, type=dequantize_per_tensor]; -"1668 linear_95_scale_0" [id=1668, type=get_attr]; -"1669 linear_95_zero_point_0" [id=1669, type=get_attr]; -"1670 compressed_weight_updated_constant64" [id=1670, type=get_attr]; -"1671 quantize_per_channel_default_80" [id=1671, type=quantize_per_channel]; -"1672 dequantize_per_channel_default_80" [id=1672, type=dequantize_per_channel]; -"1673 features_5_11_attn_proj_bias_0_0" [id=1673, type=get_attr]; -"1674 linear_95" [id=1674, type=linear]; -"1675 dropout_61" [id=1675, type=dropout]; -"1676 view_87" [id=1676, type=view]; -"1677 permute_72" [id=1677, type=permute]; -"1678 reshape_71" [id=1678, type=reshape]; -"1679 roll_15" [id=1679, type=roll]; -"1680 slice_241" [id=1680, type=slice]; -"1681 slice_242" [id=1681, type=slice]; -"1682 slice_243" [id=1682, type=slice]; -"1683 slice_244" [id=1683, type=slice]; -"1684 contiguous_29" [id=1684, type=contiguous]; -"1685 layer_norm_33" [id=1685, type=layer_norm]; -"1686 add_54" [id=1686, type=add]; -"1687 add_54_0_0_nncf_smooth_quant_0" [id=1687, type=call_module]; -"1688 quantize_per_tensor_default_97" [id=1688, type=quantize_per_tensor]; -"1689 dequantize_per_tensor_default_97" [id=1689, type=dequantize_per_tensor]; -"1690 linear_96_scale_0" [id=1690, type=get_attr]; -"1691 linear_96_zero_point_0" [id=1691, type=get_attr]; -"1692 compressed_weight_updated_constant65" [id=1692, type=get_attr]; -"1693 quantize_per_channel_default_81" [id=1693, type=quantize_per_channel]; -"1694 dequantize_per_channel_default_81" [id=1694, type=dequantize_per_channel]; -"1695 features_5_11_mlp_0_bias_0_0" [id=1695, type=get_attr]; -"1696 linear_96" [id=1696, type=linear]; -"1697 gelu_15" [id=1697, type=gelu]; -"1698 dropout_62" [id=1698, type=dropout]; -"1699 dropout_62_0_0_nncf_smooth_quant_0" [id=1699, type=call_module]; -"1700 quantize_per_tensor_default_98" [id=1700, type=quantize_per_tensor]; -"1701 dequantize_per_tensor_default_98" [id=1701, type=dequantize_per_tensor]; -"1702 linear_97_scale_0" [id=1702, type=get_attr]; -"1703 linear_97_zero_point_0" [id=1703, type=get_attr]; -"1704 compressed_weight_updated_constant66" [id=1704, type=get_attr]; -"1705 quantize_per_channel_default_82" [id=1705, type=quantize_per_channel]; -"1706 dequantize_per_channel_default_82" [id=1706, type=dequantize_per_channel]; -"1707 features_5_11_mlp_3_bias_0_0" [id=1707, type=get_attr]; -"1708 linear_97" [id=1708, type=linear]; -"1709 dropout_63" [id=1709, type=dropout]; -"1710 layer_norm_34" [id=1710, type=layer_norm]; -"1711 add_55" [id=1711, type=add]; -"1712 _frozen_param136" [id=1712, type=get_attr]; -"1713 pad_18" [id=1713, type=pad]; -"1714 view_90" [id=1714, type=view]; -"1715 permute_74" [id=1715, type=permute]; -"1716 reshape_72" [id=1716, type=reshape]; -"1717 reshape_72_0_0_nncf_smooth_quant_0" [id=1717, type=call_module]; -"1718 quantize_per_tensor_default_99" [id=1718, type=quantize_per_tensor]; -"1719 dequantize_per_tensor_default_99" [id=1719, type=dequantize_per_tensor]; -"1720 linear_100_scale_0" [id=1720, type=get_attr]; -"1721 linear_100_zero_point_0" [id=1721, type=get_attr]; -"1722 compressed_weight_updated_constant67" [id=1722, type=get_attr]; -"1723 quantize_per_channel_default_84" [id=1723, type=quantize_per_channel]; -"1724 dequantize_per_channel_default_84" [id=1724, type=dequantize_per_channel]; -"1725 _frozen_param137_0_0" [id=1725, type=get_attr]; -"1726 linear_100" [id=1726, type=linear]; -"1727 reshape_73" [id=1727, type=reshape]; -"1728 permute_75" [id=1728, type=permute]; -"1729 select_48" [id=1729, type=select]; -"1730 select_49" [id=1730, type=select]; -"1731 select_50" [id=1731, type=select]; -"1732 linalg_vector_norm_32" [id=1732, type=linalg_vector_norm]; -"1733 clamp_min_32" [id=1733, type=clamp_min]; -"1734 expand_as_32" [id=1734, type=expand_as]; -"1735 div_32" [id=1735, type=div]; -"1736 quantize_per_tensor_default_100" [id=1736, type=quantize_per_tensor]; -"1737 dequantize_per_tensor_default_100" [id=1737, type=dequantize_per_tensor]; -"1738 linalg_vector_norm_33" [id=1738, type=linalg_vector_norm]; -"1739 clamp_min_33" [id=1739, type=clamp_min]; -"1740 expand_as_33" [id=1740, type=expand_as]; -"1741 div_33" [id=1741, type=div]; -"1742 quantize_per_tensor_default_101" [id=1742, type=quantize_per_tensor]; -"1743 dequantize_per_tensor_default_101" [id=1743, type=dequantize_per_tensor]; -"1744 transpose_32" [id=1744, type=transpose]; -"1745 matmul_32" [id=1745, type=matmul]; -"1746 _frozen_param139" [id=1746, type=get_attr]; -"1747 mul_33" [id=1747, type=mul]; -"1748 add_56" [id=1748, type=add]; -"1749 softmax_16" [id=1749, type=softmax]; -"1750 dropout_64" [id=1750, type=dropout]; -"1751 matmul_33" [id=1751, type=matmul]; -"1752 transpose_33" [id=1752, type=transpose]; -"1753 reshape_74" [id=1753, type=reshape]; -"1754 reshape_74_0_0_nncf_smooth_quant_0" [id=1754, type=call_module]; -"1755 quantize_per_tensor_default_102" [id=1755, type=quantize_per_tensor]; -"1756 dequantize_per_tensor_default_102" [id=1756, type=dequantize_per_tensor]; -"1757 linear_101_scale_0" [id=1757, type=get_attr]; -"1758 linear_101_zero_point_0" [id=1758, type=get_attr]; -"1759 compressed_weight_updated_constant68" [id=1759, type=get_attr]; -"1760 quantize_per_channel_default_85" [id=1760, type=quantize_per_channel]; -"1761 dequantize_per_channel_default_85" [id=1761, type=dequantize_per_channel]; -"1762 features_5_12_attn_proj_bias_0_0" [id=1762, type=get_attr]; -"1763 linear_101" [id=1763, type=linear]; -"1764 dropout_65" [id=1764, type=dropout]; -"1765 view_91" [id=1765, type=view]; -"1766 permute_76" [id=1766, type=permute]; -"1767 reshape_75" [id=1767, type=reshape]; -"1768 slice_246" [id=1768, type=slice]; -"1769 slice_247" [id=1769, type=slice]; -"1770 slice_248" [id=1770, type=slice]; -"1771 slice_249" [id=1771, type=slice]; -"1772 contiguous_31" [id=1772, type=contiguous]; -"1773 layer_norm_35" [id=1773, type=layer_norm]; -"1774 add_57" [id=1774, type=add]; -"1775 add_57_0_0_nncf_smooth_quant_0" [id=1775, type=call_module]; -"1776 quantize_per_tensor_default_103" [id=1776, type=quantize_per_tensor]; -"1777 dequantize_per_tensor_default_103" [id=1777, type=dequantize_per_tensor]; -"1778 linear_102_scale_0" [id=1778, type=get_attr]; -"1779 linear_102_zero_point_0" [id=1779, type=get_attr]; -"1780 compressed_weight_updated_constant69" [id=1780, type=get_attr]; -"1781 quantize_per_channel_default_86" [id=1781, type=quantize_per_channel]; -"1782 dequantize_per_channel_default_86" [id=1782, type=dequantize_per_channel]; -"1783 features_5_12_mlp_0_bias_0_0" [id=1783, type=get_attr]; -"1784 linear_102" [id=1784, type=linear]; -"1785 gelu_16" [id=1785, type=gelu]; -"1786 dropout_66" [id=1786, type=dropout]; -"1787 dropout_66_0_0_nncf_smooth_quant_0" [id=1787, type=call_module]; -"1788 quantize_per_tensor_default_104" [id=1788, type=quantize_per_tensor]; -"1789 dequantize_per_tensor_default_104" [id=1789, type=dequantize_per_tensor]; -"1790 linear_103_scale_0" [id=1790, type=get_attr]; -"1791 linear_103_zero_point_0" [id=1791, type=get_attr]; -"1792 compressed_weight_updated_constant70" [id=1792, type=get_attr]; -"1793 quantize_per_channel_default_87" [id=1793, type=quantize_per_channel]; -"1794 dequantize_per_channel_default_87" [id=1794, type=dequantize_per_channel]; -"1795 features_5_12_mlp_3_bias_0_0" [id=1795, type=get_attr]; -"1796 linear_103" [id=1796, type=linear]; -"1797 dropout_67" [id=1797, type=dropout]; -"1798 layer_norm_36" [id=1798, type=layer_norm]; -"1799 add_58" [id=1799, type=add]; -"1800 _frozen_param140" [id=1800, type=get_attr]; -"1801 pad_19" [id=1801, type=pad]; -"1802 roll_16" [id=1802, type=roll]; -"1803 view_94" [id=1803, type=view]; -"1804 permute_78" [id=1804, type=permute]; -"1805 reshape_76" [id=1805, type=reshape]; -"1806 reshape_76_0_0_nncf_smooth_quant_0" [id=1806, type=call_module]; -"1807 quantize_per_tensor_default_105" [id=1807, type=quantize_per_tensor]; -"1808 dequantize_per_tensor_default_105" [id=1808, type=dequantize_per_tensor]; -"1809 linear_106_scale_0" [id=1809, type=get_attr]; -"1810 linear_106_zero_point_0" [id=1810, type=get_attr]; -"1811 compressed_weight_updated_constant71" [id=1811, type=get_attr]; -"1812 quantize_per_channel_default_89" [id=1812, type=quantize_per_channel]; -"1813 dequantize_per_channel_default_89" [id=1813, type=dequantize_per_channel]; -"1814 _frozen_param141_0_0" [id=1814, type=get_attr]; -"1815 linear_106" [id=1815, type=linear]; -"1816 reshape_77" [id=1816, type=reshape]; -"1817 permute_79" [id=1817, type=permute]; -"1818 select_51" [id=1818, type=select]; -"1819 select_52" [id=1819, type=select]; -"1820 select_53" [id=1820, type=select]; -"1821 linalg_vector_norm_34" [id=1821, type=linalg_vector_norm]; -"1822 clamp_min_34" [id=1822, type=clamp_min]; -"1823 expand_as_34" [id=1823, type=expand_as]; -"1824 div_34" [id=1824, type=div]; -"1825 quantize_per_tensor_default_106" [id=1825, type=quantize_per_tensor]; -"1826 dequantize_per_tensor_default_106" [id=1826, type=dequantize_per_tensor]; -"1827 linalg_vector_norm_35" [id=1827, type=linalg_vector_norm]; -"1828 clamp_min_35" [id=1828, type=clamp_min]; -"1829 expand_as_35" [id=1829, type=expand_as]; -"1830 div_35" [id=1830, type=div]; -"1831 quantize_per_tensor_default_107" [id=1831, type=quantize_per_tensor]; -"1832 dequantize_per_tensor_default_107" [id=1832, type=dequantize_per_tensor]; -"1833 transpose_34" [id=1833, type=transpose]; -"1834 matmul_34" [id=1834, type=matmul]; -"1835 _frozen_param143" [id=1835, type=get_attr]; -"1836 mul_35" [id=1836, type=mul]; -"1837 add_59" [id=1837, type=add]; -"1838 new_zeros_8" [id=1838, type=new_zeros]; -"1839 view_95" [id=1839, type=view]; -"1840 permute_80" [id=1840, type=permute]; -"1841 reshape_78" [id=1841, type=reshape]; -"1842 unsqueeze_50" [id=1842, type=unsqueeze]; -"1843 unsqueeze_51" [id=1843, type=unsqueeze]; -"1844 sub_8" [id=1844, type=sub]; -"1845 ne_8" [id=1845, type=ne]; -"1846 masked_fill_16" [id=1846, type=masked_fill]; -"1847 eq_8" [id=1847, type=eq]; -"1848 masked_fill_17" [id=1848, type=masked_fill]; -"1849 view_96" [id=1849, type=view]; -"1850 unsqueeze_52" [id=1850, type=unsqueeze]; -"1851 unsqueeze_53" [id=1851, type=unsqueeze]; -"1852 add_60" [id=1852, type=add]; -"1853 view_97" [id=1853, type=view]; -"1854 softmax_17" [id=1854, type=softmax]; -"1855 dropout_68" [id=1855, type=dropout]; -"1856 matmul_35" [id=1856, type=matmul]; -"1857 transpose_35" [id=1857, type=transpose]; -"1858 reshape_79" [id=1858, type=reshape]; -"1859 reshape_79_0_0_nncf_smooth_quant_0" [id=1859, type=call_module]; -"1860 quantize_per_tensor_default_108" [id=1860, type=quantize_per_tensor]; -"1861 dequantize_per_tensor_default_108" [id=1861, type=dequantize_per_tensor]; -"1862 linear_107_scale_0" [id=1862, type=get_attr]; -"1863 linear_107_zero_point_0" [id=1863, type=get_attr]; -"1864 compressed_weight_updated_constant72" [id=1864, type=get_attr]; -"1865 quantize_per_channel_default_90" [id=1865, type=quantize_per_channel]; -"1866 dequantize_per_channel_default_90" [id=1866, type=dequantize_per_channel]; -"1867 features_5_13_attn_proj_bias_0_0" [id=1867, type=get_attr]; -"1868 linear_107" [id=1868, type=linear]; -"1869 dropout_69" [id=1869, type=dropout]; -"1870 view_98" [id=1870, type=view]; -"1871 permute_81" [id=1871, type=permute]; -"1872 reshape_80" [id=1872, type=reshape]; -"1873 roll_17" [id=1873, type=roll]; -"1874 slice_269" [id=1874, type=slice]; -"1875 slice_270" [id=1875, type=slice]; -"1876 slice_271" [id=1876, type=slice]; -"1877 slice_272" [id=1877, type=slice]; -"1878 contiguous_33" [id=1878, type=contiguous]; -"1879 layer_norm_37" [id=1879, type=layer_norm]; -"1880 add_61" [id=1880, type=add]; -"1881 add_61_0_0_nncf_smooth_quant_0" [id=1881, type=call_module]; -"1882 quantize_per_tensor_default_109" [id=1882, type=quantize_per_tensor]; -"1883 dequantize_per_tensor_default_109" [id=1883, type=dequantize_per_tensor]; -"1884 linear_108_scale_0" [id=1884, type=get_attr]; -"1885 linear_108_zero_point_0" [id=1885, type=get_attr]; -"1886 compressed_weight_updated_constant73" [id=1886, type=get_attr]; -"1887 quantize_per_channel_default_91" [id=1887, type=quantize_per_channel]; -"1888 dequantize_per_channel_default_91" [id=1888, type=dequantize_per_channel]; -"1889 features_5_13_mlp_0_bias_0_0" [id=1889, type=get_attr]; -"1890 linear_108" [id=1890, type=linear]; -"1891 gelu_17" [id=1891, type=gelu]; -"1892 dropout_70" [id=1892, type=dropout]; -"1893 dropout_70_0_0_nncf_smooth_quant_0" [id=1893, type=call_module]; -"1894 quantize_per_tensor_default_110" [id=1894, type=quantize_per_tensor]; -"1895 dequantize_per_tensor_default_110" [id=1895, type=dequantize_per_tensor]; -"1896 linear_109_scale_0" [id=1896, type=get_attr]; -"1897 linear_109_zero_point_0" [id=1897, type=get_attr]; -"1898 compressed_weight_updated_constant74" [id=1898, type=get_attr]; -"1899 quantize_per_channel_default_92" [id=1899, type=quantize_per_channel]; -"1900 dequantize_per_channel_default_92" [id=1900, type=dequantize_per_channel]; -"1901 features_5_13_mlp_3_bias_0_0" [id=1901, type=get_attr]; -"1902 linear_109" [id=1902, type=linear]; -"1903 dropout_71" [id=1903, type=dropout]; -"1904 layer_norm_38" [id=1904, type=layer_norm]; -"1905 add_62" [id=1905, type=add]; -"1906 _frozen_param153" [id=1906, type=get_attr]; -"1907 pad_20" [id=1907, type=pad]; -"1908 view_101" [id=1908, type=view]; -"1909 permute_83" [id=1909, type=permute]; -"1910 reshape_81" [id=1910, type=reshape]; -"1911 reshape_81_0_0_nncf_smooth_quant_0" [id=1911, type=call_module]; -"1912 quantize_per_tensor_default_111" [id=1912, type=quantize_per_tensor]; -"1913 dequantize_per_tensor_default_111" [id=1913, type=dequantize_per_tensor]; -"1914 linear_112_scale_0" [id=1914, type=get_attr]; -"1915 linear_112_zero_point_0" [id=1915, type=get_attr]; -"1916 compressed_weight_updated_constant75" [id=1916, type=get_attr]; -"1917 quantize_per_channel_default_94" [id=1917, type=quantize_per_channel]; -"1918 dequantize_per_channel_default_94" [id=1918, type=dequantize_per_channel]; -"1919 _frozen_param154_0_0" [id=1919, type=get_attr]; -"1920 linear_112" [id=1920, type=linear]; -"1921 reshape_82" [id=1921, type=reshape]; -"1922 permute_84" [id=1922, type=permute]; -"1923 select_54" [id=1923, type=select]; -"1924 select_55" [id=1924, type=select]; -"1925 select_56" [id=1925, type=select]; -"1926 linalg_vector_norm_36" [id=1926, type=linalg_vector_norm]; -"1927 clamp_min_36" [id=1927, type=clamp_min]; -"1928 expand_as_36" [id=1928, type=expand_as]; -"1929 div_36" [id=1929, type=div]; -"1930 quantize_per_tensor_default_112" [id=1930, type=quantize_per_tensor]; -"1931 dequantize_per_tensor_default_112" [id=1931, type=dequantize_per_tensor]; -"1932 linalg_vector_norm_37" [id=1932, type=linalg_vector_norm]; -"1933 clamp_min_37" [id=1933, type=clamp_min]; -"1934 expand_as_37" [id=1934, type=expand_as]; -"1935 div_37" [id=1935, type=div]; -"1936 quantize_per_tensor_default_113" [id=1936, type=quantize_per_tensor]; -"1937 dequantize_per_tensor_default_113" [id=1937, type=dequantize_per_tensor]; -"1938 transpose_36" [id=1938, type=transpose]; -"1939 matmul_36" [id=1939, type=matmul]; -"1940 _frozen_param156" [id=1940, type=get_attr]; -"1941 mul_37" [id=1941, type=mul]; -"1942 add_63" [id=1942, type=add]; -"1943 softmax_18" [id=1943, type=softmax]; -"1944 dropout_72" [id=1944, type=dropout]; -"1945 matmul_37" [id=1945, type=matmul]; -"1946 transpose_37" [id=1946, type=transpose]; -"1947 reshape_83" [id=1947, type=reshape]; -"1948 reshape_83_0_0_nncf_smooth_quant_0" [id=1948, type=call_module]; -"1949 quantize_per_tensor_default_114" [id=1949, type=quantize_per_tensor]; -"1950 dequantize_per_tensor_default_114" [id=1950, type=dequantize_per_tensor]; -"1951 linear_113_scale_0" [id=1951, type=get_attr]; -"1952 linear_113_zero_point_0" [id=1952, type=get_attr]; -"1953 compressed_weight_updated_constant76" [id=1953, type=get_attr]; -"1954 quantize_per_channel_default_95" [id=1954, type=quantize_per_channel]; -"1955 dequantize_per_channel_default_95" [id=1955, type=dequantize_per_channel]; -"1956 features_5_14_attn_proj_bias_0_0" [id=1956, type=get_attr]; -"1957 linear_113" [id=1957, type=linear]; -"1958 dropout_73" [id=1958, type=dropout]; -"1959 view_102" [id=1959, type=view]; -"1960 permute_85" [id=1960, type=permute]; -"1961 reshape_84" [id=1961, type=reshape]; -"1962 slice_274" [id=1962, type=slice]; -"1963 slice_275" [id=1963, type=slice]; -"1964 slice_276" [id=1964, type=slice]; -"1965 slice_277" [id=1965, type=slice]; -"1966 contiguous_35" [id=1966, type=contiguous]; -"1967 layer_norm_39" [id=1967, type=layer_norm]; -"1968 add_64" [id=1968, type=add]; -"1969 add_64_0_0_nncf_smooth_quant_0" [id=1969, type=call_module]; -"1970 quantize_per_tensor_default_115" [id=1970, type=quantize_per_tensor]; -"1971 dequantize_per_tensor_default_115" [id=1971, type=dequantize_per_tensor]; -"1972 linear_114_scale_0" [id=1972, type=get_attr]; -"1973 linear_114_zero_point_0" [id=1973, type=get_attr]; -"1974 compressed_weight_updated_constant77" [id=1974, type=get_attr]; -"1975 quantize_per_channel_default_96" [id=1975, type=quantize_per_channel]; -"1976 dequantize_per_channel_default_96" [id=1976, type=dequantize_per_channel]; -"1977 features_5_14_mlp_0_bias_0_0" [id=1977, type=get_attr]; -"1978 linear_114" [id=1978, type=linear]; -"1979 gelu_18" [id=1979, type=gelu]; -"1980 dropout_74" [id=1980, type=dropout]; -"1981 dropout_74_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; -"1982 quantize_per_tensor_default_116" [id=1982, type=quantize_per_tensor]; -"1983 dequantize_per_tensor_default_116" [id=1983, type=dequantize_per_tensor]; -"1984 linear_115_scale_0" [id=1984, type=get_attr]; -"1985 linear_115_zero_point_0" [id=1985, type=get_attr]; -"1986 compressed_weight_updated_constant78" [id=1986, type=get_attr]; -"1987 quantize_per_channel_default_97" [id=1987, type=quantize_per_channel]; -"1988 dequantize_per_channel_default_97" [id=1988, type=dequantize_per_channel]; -"1989 features_5_14_mlp_3_bias_0_0" [id=1989, type=get_attr]; -"1990 linear_115" [id=1990, type=linear]; -"1991 dropout_75" [id=1991, type=dropout]; -"1992 layer_norm_40" [id=1992, type=layer_norm]; -"1993 add_65" [id=1993, type=add]; -"1994 _frozen_param157" [id=1994, type=get_attr]; -"1995 pad_21" [id=1995, type=pad]; -"1996 roll_18" [id=1996, type=roll]; -"1997 view_105" [id=1997, type=view]; -"1998 permute_87" [id=1998, type=permute]; -"1999 reshape_85" [id=1999, type=reshape]; -"2000 reshape_85_0_0_nncf_smooth_quant_0" [id=2000, type=call_module]; -"2001 quantize_per_tensor_default_117" [id=2001, type=quantize_per_tensor]; -"2002 dequantize_per_tensor_default_117" [id=2002, type=dequantize_per_tensor]; -"2003 linear_118_scale_0" [id=2003, type=get_attr]; -"2004 linear_118_zero_point_0" [id=2004, type=get_attr]; -"2005 compressed_weight_updated_constant79" [id=2005, type=get_attr]; -"2006 quantize_per_channel_default_99" [id=2006, type=quantize_per_channel]; -"2007 dequantize_per_channel_default_99" [id=2007, type=dequantize_per_channel]; -"2008 _frozen_param158_0_0" [id=2008, type=get_attr]; -"2009 linear_118" [id=2009, type=linear]; -"2010 reshape_86" [id=2010, type=reshape]; -"2011 permute_88" [id=2011, type=permute]; -"2012 select_57" [id=2012, type=select]; -"2013 select_58" [id=2013, type=select]; -"2014 select_59" [id=2014, type=select]; -"2015 linalg_vector_norm_38" [id=2015, type=linalg_vector_norm]; -"2016 clamp_min_38" [id=2016, type=clamp_min]; -"2017 expand_as_38" [id=2017, type=expand_as]; -"2018 div_38" [id=2018, type=div]; -"2019 quantize_per_tensor_default_118" [id=2019, type=quantize_per_tensor]; -"2020 dequantize_per_tensor_default_118" [id=2020, type=dequantize_per_tensor]; -"2021 linalg_vector_norm_39" [id=2021, type=linalg_vector_norm]; -"2022 clamp_min_39" [id=2022, type=clamp_min]; -"2023 expand_as_39" [id=2023, type=expand_as]; -"2024 div_39" [id=2024, type=div]; -"2025 quantize_per_tensor_default_119" [id=2025, type=quantize_per_tensor]; -"2026 dequantize_per_tensor_default_119" [id=2026, type=dequantize_per_tensor]; -"2027 transpose_38" [id=2027, type=transpose]; -"2028 matmul_38" [id=2028, type=matmul]; -"2029 _frozen_param160" [id=2029, type=get_attr]; -"2030 mul_39" [id=2030, type=mul]; -"2031 add_66" [id=2031, type=add]; -"2032 new_zeros_9" [id=2032, type=new_zeros]; -"2033 view_106" [id=2033, type=view]; -"2034 permute_89" [id=2034, type=permute]; -"2035 reshape_87" [id=2035, type=reshape]; -"2036 unsqueeze_56" [id=2036, type=unsqueeze]; -"2037 unsqueeze_57" [id=2037, type=unsqueeze]; -"2038 sub_9" [id=2038, type=sub]; -"2039 ne_9" [id=2039, type=ne]; -"2040 masked_fill_18" [id=2040, type=masked_fill]; -"2041 eq_9" [id=2041, type=eq]; -"2042 masked_fill_19" [id=2042, type=masked_fill]; -"2043 view_107" [id=2043, type=view]; -"2044 unsqueeze_58" [id=2044, type=unsqueeze]; -"2045 unsqueeze_59" [id=2045, type=unsqueeze]; -"2046 add_67" [id=2046, type=add]; -"2047 view_108" [id=2047, type=view]; -"2048 softmax_19" [id=2048, type=softmax]; -"2049 dropout_76" [id=2049, type=dropout]; -"2050 matmul_39" [id=2050, type=matmul]; -"2051 transpose_39" [id=2051, type=transpose]; -"2052 reshape_88" [id=2052, type=reshape]; -"2053 reshape_88_0_0_nncf_smooth_quant_0" [id=2053, type=call_module]; -"2054 quantize_per_tensor_default_120" [id=2054, type=quantize_per_tensor]; -"2055 dequantize_per_tensor_default_120" [id=2055, type=dequantize_per_tensor]; -"2056 linear_119_scale_0" [id=2056, type=get_attr]; -"2057 linear_119_zero_point_0" [id=2057, type=get_attr]; -"2058 compressed_weight_updated_constant80" [id=2058, type=get_attr]; -"2059 quantize_per_channel_default_100" [id=2059, type=quantize_per_channel]; -"2060 dequantize_per_channel_default_100" [id=2060, type=dequantize_per_channel]; -"2061 features_5_15_attn_proj_bias_0_0" [id=2061, type=get_attr]; -"2062 linear_119" [id=2062, type=linear]; -"2063 dropout_77" [id=2063, type=dropout]; -"2064 view_109" [id=2064, type=view]; -"2065 permute_90" [id=2065, type=permute]; -"2066 reshape_89" [id=2066, type=reshape]; -"2067 roll_19" [id=2067, type=roll]; -"2068 slice_297" [id=2068, type=slice]; -"2069 slice_298" [id=2069, type=slice]; -"2070 slice_299" [id=2070, type=slice]; -"2071 slice_300" [id=2071, type=slice]; -"2072 contiguous_37" [id=2072, type=contiguous]; -"2073 layer_norm_41" [id=2073, type=layer_norm]; -"2074 add_68" [id=2074, type=add]; -"2075 add_68_0_0_nncf_smooth_quant_0" [id=2075, type=call_module]; -"2076 quantize_per_tensor_default_121" [id=2076, type=quantize_per_tensor]; -"2077 dequantize_per_tensor_default_121" [id=2077, type=dequantize_per_tensor]; -"2078 linear_120_scale_0" [id=2078, type=get_attr]; -"2079 linear_120_zero_point_0" [id=2079, type=get_attr]; -"2080 compressed_weight_updated_constant81" [id=2080, type=get_attr]; -"2081 quantize_per_channel_default_101" [id=2081, type=quantize_per_channel]; -"2082 dequantize_per_channel_default_101" [id=2082, type=dequantize_per_channel]; -"2083 features_5_15_mlp_0_bias_0_0" [id=2083, type=get_attr]; -"2084 linear_120" [id=2084, type=linear]; -"2085 gelu_19" [id=2085, type=gelu]; -"2086 dropout_78" [id=2086, type=dropout]; -"2087 dropout_78_0_0_nncf_smooth_quant_0" [id=2087, type=call_module]; -"2088 quantize_per_tensor_default_122" [id=2088, type=quantize_per_tensor]; -"2089 dequantize_per_tensor_default_122" [id=2089, type=dequantize_per_tensor]; -"2090 linear_121_scale_0" [id=2090, type=get_attr]; -"2091 linear_121_zero_point_0" [id=2091, type=get_attr]; -"2092 compressed_weight_updated_constant82" [id=2092, type=get_attr]; -"2093 quantize_per_channel_default_102" [id=2093, type=quantize_per_channel]; -"2094 dequantize_per_channel_default_102" [id=2094, type=dequantize_per_channel]; -"2095 features_5_15_mlp_3_bias_0_0" [id=2095, type=get_attr]; -"2096 linear_121" [id=2096, type=linear]; -"2097 dropout_79" [id=2097, type=dropout]; -"2098 layer_norm_42" [id=2098, type=layer_norm]; -"2099 add_69" [id=2099, type=add]; -"2100 _frozen_param170" [id=2100, type=get_attr]; -"2101 pad_22" [id=2101, type=pad]; -"2102 view_112" [id=2102, type=view]; -"2103 permute_92" [id=2103, type=permute]; -"2104 reshape_90" [id=2104, type=reshape]; -"2105 reshape_90_0_0_nncf_smooth_quant_0" [id=2105, type=call_module]; -"2106 quantize_per_tensor_default_123" [id=2106, type=quantize_per_tensor]; -"2107 dequantize_per_tensor_default_123" [id=2107, type=dequantize_per_tensor]; -"2108 linear_124_scale_0" [id=2108, type=get_attr]; -"2109 linear_124_zero_point_0" [id=2109, type=get_attr]; -"2110 compressed_weight_updated_constant83" [id=2110, type=get_attr]; -"2111 quantize_per_channel_default_104" [id=2111, type=quantize_per_channel]; -"2112 dequantize_per_channel_default_104" [id=2112, type=dequantize_per_channel]; -"2113 _frozen_param171_0_0" [id=2113, type=get_attr]; -"2114 linear_124" [id=2114, type=linear]; -"2115 reshape_91" [id=2115, type=reshape]; -"2116 permute_93" [id=2116, type=permute]; -"2117 select_60" [id=2117, type=select]; -"2118 select_61" [id=2118, type=select]; -"2119 select_62" [id=2119, type=select]; -"2120 linalg_vector_norm_40" [id=2120, type=linalg_vector_norm]; -"2121 clamp_min_40" [id=2121, type=clamp_min]; -"2122 expand_as_40" [id=2122, type=expand_as]; -"2123 div_40" [id=2123, type=div]; -"2124 quantize_per_tensor_default_124" [id=2124, type=quantize_per_tensor]; -"2125 dequantize_per_tensor_default_124" [id=2125, type=dequantize_per_tensor]; -"2126 linalg_vector_norm_41" [id=2126, type=linalg_vector_norm]; -"2127 clamp_min_41" [id=2127, type=clamp_min]; -"2128 expand_as_41" [id=2128, type=expand_as]; -"2129 div_41" [id=2129, type=div]; -"2130 quantize_per_tensor_default_125" [id=2130, type=quantize_per_tensor]; -"2131 dequantize_per_tensor_default_125" [id=2131, type=dequantize_per_tensor]; -"2132 transpose_40" [id=2132, type=transpose]; -"2133 matmul_40" [id=2133, type=matmul]; -"2134 _frozen_param173" [id=2134, type=get_attr]; -"2135 mul_41" [id=2135, type=mul]; -"2136 add_70" [id=2136, type=add]; -"2137 softmax_20" [id=2137, type=softmax]; -"2138 dropout_80" [id=2138, type=dropout]; -"2139 matmul_41" [id=2139, type=matmul]; -"2140 transpose_41" [id=2140, type=transpose]; -"2141 reshape_92" [id=2141, type=reshape]; -"2142 reshape_92_0_0_nncf_smooth_quant_0" [id=2142, type=call_module]; -"2143 quantize_per_tensor_default_126" [id=2143, type=quantize_per_tensor]; -"2144 dequantize_per_tensor_default_126" [id=2144, type=dequantize_per_tensor]; -"2145 linear_125_scale_0" [id=2145, type=get_attr]; -"2146 linear_125_zero_point_0" [id=2146, type=get_attr]; -"2147 compressed_weight_updated_constant84" [id=2147, type=get_attr]; -"2148 quantize_per_channel_default_105" [id=2148, type=quantize_per_channel]; -"2149 dequantize_per_channel_default_105" [id=2149, type=dequantize_per_channel]; -"2150 features_5_16_attn_proj_bias_0_0" [id=2150, type=get_attr]; -"2151 linear_125" [id=2151, type=linear]; -"2152 dropout_81" [id=2152, type=dropout]; -"2153 view_113" [id=2153, type=view]; -"2154 permute_94" [id=2154, type=permute]; -"2155 reshape_93" [id=2155, type=reshape]; -"2156 slice_302" [id=2156, type=slice]; -"2157 slice_303" [id=2157, type=slice]; -"2158 slice_304" [id=2158, type=slice]; -"2159 slice_305" [id=2159, type=slice]; -"2160 contiguous_39" [id=2160, type=contiguous]; -"2161 layer_norm_43" [id=2161, type=layer_norm]; -"2162 add_71" [id=2162, type=add]; -"2163 add_71_0_0_nncf_smooth_quant_0" [id=2163, type=call_module]; -"2164 quantize_per_tensor_default_127" [id=2164, type=quantize_per_tensor]; -"2165 dequantize_per_tensor_default_127" [id=2165, type=dequantize_per_tensor]; -"2166 linear_126_scale_0" [id=2166, type=get_attr]; -"2167 linear_126_zero_point_0" [id=2167, type=get_attr]; -"2168 compressed_weight_updated_constant85" [id=2168, type=get_attr]; -"2169 quantize_per_channel_default_106" [id=2169, type=quantize_per_channel]; -"2170 dequantize_per_channel_default_106" [id=2170, type=dequantize_per_channel]; -"2171 features_5_16_mlp_0_bias_0_0" [id=2171, type=get_attr]; -"2172 linear_126" [id=2172, type=linear]; -"2173 gelu_20" [id=2173, type=gelu]; -"2174 dropout_82" [id=2174, type=dropout]; -"2175 dropout_82_0_0_nncf_smooth_quant_0" [id=2175, type=call_module]; -"2176 quantize_per_tensor_default_128" [id=2176, type=quantize_per_tensor]; -"2177 dequantize_per_tensor_default_128" [id=2177, type=dequantize_per_tensor]; -"2178 linear_127_scale_0" [id=2178, type=get_attr]; -"2179 linear_127_zero_point_0" [id=2179, type=get_attr]; -"2180 compressed_weight_updated_constant86" [id=2180, type=get_attr]; -"2181 quantize_per_channel_default_107" [id=2181, type=quantize_per_channel]; -"2182 dequantize_per_channel_default_107" [id=2182, type=dequantize_per_channel]; -"2183 features_5_16_mlp_3_bias_0_0" [id=2183, type=get_attr]; -"2184 linear_127" [id=2184, type=linear]; -"2185 dropout_83" [id=2185, type=dropout]; -"2186 layer_norm_44" [id=2186, type=layer_norm]; -"2187 add_72" [id=2187, type=add]; -"2188 _frozen_param174" [id=2188, type=get_attr]; -"2189 pad_23" [id=2189, type=pad]; -"2190 roll_20" [id=2190, type=roll]; -"2191 view_116" [id=2191, type=view]; -"2192 permute_96" [id=2192, type=permute]; -"2193 reshape_94" [id=2193, type=reshape]; -"2194 reshape_94_0_0_nncf_smooth_quant_0" [id=2194, type=call_module]; -"2195 quantize_per_tensor_default_129" [id=2195, type=quantize_per_tensor]; -"2196 dequantize_per_tensor_default_129" [id=2196, type=dequantize_per_tensor]; -"2197 linear_130_scale_0" [id=2197, type=get_attr]; -"2198 linear_130_zero_point_0" [id=2198, type=get_attr]; -"2199 compressed_weight_updated_constant87" [id=2199, type=get_attr]; -"2200 quantize_per_channel_default_109" [id=2200, type=quantize_per_channel]; -"2201 dequantize_per_channel_default_109" [id=2201, type=dequantize_per_channel]; -"2202 _frozen_param175_0_0" [id=2202, type=get_attr]; -"2203 linear_130" [id=2203, type=linear]; -"2204 reshape_95" [id=2204, type=reshape]; -"2205 permute_97" [id=2205, type=permute]; -"2206 select_63" [id=2206, type=select]; -"2207 select_64" [id=2207, type=select]; -"2208 select_65" [id=2208, type=select]; -"2209 linalg_vector_norm_42" [id=2209, type=linalg_vector_norm]; -"2210 clamp_min_42" [id=2210, type=clamp_min]; -"2211 expand_as_42" [id=2211, type=expand_as]; -"2212 div_42" [id=2212, type=div]; -"2213 quantize_per_tensor_default_130" [id=2213, type=quantize_per_tensor]; -"2214 dequantize_per_tensor_default_130" [id=2214, type=dequantize_per_tensor]; -"2215 linalg_vector_norm_43" [id=2215, type=linalg_vector_norm]; -"2216 clamp_min_43" [id=2216, type=clamp_min]; -"2217 expand_as_43" [id=2217, type=expand_as]; -"2218 div_43" [id=2218, type=div]; -"2219 quantize_per_tensor_default_131" [id=2219, type=quantize_per_tensor]; -"2220 dequantize_per_tensor_default_131" [id=2220, type=dequantize_per_tensor]; -"2221 transpose_42" [id=2221, type=transpose]; -"2222 matmul_42" [id=2222, type=matmul]; -"2223 _frozen_param177" [id=2223, type=get_attr]; -"2224 mul_43" [id=2224, type=mul]; -"2225 add_73" [id=2225, type=add]; -"2226 new_zeros_10" [id=2226, type=new_zeros]; -"2227 view_117" [id=2227, type=view]; -"2228 permute_98" [id=2228, type=permute]; -"2229 reshape_96" [id=2229, type=reshape]; -"2230 unsqueeze_62" [id=2230, type=unsqueeze]; -"2231 unsqueeze_63" [id=2231, type=unsqueeze]; -"2232 sub_10" [id=2232, type=sub]; -"2233 ne_10" [id=2233, type=ne]; -"2234 masked_fill_20" [id=2234, type=masked_fill]; -"2235 eq_10" [id=2235, type=eq]; -"2236 masked_fill_21" [id=2236, type=masked_fill]; -"2237 view_118" [id=2237, type=view]; -"2238 unsqueeze_64" [id=2238, type=unsqueeze]; -"2239 unsqueeze_65" [id=2239, type=unsqueeze]; -"2240 add_74" [id=2240, type=add]; -"2241 view_119" [id=2241, type=view]; -"2242 softmax_21" [id=2242, type=softmax]; -"2243 dropout_84" [id=2243, type=dropout]; -"2244 matmul_43" [id=2244, type=matmul]; -"2245 transpose_43" [id=2245, type=transpose]; -"2246 reshape_97" [id=2246, type=reshape]; -"2247 reshape_97_0_0_nncf_smooth_quant_0" [id=2247, type=call_module]; -"2248 quantize_per_tensor_default_132" [id=2248, type=quantize_per_tensor]; -"2249 dequantize_per_tensor_default_132" [id=2249, type=dequantize_per_tensor]; -"2250 linear_131_scale_0" [id=2250, type=get_attr]; -"2251 linear_131_zero_point_0" [id=2251, type=get_attr]; -"2252 compressed_weight_updated_constant88" [id=2252, type=get_attr]; -"2253 quantize_per_channel_default_110" [id=2253, type=quantize_per_channel]; -"2254 dequantize_per_channel_default_110" [id=2254, type=dequantize_per_channel]; -"2255 features_5_17_attn_proj_bias_0_0" [id=2255, type=get_attr]; -"2256 linear_131" [id=2256, type=linear]; -"2257 dropout_85" [id=2257, type=dropout]; -"2258 view_120" [id=2258, type=view]; -"2259 permute_99" [id=2259, type=permute]; -"2260 reshape_98" [id=2260, type=reshape]; -"2261 roll_21" [id=2261, type=roll]; -"2262 slice_325" [id=2262, type=slice]; -"2263 slice_326" [id=2263, type=slice]; -"2264 slice_327" [id=2264, type=slice]; -"2265 slice_328" [id=2265, type=slice]; -"2266 contiguous_41" [id=2266, type=contiguous]; -"2267 layer_norm_45" [id=2267, type=layer_norm]; -"2268 add_75" [id=2268, type=add]; -"2269 add_75_0_0_nncf_smooth_quant_0" [id=2269, type=call_module]; -"2270 quantize_per_tensor_default_133" [id=2270, type=quantize_per_tensor]; -"2271 dequantize_per_tensor_default_133" [id=2271, type=dequantize_per_tensor]; -"2272 linear_132_scale_0" [id=2272, type=get_attr]; -"2273 linear_132_zero_point_0" [id=2273, type=get_attr]; -"2274 compressed_weight_updated_constant89" [id=2274, type=get_attr]; -"2275 quantize_per_channel_default_111" [id=2275, type=quantize_per_channel]; -"2276 dequantize_per_channel_default_111" [id=2276, type=dequantize_per_channel]; -"2277 features_5_17_mlp_0_bias_0_0" [id=2277, type=get_attr]; -"2278 linear_132" [id=2278, type=linear]; -"2279 gelu_21" [id=2279, type=gelu]; -"2280 dropout_86" [id=2280, type=dropout]; -"2281 dropout_86_0_0_nncf_smooth_quant_0" [id=2281, type=call_module]; -"2282 quantize_per_tensor_default_134" [id=2282, type=quantize_per_tensor]; -"2283 dequantize_per_tensor_default_134" [id=2283, type=dequantize_per_tensor]; -"2284 linear_133_scale_0" [id=2284, type=get_attr]; -"2285 linear_133_zero_point_0" [id=2285, type=get_attr]; -"2286 compressed_weight_updated_constant90" [id=2286, type=get_attr]; -"2287 quantize_per_channel_default_112" [id=2287, type=quantize_per_channel]; -"2288 dequantize_per_channel_default_112" [id=2288, type=dequantize_per_channel]; -"2289 features_5_17_mlp_3_bias_0_0" [id=2289, type=get_attr]; -"2290 linear_133" [id=2290, type=linear]; -"2291 dropout_87" [id=2291, type=dropout]; -"2292 layer_norm_46" [id=2292, type=layer_norm]; -"2293 add_76" [id=2293, type=add]; -"2294 pad_24" [id=2294, type=pad]; -"2295 slice_329" [id=2295, type=slice]; -"2296 slice_330" [id=2296, type=slice]; -"2297 slice_331" [id=2297, type=slice]; -"2298 slice_332" [id=2298, type=slice]; -"2299 slice_333" [id=2299, type=slice]; -"2300 slice_334" [id=2300, type=slice]; -"2301 slice_335" [id=2301, type=slice]; -"2302 slice_336" [id=2302, type=slice]; -"2303 slice_337" [id=2303, type=slice]; -"2304 slice_338" [id=2304, type=slice]; -"2305 slice_339" [id=2305, type=slice]; -"2306 slice_340" [id=2306, type=slice]; -"2307 cat_2" [id=2307, type=cat]; -"2308 cat_2_0_0_nncf_smooth_quant_0" [id=2308, type=call_module]; -"2309 quantize_per_tensor_default_135" [id=2309, type=quantize_per_tensor]; -"2310 dequantize_per_tensor_default_135" [id=2310, type=dequantize_per_tensor]; -"2311 linear_134_scale_0" [id=2311, type=get_attr]; -"2312 linear_134_zero_point_0" [id=2312, type=get_attr]; -"2313 compressed_weight_updated_constant91" [id=2313, type=get_attr]; -"2314 quantize_per_channel_default_113" [id=2314, type=quantize_per_channel]; -"2315 dequantize_per_channel_default_113" [id=2315, type=dequantize_per_channel]; -"2316 linear_134" [id=2316, type=linear]; -"2317 layer_norm_47" [id=2317, type=layer_norm]; -"2318 _frozen_param187" [id=2318, type=get_attr]; -"2319 pad_25" [id=2319, type=pad]; -"2320 view_123" [id=2320, type=view]; -"2321 permute_101" [id=2321, type=permute]; -"2322 reshape_99" [id=2322, type=reshape]; -"2323 reshape_99_0_0_nncf_smooth_quant_0" [id=2323, type=call_module]; -"2324 quantize_per_tensor_default_136" [id=2324, type=quantize_per_tensor]; -"2325 dequantize_per_tensor_default_136" [id=2325, type=dequantize_per_tensor]; -"2326 linear_137_scale_0" [id=2326, type=get_attr]; -"2327 linear_137_zero_point_0" [id=2327, type=get_attr]; -"2328 compressed_weight_updated_constant92" [id=2328, type=get_attr]; -"2329 quantize_per_channel_default_115" [id=2329, type=quantize_per_channel]; -"2330 dequantize_per_channel_default_115" [id=2330, type=dequantize_per_channel]; -"2331 _frozen_param188_0_0" [id=2331, type=get_attr]; -"2332 linear_137" [id=2332, type=linear]; -"2333 reshape_100" [id=2333, type=reshape]; -"2334 permute_102" [id=2334, type=permute]; -"2335 select_66" [id=2335, type=select]; -"2336 select_67" [id=2336, type=select]; -"2337 select_68" [id=2337, type=select]; -"2338 linalg_vector_norm_44" [id=2338, type=linalg_vector_norm]; -"2339 clamp_min_44" [id=2339, type=clamp_min]; -"2340 expand_as_44" [id=2340, type=expand_as]; -"2341 div_44" [id=2341, type=div]; -"2342 quantize_per_tensor_default_137" [id=2342, type=quantize_per_tensor]; -"2343 dequantize_per_tensor_default_137" [id=2343, type=dequantize_per_tensor]; -"2344 linalg_vector_norm_45" [id=2344, type=linalg_vector_norm]; -"2345 clamp_min_45" [id=2345, type=clamp_min]; -"2346 expand_as_45" [id=2346, type=expand_as]; -"2347 div_45" [id=2347, type=div]; -"2348 quantize_per_tensor_default_138" [id=2348, type=quantize_per_tensor]; -"2349 dequantize_per_tensor_default_138" [id=2349, type=dequantize_per_tensor]; -"2350 transpose_44" [id=2350, type=transpose]; -"2351 matmul_44" [id=2351, type=matmul]; -"2352 _frozen_param190" [id=2352, type=get_attr]; -"2353 mul_45" [id=2353, type=mul]; -"2354 add_77" [id=2354, type=add]; -"2355 softmax_22" [id=2355, type=softmax]; -"2356 dropout_88" [id=2356, type=dropout]; -"2357 matmul_45" [id=2357, type=matmul]; -"2358 transpose_45" [id=2358, type=transpose]; -"2359 reshape_101" [id=2359, type=reshape]; -"2360 reshape_101_0_0_nncf_smooth_quant_0" [id=2360, type=call_module]; -"2361 quantize_per_tensor_default_139" [id=2361, type=quantize_per_tensor]; -"2362 dequantize_per_tensor_default_139" [id=2362, type=dequantize_per_tensor]; -"2363 linear_138_scale_0" [id=2363, type=get_attr]; -"2364 linear_138_zero_point_0" [id=2364, type=get_attr]; -"2365 compressed_weight_updated_constant93" [id=2365, type=get_attr]; -"2366 quantize_per_channel_default_116" [id=2366, type=quantize_per_channel]; -"2367 dequantize_per_channel_default_116" [id=2367, type=dequantize_per_channel]; -"2368 features_7_0_attn_proj_bias_0_0" [id=2368, type=get_attr]; -"2369 linear_138" [id=2369, type=linear]; -"2370 dropout_89" [id=2370, type=dropout]; -"2371 view_124" [id=2371, type=view]; -"2372 permute_103" [id=2372, type=permute]; -"2373 reshape_102" [id=2373, type=reshape]; -"2374 slice_342" [id=2374, type=slice]; -"2375 slice_343" [id=2375, type=slice]; -"2376 slice_344" [id=2376, type=slice]; -"2377 slice_345" [id=2377, type=slice]; -"2378 contiguous_43" [id=2378, type=contiguous]; -"2379 layer_norm_48" [id=2379, type=layer_norm]; -"2380 add_78" [id=2380, type=add]; -"2381 add_78_0_0_nncf_smooth_quant_0" [id=2381, type=call_module]; -"2382 quantize_per_tensor_default_140" [id=2382, type=quantize_per_tensor]; -"2383 dequantize_per_tensor_default_140" [id=2383, type=dequantize_per_tensor]; -"2384 linear_139_scale_0" [id=2384, type=get_attr]; -"2385 linear_139_zero_point_0" [id=2385, type=get_attr]; -"2386 compressed_weight_updated_constant94" [id=2386, type=get_attr]; -"2387 quantize_per_channel_default_117" [id=2387, type=quantize_per_channel]; -"2388 dequantize_per_channel_default_117" [id=2388, type=dequantize_per_channel]; -"2389 features_7_0_mlp_0_bias_0_0" [id=2389, type=get_attr]; -"2390 linear_139" [id=2390, type=linear]; -"2391 gelu_22" [id=2391, type=gelu]; -"2392 dropout_90" [id=2392, type=dropout]; -"2393 dropout_90_0_0_nncf_smooth_quant_0" [id=2393, type=call_module]; -"2394 quantize_per_tensor_default_141" [id=2394, type=quantize_per_tensor]; -"2395 dequantize_per_tensor_default_141" [id=2395, type=dequantize_per_tensor]; -"2396 linear_140_scale_0" [id=2396, type=get_attr]; -"2397 linear_140_zero_point_0" [id=2397, type=get_attr]; -"2398 compressed_weight_updated_constant95" [id=2398, type=get_attr]; -"2399 quantize_per_channel_default_118" [id=2399, type=quantize_per_channel]; -"2400 dequantize_per_channel_default_118" [id=2400, type=dequantize_per_channel]; -"2401 features_7_0_mlp_3_bias_0_0" [id=2401, type=get_attr]; -"2402 linear_140" [id=2402, type=linear]; -"2403 dropout_91" [id=2403, type=dropout]; -"2404 layer_norm_49" [id=2404, type=layer_norm]; -"2405 add_79" [id=2405, type=add]; -"2406 _frozen_param191" [id=2406, type=get_attr]; -"2407 pad_26" [id=2407, type=pad]; -"2408 view_127" [id=2408, type=view]; -"2409 permute_105" [id=2409, type=permute]; -"2410 reshape_103" [id=2410, type=reshape]; -"2411 reshape_103_0_0_nncf_smooth_quant_0" [id=2411, type=call_module]; -"2412 quantize_per_tensor_default_142" [id=2412, type=quantize_per_tensor]; -"2413 dequantize_per_tensor_default_142" [id=2413, type=dequantize_per_tensor]; -"2414 linear_143_scale_0" [id=2414, type=get_attr]; -"2415 linear_143_zero_point_0" [id=2415, type=get_attr]; -"2416 compressed_weight_updated_constant96" [id=2416, type=get_attr]; -"2417 quantize_per_channel_default_120" [id=2417, type=quantize_per_channel]; -"2418 dequantize_per_channel_default_120" [id=2418, type=dequantize_per_channel]; -"2419 _frozen_param192_0_0" [id=2419, type=get_attr]; -"2420 linear_143" [id=2420, type=linear]; -"2421 reshape_104" [id=2421, type=reshape]; -"2422 permute_106" [id=2422, type=permute]; -"2423 select_69" [id=2423, type=select]; -"2424 select_70" [id=2424, type=select]; -"2425 select_71" [id=2425, type=select]; -"2426 linalg_vector_norm_46" [id=2426, type=linalg_vector_norm]; -"2427 clamp_min_46" [id=2427, type=clamp_min]; -"2428 expand_as_46" [id=2428, type=expand_as]; -"2429 div_46" [id=2429, type=div]; -"2430 quantize_per_tensor_default_143" [id=2430, type=quantize_per_tensor]; -"2431 dequantize_per_tensor_default_143" [id=2431, type=dequantize_per_tensor]; -"2432 linalg_vector_norm_47" [id=2432, type=linalg_vector_norm]; -"2433 clamp_min_47" [id=2433, type=clamp_min]; -"2434 expand_as_47" [id=2434, type=expand_as]; -"2435 div_47" [id=2435, type=div]; -"2436 quantize_per_tensor_default_144" [id=2436, type=quantize_per_tensor]; -"2437 dequantize_per_tensor_default_144" [id=2437, type=dequantize_per_tensor]; -"2438 transpose_46" [id=2438, type=transpose]; -"2439 matmul_46" [id=2439, type=matmul]; -"2440 _frozen_param194" [id=2440, type=get_attr]; -"2441 mul_47" [id=2441, type=mul]; -"2442 add_80" [id=2442, type=add]; -"2443 softmax_23" [id=2443, type=softmax]; -"2444 dropout_92" [id=2444, type=dropout]; -"2445 matmul_47" [id=2445, type=matmul]; -"2446 transpose_47" [id=2446, type=transpose]; -"2447 reshape_105" [id=2447, type=reshape]; -"2448 reshape_105_0_0_nncf_smooth_quant_0" [id=2448, type=call_module]; -"2449 quantize_per_tensor_default_145" [id=2449, type=quantize_per_tensor]; -"2450 dequantize_per_tensor_default_145" [id=2450, type=dequantize_per_tensor]; -"2451 linear_144_scale_0" [id=2451, type=get_attr]; -"2452 linear_144_zero_point_0" [id=2452, type=get_attr]; -"2453 compressed_weight_updated_constant97" [id=2453, type=get_attr]; -"2454 quantize_per_channel_default_121" [id=2454, type=quantize_per_channel]; -"2455 dequantize_per_channel_default_121" [id=2455, type=dequantize_per_channel]; -"2456 features_7_1_attn_proj_bias_0_0" [id=2456, type=get_attr]; -"2457 linear_144" [id=2457, type=linear]; -"2458 dropout_93" [id=2458, type=dropout]; -"2459 view_128" [id=2459, type=view]; -"2460 permute_107" [id=2460, type=permute]; -"2461 reshape_106" [id=2461, type=reshape]; -"2462 slice_347" [id=2462, type=slice]; -"2463 slice_348" [id=2463, type=slice]; -"2464 slice_349" [id=2464, type=slice]; -"2465 slice_350" [id=2465, type=slice]; -"2466 contiguous_45" [id=2466, type=contiguous]; -"2467 layer_norm_50" [id=2467, type=layer_norm]; -"2468 add_81" [id=2468, type=add]; -"2469 add_81_0_0_nncf_smooth_quant_0" [id=2469, type=call_module]; -"2470 quantize_per_tensor_default_146" [id=2470, type=quantize_per_tensor]; -"2471 dequantize_per_tensor_default_146" [id=2471, type=dequantize_per_tensor]; -"2472 linear_145_scale_0" [id=2472, type=get_attr]; -"2473 linear_145_zero_point_0" [id=2473, type=get_attr]; -"2474 compressed_weight_updated_constant98" [id=2474, type=get_attr]; -"2475 quantize_per_channel_default_122" [id=2475, type=quantize_per_channel]; -"2476 dequantize_per_channel_default_122" [id=2476, type=dequantize_per_channel]; -"2477 features_7_1_mlp_0_bias_0_0" [id=2477, type=get_attr]; -"2478 linear_145" [id=2478, type=linear]; -"2479 gelu_23" [id=2479, type=gelu]; -"2480 dropout_94" [id=2480, type=dropout]; -"2481 dropout_94_0_0_nncf_smooth_quant_0" [id=2481, type=call_module]; -"2482 quantize_per_tensor_default_147" [id=2482, type=quantize_per_tensor]; -"2483 dequantize_per_tensor_default_147" [id=2483, type=dequantize_per_tensor]; -"2484 linear_146_scale_0" [id=2484, type=get_attr]; -"2485 linear_146_zero_point_0" [id=2485, type=get_attr]; -"2486 compressed_weight_updated_constant99" [id=2486, type=get_attr]; -"2487 quantize_per_channel_default_123" [id=2487, type=quantize_per_channel]; -"2488 dequantize_per_channel_default_123" [id=2488, type=dequantize_per_channel]; -"2489 features_7_1_mlp_3_bias_0_0" [id=2489, type=get_attr]; -"2490 linear_146" [id=2490, type=linear]; -"2491 dropout_95" [id=2491, type=dropout]; -"2492 layer_norm_51" [id=2492, type=layer_norm]; -"2493 add_82" [id=2493, type=add]; -"2494 layer_norm_52" [id=2494, type=layer_norm]; -"2495 permute_108" [id=2495, type=permute]; -"2496 adaptive_avg_pool2d" [id=2496, type=adaptive_avg_pool2d]; -"2497 flatten" [id=2497, type=flatten]; -"2498 flatten_0_0_nncf_smooth_quant_0" [id=2498, type=call_module]; -"2499 quantize_per_tensor_default_148" [id=2499, type=quantize_per_tensor]; -"2500 dequantize_per_tensor_default_148" [id=2500, type=dequantize_per_tensor]; -"2501 linear_147_scale_0" [id=2501, type=get_attr]; -"2502 linear_147_zero_point_0" [id=2502, type=get_attr]; -"2503 compressed_weight_updated_constant100" [id=2503, type=get_attr]; -"2504 quantize_per_channel_default_124" [id=2504, type=quantize_per_channel]; -"2505 dequantize_per_channel_default_124" [id=2505, type=dequantize_per_channel]; -"2506 head_bias_0_0" [id=2506, type=get_attr]; +"0 features_1_0_attn_proj_bias" [id=0, type=get_attr]; +"1 features_1_1_attn_proj_bias" [id=1, type=get_attr]; +"2 features_3_0_attn_proj_bias" [id=2, type=get_attr]; +"3 features_3_1_attn_proj_bias" [id=3, type=get_attr]; +"4 features_5_0_attn_proj_bias" [id=4, type=get_attr]; +"5 features_5_1_attn_proj_bias" [id=5, type=get_attr]; +"6 features_5_2_attn_proj_bias" [id=6, type=get_attr]; +"7 features_5_3_attn_proj_bias" [id=7, type=get_attr]; +"8 features_5_4_attn_proj_bias" [id=8, type=get_attr]; +"9 features_5_5_attn_proj_bias" [id=9, type=get_attr]; +"10 features_5_6_attn_proj_bias" [id=10, type=get_attr]; +"11 features_5_7_attn_proj_bias" [id=11, type=get_attr]; +"12 features_5_8_attn_proj_bias" [id=12, type=get_attr]; +"13 features_5_9_attn_proj_bias" [id=13, type=get_attr]; +"14 features_5_10_attn_proj_bias" [id=14, type=get_attr]; +"15 features_5_11_attn_proj_bias" [id=15, type=get_attr]; +"16 features_5_12_attn_proj_bias" [id=16, type=get_attr]; +"17 features_5_13_attn_proj_bias" [id=17, type=get_attr]; +"18 features_5_14_attn_proj_bias" [id=18, type=get_attr]; +"19 features_5_15_attn_proj_bias" [id=19, type=get_attr]; +"20 features_5_16_attn_proj_bias" [id=20, type=get_attr]; +"21 features_5_17_attn_proj_bias" [id=21, type=get_attr]; +"22 features_7_0_attn_proj_bias" [id=22, type=get_attr]; +"23 features_7_1_attn_proj_bias" [id=23, type=get_attr]; +"24 features_0_0_bias" [id=24, type=get_attr]; +"25 features_0_2_weight" [id=25, type=get_attr]; +"26 features_0_2_bias" [id=26, type=get_attr]; +"27 features_1_0_norm1_weight" [id=27, type=get_attr]; +"28 features_1_0_norm1_bias" [id=28, type=get_attr]; +"29 features_1_0_mlp_0_bias" [id=29, type=get_attr]; +"30 features_1_0_mlp_3_bias" [id=30, type=get_attr]; +"31 features_1_0_norm2_weight" [id=31, type=get_attr]; +"32 features_1_0_norm2_bias" [id=32, type=get_attr]; +"33 features_1_1_norm1_weight" [id=33, type=get_attr]; +"34 features_1_1_norm1_bias" [id=34, type=get_attr]; +"35 features_1_1_mlp_0_bias" [id=35, type=get_attr]; +"36 features_1_1_mlp_3_bias" [id=36, type=get_attr]; +"37 features_1_1_norm2_weight" [id=37, type=get_attr]; +"38 features_1_1_norm2_bias" [id=38, type=get_attr]; +"39 features_2_norm_weight" [id=39, type=get_attr]; +"40 features_2_norm_bias" [id=40, type=get_attr]; +"41 features_3_0_norm1_weight" [id=41, type=get_attr]; +"42 features_3_0_norm1_bias" [id=42, type=get_attr]; +"43 features_3_0_mlp_0_bias" [id=43, type=get_attr]; +"44 features_3_0_mlp_3_bias" [id=44, type=get_attr]; +"45 features_3_0_norm2_weight" [id=45, type=get_attr]; +"46 features_3_0_norm2_bias" [id=46, type=get_attr]; +"47 features_3_1_norm1_weight" [id=47, type=get_attr]; +"48 features_3_1_norm1_bias" [id=48, type=get_attr]; +"49 features_3_1_mlp_0_bias" [id=49, type=get_attr]; +"50 features_3_1_mlp_3_bias" [id=50, type=get_attr]; +"51 features_3_1_norm2_weight" [id=51, type=get_attr]; +"52 features_3_1_norm2_bias" [id=52, type=get_attr]; +"53 features_4_norm_weight" [id=53, type=get_attr]; +"54 features_4_norm_bias" [id=54, type=get_attr]; +"55 features_5_0_norm1_weight" [id=55, type=get_attr]; +"56 features_5_0_norm1_bias" [id=56, type=get_attr]; +"57 features_5_0_mlp_0_bias" [id=57, type=get_attr]; +"58 features_5_0_mlp_3_bias" [id=58, type=get_attr]; +"59 features_5_0_norm2_weight" [id=59, type=get_attr]; +"60 features_5_0_norm2_bias" [id=60, type=get_attr]; +"61 features_5_1_norm1_weight" [id=61, type=get_attr]; +"62 features_5_1_norm1_bias" [id=62, type=get_attr]; +"63 features_5_1_mlp_0_bias" [id=63, type=get_attr]; +"64 features_5_1_mlp_3_bias" [id=64, type=get_attr]; +"65 features_5_1_norm2_weight" [id=65, type=get_attr]; +"66 features_5_1_norm2_bias" [id=66, type=get_attr]; +"67 features_5_2_norm1_weight" [id=67, type=get_attr]; +"68 features_5_2_norm1_bias" [id=68, type=get_attr]; +"69 features_5_2_mlp_0_bias" [id=69, type=get_attr]; +"70 features_5_2_mlp_3_bias" [id=70, type=get_attr]; +"71 features_5_2_norm2_weight" [id=71, type=get_attr]; +"72 features_5_2_norm2_bias" [id=72, type=get_attr]; +"73 features_5_3_norm1_weight" [id=73, type=get_attr]; +"74 features_5_3_norm1_bias" [id=74, type=get_attr]; +"75 features_5_3_mlp_0_bias" [id=75, type=get_attr]; +"76 features_5_3_mlp_3_bias" [id=76, type=get_attr]; +"77 features_5_3_norm2_weight" [id=77, type=get_attr]; +"78 features_5_3_norm2_bias" [id=78, type=get_attr]; +"79 features_5_4_norm1_weight" [id=79, type=get_attr]; +"80 features_5_4_norm1_bias" [id=80, type=get_attr]; +"81 features_5_4_mlp_0_bias" [id=81, type=get_attr]; +"82 features_5_4_mlp_3_bias" [id=82, type=get_attr]; +"83 features_5_4_norm2_weight" [id=83, type=get_attr]; +"84 features_5_4_norm2_bias" [id=84, type=get_attr]; +"85 features_5_5_norm1_weight" [id=85, type=get_attr]; +"86 features_5_5_norm1_bias" [id=86, type=get_attr]; +"87 features_5_5_mlp_0_bias" [id=87, type=get_attr]; +"88 features_5_5_mlp_3_bias" [id=88, type=get_attr]; +"89 features_5_5_norm2_weight" [id=89, type=get_attr]; +"90 features_5_5_norm2_bias" [id=90, type=get_attr]; +"91 features_5_6_norm1_weight" [id=91, type=get_attr]; +"92 features_5_6_norm1_bias" [id=92, type=get_attr]; +"93 features_5_6_mlp_0_bias" [id=93, type=get_attr]; +"94 features_5_6_mlp_3_bias" [id=94, type=get_attr]; +"95 features_5_6_norm2_weight" [id=95, type=get_attr]; +"96 features_5_6_norm2_bias" [id=96, type=get_attr]; +"97 features_5_7_norm1_weight" [id=97, type=get_attr]; +"98 features_5_7_norm1_bias" [id=98, type=get_attr]; +"99 features_5_7_mlp_0_bias" [id=99, type=get_attr]; +"100 features_5_7_mlp_3_bias" [id=100, type=get_attr]; +"101 features_5_7_norm2_weight" [id=101, type=get_attr]; +"102 features_5_7_norm2_bias" [id=102, type=get_attr]; +"103 features_5_8_norm1_weight" [id=103, type=get_attr]; +"104 features_5_8_norm1_bias" [id=104, type=get_attr]; +"105 features_5_8_mlp_0_bias" [id=105, type=get_attr]; +"106 features_5_8_mlp_3_bias" [id=106, type=get_attr]; +"107 features_5_8_norm2_weight" [id=107, type=get_attr]; +"108 features_5_8_norm2_bias" [id=108, type=get_attr]; +"109 features_5_9_norm1_weight" [id=109, type=get_attr]; +"110 features_5_9_norm1_bias" [id=110, type=get_attr]; +"111 features_5_9_mlp_0_bias" [id=111, type=get_attr]; +"112 features_5_9_mlp_3_bias" [id=112, type=get_attr]; +"113 features_5_9_norm2_weight" [id=113, type=get_attr]; +"114 features_5_9_norm2_bias" [id=114, type=get_attr]; +"115 features_5_10_norm1_weight" [id=115, type=get_attr]; +"116 features_5_10_norm1_bias" [id=116, type=get_attr]; +"117 features_5_10_mlp_0_bias" [id=117, type=get_attr]; +"118 features_5_10_mlp_3_bias" [id=118, type=get_attr]; +"119 features_5_10_norm2_weight" [id=119, type=get_attr]; +"120 features_5_10_norm2_bias" [id=120, type=get_attr]; +"121 features_5_11_norm1_weight" [id=121, type=get_attr]; +"122 features_5_11_norm1_bias" [id=122, type=get_attr]; +"123 features_5_11_mlp_0_bias" [id=123, type=get_attr]; +"124 features_5_11_mlp_3_bias" [id=124, type=get_attr]; +"125 features_5_11_norm2_weight" [id=125, type=get_attr]; +"126 features_5_11_norm2_bias" [id=126, type=get_attr]; +"127 features_5_12_norm1_weight" [id=127, type=get_attr]; +"128 features_5_12_norm1_bias" [id=128, type=get_attr]; +"129 features_5_12_mlp_0_bias" [id=129, type=get_attr]; +"130 features_5_12_mlp_3_bias" [id=130, type=get_attr]; +"131 features_5_12_norm2_weight" [id=131, type=get_attr]; +"132 features_5_12_norm2_bias" [id=132, type=get_attr]; +"133 features_5_13_norm1_weight" [id=133, type=get_attr]; +"134 features_5_13_norm1_bias" [id=134, type=get_attr]; +"135 features_5_13_mlp_0_bias" [id=135, type=get_attr]; +"136 features_5_13_mlp_3_bias" [id=136, type=get_attr]; +"137 features_5_13_norm2_weight" [id=137, type=get_attr]; +"138 features_5_13_norm2_bias" [id=138, type=get_attr]; +"139 features_5_14_norm1_weight" [id=139, type=get_attr]; +"140 features_5_14_norm1_bias" [id=140, type=get_attr]; +"141 features_5_14_mlp_0_bias" [id=141, type=get_attr]; +"142 features_5_14_mlp_3_bias" [id=142, type=get_attr]; +"143 features_5_14_norm2_weight" [id=143, type=get_attr]; +"144 features_5_14_norm2_bias" [id=144, type=get_attr]; +"145 features_5_15_norm1_weight" [id=145, type=get_attr]; +"146 features_5_15_norm1_bias" [id=146, type=get_attr]; +"147 features_5_15_mlp_0_bias" [id=147, type=get_attr]; +"148 features_5_15_mlp_3_bias" [id=148, type=get_attr]; +"149 features_5_15_norm2_weight" [id=149, type=get_attr]; +"150 features_5_15_norm2_bias" [id=150, type=get_attr]; +"151 features_5_16_norm1_weight" [id=151, type=get_attr]; +"152 features_5_16_norm1_bias" [id=152, type=get_attr]; +"153 features_5_16_mlp_0_bias" [id=153, type=get_attr]; +"154 features_5_16_mlp_3_bias" [id=154, type=get_attr]; +"155 features_5_16_norm2_weight" [id=155, type=get_attr]; +"156 features_5_16_norm2_bias" [id=156, type=get_attr]; +"157 features_5_17_norm1_weight" [id=157, type=get_attr]; +"158 features_5_17_norm1_bias" [id=158, type=get_attr]; +"159 features_5_17_mlp_0_bias" [id=159, type=get_attr]; +"160 features_5_17_mlp_3_bias" [id=160, type=get_attr]; +"161 features_5_17_norm2_weight" [id=161, type=get_attr]; +"162 features_5_17_norm2_bias" [id=162, type=get_attr]; +"163 features_6_norm_weight" [id=163, type=get_attr]; +"164 features_6_norm_bias" [id=164, type=get_attr]; +"165 features_7_0_norm1_weight" [id=165, type=get_attr]; +"166 features_7_0_norm1_bias" [id=166, type=get_attr]; +"167 features_7_0_mlp_0_bias" [id=167, type=get_attr]; +"168 features_7_0_mlp_3_bias" [id=168, type=get_attr]; +"169 features_7_0_norm2_weight" [id=169, type=get_attr]; +"170 features_7_0_norm2_bias" [id=170, type=get_attr]; +"171 features_7_1_norm1_weight" [id=171, type=get_attr]; +"172 features_7_1_norm1_bias" [id=172, type=get_attr]; +"173 features_7_1_mlp_0_bias" [id=173, type=get_attr]; +"174 features_7_1_mlp_3_bias" [id=174, type=get_attr]; +"175 features_7_1_norm2_weight" [id=175, type=get_attr]; +"176 features_7_1_norm2_bias" [id=176, type=get_attr]; +"177 norm_weight" [id=177, type=get_attr]; +"178 norm_bias" [id=178, type=get_attr]; +"179 head_bias" [id=179, type=get_attr]; +"180 x" [id=180, type=input]; +"181 quantize_per_tensor_default" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default" [id=182, type=dequantize_per_tensor]; +"183 conv2d_scale_0" [id=183, type=get_attr]; +"184 conv2d_zero_point_0" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant0" [id=185, type=get_attr]; +"186 quantize_per_channel_default" [id=186, type=quantize_per_channel]; +"187 dequantize_per_channel_default" [id=187, type=dequantize_per_channel]; +"188 conv2d" [id=188, type=conv2d]; +"189 permute" [id=189, type=permute]; +"190 layer_norm" [id=190, type=layer_norm]; +"191 _frozen_param0" [id=191, type=get_attr]; +"192 pad" [id=192, type=pad]; +"193 view_2" [id=193, type=view]; +"194 permute_2" [id=194, type=permute]; +"195 reshape" [id=195, type=reshape]; +"196 _frozen_param1" [id=196, type=get_attr]; +"197 reshape_0_0_nncf_smooth_quant_0" [id=197, type=call_module]; +"198 quantize_per_tensor_default_1" [id=198, type=quantize_per_tensor]; +"199 dequantize_per_tensor_default_1" [id=199, type=dequantize_per_tensor]; +"200 linear_2_scale_0" [id=200, type=get_attr]; +"201 linear_2_zero_point_0" [id=201, type=get_attr]; +"202 compressed_weight_updated_constant1" [id=202, type=get_attr]; +"203 quantize_per_channel_default_1" [id=203, type=quantize_per_channel]; +"204 dequantize_per_channel_default_1" [id=204, type=dequantize_per_channel]; +"205 linear_2" [id=205, type=linear]; +"206 reshape_1" [id=206, type=reshape]; +"207 permute_3" [id=207, type=permute]; +"208 select" [id=208, type=select]; +"209 select_1" [id=209, type=select]; +"210 select_2" [id=210, type=select]; +"211 linalg_vector_norm" [id=211, type=linalg_vector_norm]; +"212 clamp_min" [id=212, type=clamp_min]; +"213 expand_as" [id=213, type=expand_as]; +"214 div" [id=214, type=div]; +"215 quantize_per_tensor_default_2" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_2" [id=216, type=dequantize_per_tensor]; +"217 linalg_vector_norm_1" [id=217, type=linalg_vector_norm]; +"218 clamp_min_1" [id=218, type=clamp_min]; +"219 expand_as_1" [id=219, type=expand_as]; +"220 div_1" [id=220, type=div]; +"221 quantize_per_tensor_default_3" [id=221, type=quantize_per_tensor]; +"222 dequantize_per_tensor_default_3" [id=222, type=dequantize_per_tensor]; +"223 transpose" [id=223, type=transpose]; +"224 matmul" [id=224, type=matmul]; +"225 _frozen_param3" [id=225, type=get_attr]; +"226 mul_1" [id=226, type=mul]; +"227 add" [id=227, type=add]; +"228 softmax" [id=228, type=softmax]; +"229 dropout" [id=229, type=dropout]; +"230 matmul_1" [id=230, type=matmul]; +"231 transpose_1" [id=231, type=transpose]; +"232 reshape_2" [id=232, type=reshape]; +"233 reshape_2_0_0_nncf_smooth_quant_0" [id=233, type=call_module]; +"234 quantize_per_tensor_default_4" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_4" [id=235, type=dequantize_per_tensor]; +"236 linear_3_scale_0" [id=236, type=get_attr]; +"237 linear_3_zero_point_0" [id=237, type=get_attr]; +"238 compressed_weight_updated_constant2" [id=238, type=get_attr]; +"239 quantize_per_channel_default_2" [id=239, type=quantize_per_channel]; +"240 dequantize_per_channel_default_2" [id=240, type=dequantize_per_channel]; +"241 linear_3" [id=241, type=linear]; +"242 dropout_1" [id=242, type=dropout]; +"243 view_3" [id=243, type=view]; +"244 permute_4" [id=244, type=permute]; +"245 reshape_3" [id=245, type=reshape]; +"246 slice_2" [id=246, type=slice]; +"247 slice_3" [id=247, type=slice]; +"248 layer_norm_1" [id=248, type=layer_norm]; +"249 add_1" [id=249, type=add]; +"250 add_1_0_0_nncf_smooth_quant_0" [id=250, type=call_module]; +"251 quantize_per_tensor_default_5" [id=251, type=quantize_per_tensor]; +"252 dequantize_per_tensor_default_5" [id=252, type=dequantize_per_tensor]; +"253 linear_4_scale_0" [id=253, type=get_attr]; +"254 linear_4_zero_point_0" [id=254, type=get_attr]; +"255 compressed_weight_updated_constant3" [id=255, type=get_attr]; +"256 quantize_per_channel_default_3" [id=256, type=quantize_per_channel]; +"257 dequantize_per_channel_default_3" [id=257, type=dequantize_per_channel]; +"258 linear_4" [id=258, type=linear]; +"259 gelu" [id=259, type=gelu]; +"260 dropout_2" [id=260, type=dropout]; +"261 dropout_2_0_0_nncf_smooth_quant_0" [id=261, type=call_module]; +"262 quantize_per_tensor_default_6" [id=262, type=quantize_per_tensor]; +"263 dequantize_per_tensor_default_6" [id=263, type=dequantize_per_tensor]; +"264 linear_5_scale_0" [id=264, type=get_attr]; +"265 linear_5_zero_point_0" [id=265, type=get_attr]; +"266 compressed_weight_updated_constant4" [id=266, type=get_attr]; +"267 quantize_per_channel_default_4" [id=267, type=quantize_per_channel]; +"268 dequantize_per_channel_default_4" [id=268, type=dequantize_per_channel]; +"269 linear_5" [id=269, type=linear]; +"270 dropout_3" [id=270, type=dropout]; +"271 layer_norm_2" [id=271, type=layer_norm]; +"272 add_2" [id=272, type=add]; +"273 _frozen_param4" [id=273, type=get_attr]; +"274 pad_1" [id=274, type=pad]; +"275 roll" [id=275, type=roll]; +"276 view_6" [id=276, type=view]; +"277 permute_6" [id=277, type=permute]; +"278 reshape_4" [id=278, type=reshape]; +"279 _frozen_param5" [id=279, type=get_attr]; +"280 reshape_4_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_7" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_7" [id=282, type=dequantize_per_tensor]; +"283 linear_8_scale_0" [id=283, type=get_attr]; +"284 linear_8_zero_point_0" [id=284, type=get_attr]; +"285 compressed_weight_updated_constant5" [id=285, type=get_attr]; +"286 quantize_per_channel_default_5" [id=286, type=quantize_per_channel]; +"287 dequantize_per_channel_default_5" [id=287, type=dequantize_per_channel]; +"288 linear_8" [id=288, type=linear]; +"289 reshape_5" [id=289, type=reshape]; +"290 permute_7" [id=290, type=permute]; +"291 select_3" [id=291, type=select]; +"292 select_4" [id=292, type=select]; +"293 select_5" [id=293, type=select]; +"294 linalg_vector_norm_2" [id=294, type=linalg_vector_norm]; +"295 clamp_min_2" [id=295, type=clamp_min]; +"296 expand_as_2" [id=296, type=expand_as]; +"297 div_2" [id=297, type=div]; +"298 quantize_per_tensor_default_8" [id=298, type=quantize_per_tensor]; +"299 dequantize_per_tensor_default_8" [id=299, type=dequantize_per_tensor]; +"300 linalg_vector_norm_3" [id=300, type=linalg_vector_norm]; +"301 clamp_min_3" [id=301, type=clamp_min]; +"302 expand_as_3" [id=302, type=expand_as]; +"303 div_3" [id=303, type=div]; +"304 quantize_per_tensor_default_9" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_9" [id=305, type=dequantize_per_tensor]; +"306 transpose_2" [id=306, type=transpose]; +"307 matmul_2" [id=307, type=matmul]; +"308 _frozen_param7" [id=308, type=get_attr]; +"309 mul_3" [id=309, type=mul]; +"310 add_3" [id=310, type=add]; +"311 new_zeros" [id=311, type=new_zeros]; +"312 view_7" [id=312, type=view]; +"313 permute_8" [id=313, type=permute]; +"314 reshape_6" [id=314, type=reshape]; +"315 unsqueeze_2" [id=315, type=unsqueeze]; +"316 unsqueeze_3" [id=316, type=unsqueeze]; +"317 sub" [id=317, type=sub]; +"318 ne" [id=318, type=ne]; +"319 masked_fill" [id=319, type=masked_fill]; +"320 eq" [id=320, type=eq]; +"321 masked_fill_1" [id=321, type=masked_fill]; +"322 view_8" [id=322, type=view]; +"323 unsqueeze_4" [id=323, type=unsqueeze]; +"324 unsqueeze_5" [id=324, type=unsqueeze]; +"325 add_4" [id=325, type=add]; +"326 view_9" [id=326, type=view]; +"327 softmax_1" [id=327, type=softmax]; +"328 dropout_4" [id=328, type=dropout]; +"329 matmul_3" [id=329, type=matmul]; +"330 transpose_3" [id=330, type=transpose]; +"331 reshape_7" [id=331, type=reshape]; +"332 reshape_7_0_0_nncf_smooth_quant_0" [id=332, type=call_module]; +"333 quantize_per_tensor_default_10" [id=333, type=quantize_per_tensor]; +"334 dequantize_per_tensor_default_10" [id=334, type=dequantize_per_tensor]; +"335 linear_9_scale_0" [id=335, type=get_attr]; +"336 linear_9_zero_point_0" [id=336, type=get_attr]; +"337 compressed_weight_updated_constant6" [id=337, type=get_attr]; +"338 quantize_per_channel_default_6" [id=338, type=quantize_per_channel]; +"339 dequantize_per_channel_default_6" [id=339, type=dequantize_per_channel]; +"340 linear_9" [id=340, type=linear]; +"341 dropout_5" [id=341, type=dropout]; +"342 view_10" [id=342, type=view]; +"343 permute_9" [id=343, type=permute]; +"344 reshape_8" [id=344, type=reshape]; +"345 roll_1" [id=345, type=roll]; +"346 slice_23" [id=346, type=slice]; +"347 slice_24" [id=347, type=slice]; +"348 layer_norm_3" [id=348, type=layer_norm]; +"349 add_5" [id=349, type=add]; +"350 add_5_0_0_nncf_smooth_quant_0" [id=350, type=call_module]; +"351 quantize_per_tensor_default_11" [id=351, type=quantize_per_tensor]; +"352 dequantize_per_tensor_default_11" [id=352, type=dequantize_per_tensor]; +"353 linear_10_scale_0" [id=353, type=get_attr]; +"354 linear_10_zero_point_0" [id=354, type=get_attr]; +"355 compressed_weight_updated_constant7" [id=355, type=get_attr]; +"356 quantize_per_channel_default_7" [id=356, type=quantize_per_channel]; +"357 dequantize_per_channel_default_7" [id=357, type=dequantize_per_channel]; +"358 linear_10" [id=358, type=linear]; +"359 gelu_1" [id=359, type=gelu]; +"360 dropout_6" [id=360, type=dropout]; +"361 dropout_6_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; +"362 quantize_per_tensor_default_12" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_12" [id=363, type=dequantize_per_tensor]; +"364 linear_11_scale_0" [id=364, type=get_attr]; +"365 linear_11_zero_point_0" [id=365, type=get_attr]; +"366 compressed_weight_updated_constant8" [id=366, type=get_attr]; +"367 quantize_per_channel_default_8" [id=367, type=quantize_per_channel]; +"368 dequantize_per_channel_default_8" [id=368, type=dequantize_per_channel]; +"369 linear_11" [id=369, type=linear]; +"370 dropout_7" [id=370, type=dropout]; +"371 layer_norm_4" [id=371, type=layer_norm]; +"372 add_6" [id=372, type=add]; +"373 pad_2" [id=373, type=pad]; +"374 slice_25" [id=374, type=slice]; +"375 slice_26" [id=375, type=slice]; +"376 slice_27" [id=376, type=slice]; +"377 slice_28" [id=377, type=slice]; +"378 slice_29" [id=378, type=slice]; +"379 slice_30" [id=379, type=slice]; +"380 slice_31" [id=380, type=slice]; +"381 slice_32" [id=381, type=slice]; +"382 slice_33" [id=382, type=slice]; +"383 slice_34" [id=383, type=slice]; +"384 slice_35" [id=384, type=slice]; +"385 slice_36" [id=385, type=slice]; +"386 cat" [id=386, type=cat]; +"387 cat_0_0_nncf_smooth_quant_0" [id=387, type=call_module]; +"388 quantize_per_tensor_default_13" [id=388, type=quantize_per_tensor]; +"389 dequantize_per_tensor_default_13" [id=389, type=dequantize_per_tensor]; +"390 linear_12_scale_0" [id=390, type=get_attr]; +"391 linear_12_zero_point_0" [id=391, type=get_attr]; +"392 compressed_weight_updated_constant9" [id=392, type=get_attr]; +"393 quantize_per_channel_default_9" [id=393, type=quantize_per_channel]; +"394 dequantize_per_channel_default_9" [id=394, type=dequantize_per_channel]; +"395 linear_12" [id=395, type=linear]; +"396 layer_norm_5" [id=396, type=layer_norm]; +"397 _frozen_param17" [id=397, type=get_attr]; +"398 pad_3" [id=398, type=pad]; +"399 view_13" [id=399, type=view]; +"400 permute_11" [id=400, type=permute]; +"401 reshape_9" [id=401, type=reshape]; +"402 _frozen_param18" [id=402, type=get_attr]; +"403 reshape_9_0_0_nncf_smooth_quant_0" [id=403, type=call_module]; +"404 quantize_per_tensor_default_14" [id=404, type=quantize_per_tensor]; +"405 dequantize_per_tensor_default_14" [id=405, type=dequantize_per_tensor]; +"406 linear_15_scale_0" [id=406, type=get_attr]; +"407 linear_15_zero_point_0" [id=407, type=get_attr]; +"408 compressed_weight_updated_constant10" [id=408, type=get_attr]; +"409 quantize_per_channel_default_10" [id=409, type=quantize_per_channel]; +"410 dequantize_per_channel_default_10" [id=410, type=dequantize_per_channel]; +"411 linear_15" [id=411, type=linear]; +"412 reshape_10" [id=412, type=reshape]; +"413 permute_12" [id=413, type=permute]; +"414 select_6" [id=414, type=select]; +"415 select_7" [id=415, type=select]; +"416 select_8" [id=416, type=select]; +"417 linalg_vector_norm_4" [id=417, type=linalg_vector_norm]; +"418 clamp_min_4" [id=418, type=clamp_min]; +"419 expand_as_4" [id=419, type=expand_as]; +"420 div_4" [id=420, type=div]; +"421 quantize_per_tensor_default_15" [id=421, type=quantize_per_tensor]; +"422 dequantize_per_tensor_default_15" [id=422, type=dequantize_per_tensor]; +"423 linalg_vector_norm_5" [id=423, type=linalg_vector_norm]; +"424 clamp_min_5" [id=424, type=clamp_min]; +"425 expand_as_5" [id=425, type=expand_as]; +"426 div_5" [id=426, type=div]; +"427 quantize_per_tensor_default_16" [id=427, type=quantize_per_tensor]; +"428 dequantize_per_tensor_default_16" [id=428, type=dequantize_per_tensor]; +"429 transpose_4" [id=429, type=transpose]; +"430 matmul_4" [id=430, type=matmul]; +"431 _frozen_param20" [id=431, type=get_attr]; +"432 mul_5" [id=432, type=mul]; +"433 add_7" [id=433, type=add]; +"434 softmax_2" [id=434, type=softmax]; +"435 dropout_8" [id=435, type=dropout]; +"436 matmul_5" [id=436, type=matmul]; +"437 transpose_5" [id=437, type=transpose]; +"438 reshape_11" [id=438, type=reshape]; +"439 reshape_11_0_0_nncf_smooth_quant_0" [id=439, type=call_module]; +"440 quantize_per_tensor_default_17" [id=440, type=quantize_per_tensor]; +"441 dequantize_per_tensor_default_17" [id=441, type=dequantize_per_tensor]; +"442 linear_16_scale_0" [id=442, type=get_attr]; +"443 linear_16_zero_point_0" [id=443, type=get_attr]; +"444 compressed_weight_updated_constant11" [id=444, type=get_attr]; +"445 quantize_per_channel_default_11" [id=445, type=quantize_per_channel]; +"446 dequantize_per_channel_default_11" [id=446, type=dequantize_per_channel]; +"447 linear_16" [id=447, type=linear]; +"448 dropout_9" [id=448, type=dropout]; +"449 view_14" [id=449, type=view]; +"450 permute_13" [id=450, type=permute]; +"451 reshape_12" [id=451, type=reshape]; +"452 slice_38" [id=452, type=slice]; +"453 slice_39" [id=453, type=slice]; +"454 slice_40" [id=454, type=slice]; +"455 slice_41" [id=455, type=slice]; +"456 contiguous_3" [id=456, type=contiguous]; +"457 layer_norm_6" [id=457, type=layer_norm]; +"458 add_8" [id=458, type=add]; +"459 add_8_0_0_nncf_smooth_quant_0" [id=459, type=call_module]; +"460 quantize_per_tensor_default_18" [id=460, type=quantize_per_tensor]; +"461 dequantize_per_tensor_default_18" [id=461, type=dequantize_per_tensor]; +"462 linear_17_scale_0" [id=462, type=get_attr]; +"463 linear_17_zero_point_0" [id=463, type=get_attr]; +"464 compressed_weight_updated_constant12" [id=464, type=get_attr]; +"465 quantize_per_channel_default_12" [id=465, type=quantize_per_channel]; +"466 dequantize_per_channel_default_12" [id=466, type=dequantize_per_channel]; +"467 linear_17" [id=467, type=linear]; +"468 gelu_2" [id=468, type=gelu]; +"469 dropout_10" [id=469, type=dropout]; +"470 dropout_10_0_0_nncf_smooth_quant_0" [id=470, type=call_module]; +"471 quantize_per_tensor_default_19" [id=471, type=quantize_per_tensor]; +"472 dequantize_per_tensor_default_19" [id=472, type=dequantize_per_tensor]; +"473 linear_18_scale_0" [id=473, type=get_attr]; +"474 linear_18_zero_point_0" [id=474, type=get_attr]; +"475 compressed_weight_updated_constant13" [id=475, type=get_attr]; +"476 quantize_per_channel_default_13" [id=476, type=quantize_per_channel]; +"477 dequantize_per_channel_default_13" [id=477, type=dequantize_per_channel]; +"478 linear_18" [id=478, type=linear]; +"479 dropout_11" [id=479, type=dropout]; +"480 layer_norm_7" [id=480, type=layer_norm]; +"481 add_9" [id=481, type=add]; +"482 _frozen_param21" [id=482, type=get_attr]; +"483 pad_4" [id=483, type=pad]; +"484 roll_2" [id=484, type=roll]; +"485 view_17" [id=485, type=view]; +"486 permute_15" [id=486, type=permute]; +"487 reshape_13" [id=487, type=reshape]; +"488 _frozen_param22" [id=488, type=get_attr]; +"489 reshape_13_0_0_nncf_smooth_quant_0" [id=489, type=call_module]; +"490 quantize_per_tensor_default_20" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_20" [id=491, type=dequantize_per_tensor]; +"492 linear_21_scale_0" [id=492, type=get_attr]; +"493 linear_21_zero_point_0" [id=493, type=get_attr]; +"494 compressed_weight_updated_constant14" [id=494, type=get_attr]; +"495 quantize_per_channel_default_14" [id=495, type=quantize_per_channel]; +"496 dequantize_per_channel_default_14" [id=496, type=dequantize_per_channel]; +"497 linear_21" [id=497, type=linear]; +"498 reshape_14" [id=498, type=reshape]; +"499 permute_16" [id=499, type=permute]; +"500 select_9" [id=500, type=select]; +"501 select_10" [id=501, type=select]; +"502 select_11" [id=502, type=select]; +"503 linalg_vector_norm_6" [id=503, type=linalg_vector_norm]; +"504 clamp_min_6" [id=504, type=clamp_min]; +"505 expand_as_6" [id=505, type=expand_as]; +"506 div_6" [id=506, type=div]; +"507 quantize_per_tensor_default_21" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_21" [id=508, type=dequantize_per_tensor]; +"509 linalg_vector_norm_7" [id=509, type=linalg_vector_norm]; +"510 clamp_min_7" [id=510, type=clamp_min]; +"511 expand_as_7" [id=511, type=expand_as]; +"512 div_7" [id=512, type=div]; +"513 quantize_per_tensor_default_22" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_22" [id=514, type=dequantize_per_tensor]; +"515 transpose_6" [id=515, type=transpose]; +"516 matmul_6" [id=516, type=matmul]; +"517 _frozen_param24" [id=517, type=get_attr]; +"518 mul_7" [id=518, type=mul]; +"519 add_10" [id=519, type=add]; +"520 new_zeros_1" [id=520, type=new_zeros]; +"521 view_18" [id=521, type=view]; +"522 permute_17" [id=522, type=permute]; +"523 reshape_15" [id=523, type=reshape]; +"524 unsqueeze_8" [id=524, type=unsqueeze]; +"525 unsqueeze_9" [id=525, type=unsqueeze]; +"526 sub_1" [id=526, type=sub]; +"527 ne_1" [id=527, type=ne]; +"528 masked_fill_2" [id=528, type=masked_fill]; +"529 eq_1" [id=529, type=eq]; +"530 masked_fill_3" [id=530, type=masked_fill]; +"531 view_19" [id=531, type=view]; +"532 unsqueeze_10" [id=532, type=unsqueeze]; +"533 unsqueeze_11" [id=533, type=unsqueeze]; +"534 add_11" [id=534, type=add]; +"535 view_20" [id=535, type=view]; +"536 softmax_3" [id=536, type=softmax]; +"537 dropout_12" [id=537, type=dropout]; +"538 matmul_7" [id=538, type=matmul]; +"539 transpose_7" [id=539, type=transpose]; +"540 reshape_16" [id=540, type=reshape]; +"541 reshape_16_0_0_nncf_smooth_quant_0" [id=541, type=call_module]; +"542 quantize_per_tensor_default_23" [id=542, type=quantize_per_tensor]; +"543 dequantize_per_tensor_default_23" [id=543, type=dequantize_per_tensor]; +"544 linear_22_scale_0" [id=544, type=get_attr]; +"545 linear_22_zero_point_0" [id=545, type=get_attr]; +"546 compressed_weight_updated_constant15" [id=546, type=get_attr]; +"547 quantize_per_channel_default_15" [id=547, type=quantize_per_channel]; +"548 dequantize_per_channel_default_15" [id=548, type=dequantize_per_channel]; +"549 linear_22" [id=549, type=linear]; +"550 dropout_13" [id=550, type=dropout]; +"551 view_21" [id=551, type=view]; +"552 permute_18" [id=552, type=permute]; +"553 reshape_17" [id=553, type=reshape]; +"554 roll_3" [id=554, type=roll]; +"555 slice_61" [id=555, type=slice]; +"556 slice_62" [id=556, type=slice]; +"557 slice_63" [id=557, type=slice]; +"558 slice_64" [id=558, type=slice]; +"559 contiguous_5" [id=559, type=contiguous]; +"560 layer_norm_8" [id=560, type=layer_norm]; +"561 add_12" [id=561, type=add]; +"562 add_12_0_0_nncf_smooth_quant_0" [id=562, type=call_module]; +"563 quantize_per_tensor_default_24" [id=563, type=quantize_per_tensor]; +"564 dequantize_per_tensor_default_24" [id=564, type=dequantize_per_tensor]; +"565 linear_23_scale_0" [id=565, type=get_attr]; +"566 linear_23_zero_point_0" [id=566, type=get_attr]; +"567 compressed_weight_updated_constant16" [id=567, type=get_attr]; +"568 quantize_per_channel_default_16" [id=568, type=quantize_per_channel]; +"569 dequantize_per_channel_default_16" [id=569, type=dequantize_per_channel]; +"570 linear_23" [id=570, type=linear]; +"571 gelu_3" [id=571, type=gelu]; +"572 dropout_14" [id=572, type=dropout]; +"573 dropout_14_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; +"574 quantize_per_tensor_default_25" [id=574, type=quantize_per_tensor]; +"575 dequantize_per_tensor_default_25" [id=575, type=dequantize_per_tensor]; +"576 linear_24_scale_0" [id=576, type=get_attr]; +"577 linear_24_zero_point_0" [id=577, type=get_attr]; +"578 compressed_weight_updated_constant17" [id=578, type=get_attr]; +"579 quantize_per_channel_default_17" [id=579, type=quantize_per_channel]; +"580 dequantize_per_channel_default_17" [id=580, type=dequantize_per_channel]; +"581 linear_24" [id=581, type=linear]; +"582 dropout_15" [id=582, type=dropout]; +"583 layer_norm_9" [id=583, type=layer_norm]; +"584 add_13" [id=584, type=add]; +"585 pad_5" [id=585, type=pad]; +"586 slice_65" [id=586, type=slice]; +"587 slice_66" [id=587, type=slice]; +"588 slice_67" [id=588, type=slice]; +"589 slice_68" [id=589, type=slice]; +"590 slice_69" [id=590, type=slice]; +"591 slice_70" [id=591, type=slice]; +"592 slice_71" [id=592, type=slice]; +"593 slice_72" [id=593, type=slice]; +"594 slice_73" [id=594, type=slice]; +"595 slice_74" [id=595, type=slice]; +"596 slice_75" [id=596, type=slice]; +"597 slice_76" [id=597, type=slice]; +"598 cat_1" [id=598, type=cat]; +"599 cat_1_0_0_nncf_smooth_quant_0" [id=599, type=call_module]; +"600 quantize_per_tensor_default_26" [id=600, type=quantize_per_tensor]; +"601 dequantize_per_tensor_default_26" [id=601, type=dequantize_per_tensor]; +"602 linear_25_scale_0" [id=602, type=get_attr]; +"603 linear_25_zero_point_0" [id=603, type=get_attr]; +"604 compressed_weight_updated_constant18" [id=604, type=get_attr]; +"605 quantize_per_channel_default_18" [id=605, type=quantize_per_channel]; +"606 dequantize_per_channel_default_18" [id=606, type=dequantize_per_channel]; +"607 linear_25" [id=607, type=linear]; +"608 layer_norm_10" [id=608, type=layer_norm]; +"609 _frozen_param34" [id=609, type=get_attr]; +"610 pad_6" [id=610, type=pad]; +"611 view_24" [id=611, type=view]; +"612 permute_20" [id=612, type=permute]; +"613 reshape_18" [id=613, type=reshape]; +"614 _frozen_param35" [id=614, type=get_attr]; +"615 reshape_18_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_27" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_27" [id=617, type=dequantize_per_tensor]; +"618 linear_28_scale_0" [id=618, type=get_attr]; +"619 linear_28_zero_point_0" [id=619, type=get_attr]; +"620 compressed_weight_updated_constant19" [id=620, type=get_attr]; +"621 quantize_per_channel_default_19" [id=621, type=quantize_per_channel]; +"622 dequantize_per_channel_default_19" [id=622, type=dequantize_per_channel]; +"623 linear_28" [id=623, type=linear]; +"624 reshape_19" [id=624, type=reshape]; +"625 permute_21" [id=625, type=permute]; +"626 select_12" [id=626, type=select]; +"627 select_13" [id=627, type=select]; +"628 select_14" [id=628, type=select]; +"629 linalg_vector_norm_8" [id=629, type=linalg_vector_norm]; +"630 clamp_min_8" [id=630, type=clamp_min]; +"631 expand_as_8" [id=631, type=expand_as]; +"632 div_8" [id=632, type=div]; +"633 quantize_per_tensor_default_28" [id=633, type=quantize_per_tensor]; +"634 dequantize_per_tensor_default_28" [id=634, type=dequantize_per_tensor]; +"635 linalg_vector_norm_9" [id=635, type=linalg_vector_norm]; +"636 clamp_min_9" [id=636, type=clamp_min]; +"637 expand_as_9" [id=637, type=expand_as]; +"638 div_9" [id=638, type=div]; +"639 quantize_per_tensor_default_29" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_29" [id=640, type=dequantize_per_tensor]; +"641 transpose_8" [id=641, type=transpose]; +"642 matmul_8" [id=642, type=matmul]; +"643 _frozen_param37" [id=643, type=get_attr]; +"644 mul_9" [id=644, type=mul]; +"645 add_14" [id=645, type=add]; +"646 softmax_4" [id=646, type=softmax]; +"647 dropout_16" [id=647, type=dropout]; +"648 matmul_9" [id=648, type=matmul]; +"649 transpose_9" [id=649, type=transpose]; +"650 reshape_20" [id=650, type=reshape]; +"651 reshape_20_0_0_nncf_smooth_quant_0" [id=651, type=call_module]; +"652 quantize_per_tensor_default_30" [id=652, type=quantize_per_tensor]; +"653 dequantize_per_tensor_default_30" [id=653, type=dequantize_per_tensor]; +"654 linear_29_scale_0" [id=654, type=get_attr]; +"655 linear_29_zero_point_0" [id=655, type=get_attr]; +"656 compressed_weight_updated_constant20" [id=656, type=get_attr]; +"657 quantize_per_channel_default_20" [id=657, type=quantize_per_channel]; +"658 dequantize_per_channel_default_20" [id=658, type=dequantize_per_channel]; +"659 linear_29" [id=659, type=linear]; +"660 dropout_17" [id=660, type=dropout]; +"661 view_25" [id=661, type=view]; +"662 permute_22" [id=662, type=permute]; +"663 reshape_21" [id=663, type=reshape]; +"664 slice_78" [id=664, type=slice]; +"665 slice_79" [id=665, type=slice]; +"666 slice_80" [id=666, type=slice]; +"667 slice_81" [id=667, type=slice]; +"668 contiguous_7" [id=668, type=contiguous]; +"669 layer_norm_11" [id=669, type=layer_norm]; +"670 add_15" [id=670, type=add]; +"671 add_15_0_0_nncf_smooth_quant_0" [id=671, type=call_module]; +"672 quantize_per_tensor_default_31" [id=672, type=quantize_per_tensor]; +"673 dequantize_per_tensor_default_31" [id=673, type=dequantize_per_tensor]; +"674 linear_30_scale_0" [id=674, type=get_attr]; +"675 linear_30_zero_point_0" [id=675, type=get_attr]; +"676 compressed_weight_updated_constant21" [id=676, type=get_attr]; +"677 quantize_per_channel_default_21" [id=677, type=quantize_per_channel]; +"678 dequantize_per_channel_default_21" [id=678, type=dequantize_per_channel]; +"679 linear_30" [id=679, type=linear]; +"680 gelu_4" [id=680, type=gelu]; +"681 dropout_18" [id=681, type=dropout]; +"682 dropout_18_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; +"683 quantize_per_tensor_default_32" [id=683, type=quantize_per_tensor]; +"684 dequantize_per_tensor_default_32" [id=684, type=dequantize_per_tensor]; +"685 linear_31_scale_0" [id=685, type=get_attr]; +"686 linear_31_zero_point_0" [id=686, type=get_attr]; +"687 compressed_weight_updated_constant22" [id=687, type=get_attr]; +"688 quantize_per_channel_default_22" [id=688, type=quantize_per_channel]; +"689 dequantize_per_channel_default_22" [id=689, type=dequantize_per_channel]; +"690 linear_31" [id=690, type=linear]; +"691 dropout_19" [id=691, type=dropout]; +"692 layer_norm_12" [id=692, type=layer_norm]; +"693 add_16" [id=693, type=add]; +"694 _frozen_param38" [id=694, type=get_attr]; +"695 pad_7" [id=695, type=pad]; +"696 roll_4" [id=696, type=roll]; +"697 view_28" [id=697, type=view]; +"698 permute_24" [id=698, type=permute]; +"699 reshape_22" [id=699, type=reshape]; +"700 _frozen_param39" [id=700, type=get_attr]; +"701 reshape_22_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; +"702 quantize_per_tensor_default_33" [id=702, type=quantize_per_tensor]; +"703 dequantize_per_tensor_default_33" [id=703, type=dequantize_per_tensor]; +"704 linear_34_scale_0" [id=704, type=get_attr]; +"705 linear_34_zero_point_0" [id=705, type=get_attr]; +"706 compressed_weight_updated_constant23" [id=706, type=get_attr]; +"707 quantize_per_channel_default_23" [id=707, type=quantize_per_channel]; +"708 dequantize_per_channel_default_23" [id=708, type=dequantize_per_channel]; +"709 linear_34" [id=709, type=linear]; +"710 reshape_23" [id=710, type=reshape]; +"711 permute_25" [id=711, type=permute]; +"712 select_15" [id=712, type=select]; +"713 select_16" [id=713, type=select]; +"714 select_17" [id=714, type=select]; +"715 linalg_vector_norm_10" [id=715, type=linalg_vector_norm]; +"716 clamp_min_10" [id=716, type=clamp_min]; +"717 expand_as_10" [id=717, type=expand_as]; +"718 div_10" [id=718, type=div]; +"719 quantize_per_tensor_default_34" [id=719, type=quantize_per_tensor]; +"720 dequantize_per_tensor_default_34" [id=720, type=dequantize_per_tensor]; +"721 linalg_vector_norm_11" [id=721, type=linalg_vector_norm]; +"722 clamp_min_11" [id=722, type=clamp_min]; +"723 expand_as_11" [id=723, type=expand_as]; +"724 div_11" [id=724, type=div]; +"725 quantize_per_tensor_default_35" [id=725, type=quantize_per_tensor]; +"726 dequantize_per_tensor_default_35" [id=726, type=dequantize_per_tensor]; +"727 transpose_10" [id=727, type=transpose]; +"728 matmul_10" [id=728, type=matmul]; +"729 _frozen_param41" [id=729, type=get_attr]; +"730 mul_11" [id=730, type=mul]; +"731 add_17" [id=731, type=add]; +"732 new_zeros_2" [id=732, type=new_zeros]; +"733 view_29" [id=733, type=view]; +"734 permute_26" [id=734, type=permute]; +"735 reshape_24" [id=735, type=reshape]; +"736 unsqueeze_14" [id=736, type=unsqueeze]; +"737 unsqueeze_15" [id=737, type=unsqueeze]; +"738 sub_2" [id=738, type=sub]; +"739 ne_2" [id=739, type=ne]; +"740 masked_fill_4" [id=740, type=masked_fill]; +"741 eq_2" [id=741, type=eq]; +"742 masked_fill_5" [id=742, type=masked_fill]; +"743 view_30" [id=743, type=view]; +"744 unsqueeze_16" [id=744, type=unsqueeze]; +"745 unsqueeze_17" [id=745, type=unsqueeze]; +"746 add_18" [id=746, type=add]; +"747 view_31" [id=747, type=view]; +"748 softmax_5" [id=748, type=softmax]; +"749 dropout_20" [id=749, type=dropout]; +"750 matmul_11" [id=750, type=matmul]; +"751 transpose_11" [id=751, type=transpose]; +"752 reshape_25" [id=752, type=reshape]; +"753 reshape_25_0_0_nncf_smooth_quant_0" [id=753, type=call_module]; +"754 quantize_per_tensor_default_36" [id=754, type=quantize_per_tensor]; +"755 dequantize_per_tensor_default_36" [id=755, type=dequantize_per_tensor]; +"756 linear_35_scale_0" [id=756, type=get_attr]; +"757 linear_35_zero_point_0" [id=757, type=get_attr]; +"758 compressed_weight_updated_constant24" [id=758, type=get_attr]; +"759 quantize_per_channel_default_24" [id=759, type=quantize_per_channel]; +"760 dequantize_per_channel_default_24" [id=760, type=dequantize_per_channel]; +"761 linear_35" [id=761, type=linear]; +"762 dropout_21" [id=762, type=dropout]; +"763 view_32" [id=763, type=view]; +"764 permute_27" [id=764, type=permute]; +"765 reshape_26" [id=765, type=reshape]; +"766 roll_5" [id=766, type=roll]; +"767 slice_101" [id=767, type=slice]; +"768 slice_102" [id=768, type=slice]; +"769 slice_103" [id=769, type=slice]; +"770 slice_104" [id=770, type=slice]; +"771 contiguous_9" [id=771, type=contiguous]; +"772 layer_norm_13" [id=772, type=layer_norm]; +"773 add_19" [id=773, type=add]; +"774 add_19_0_0_nncf_smooth_quant_0" [id=774, type=call_module]; +"775 quantize_per_tensor_default_37" [id=775, type=quantize_per_tensor]; +"776 dequantize_per_tensor_default_37" [id=776, type=dequantize_per_tensor]; +"777 linear_36_scale_0" [id=777, type=get_attr]; +"778 linear_36_zero_point_0" [id=778, type=get_attr]; +"779 compressed_weight_updated_constant25" [id=779, type=get_attr]; +"780 quantize_per_channel_default_25" [id=780, type=quantize_per_channel]; +"781 dequantize_per_channel_default_25" [id=781, type=dequantize_per_channel]; +"782 linear_36" [id=782, type=linear]; +"783 gelu_5" [id=783, type=gelu]; +"784 dropout_22" [id=784, type=dropout]; +"785 dropout_22_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; +"786 quantize_per_tensor_default_38" [id=786, type=quantize_per_tensor]; +"787 dequantize_per_tensor_default_38" [id=787, type=dequantize_per_tensor]; +"788 linear_37_scale_0" [id=788, type=get_attr]; +"789 linear_37_zero_point_0" [id=789, type=get_attr]; +"790 compressed_weight_updated_constant26" [id=790, type=get_attr]; +"791 quantize_per_channel_default_26" [id=791, type=quantize_per_channel]; +"792 dequantize_per_channel_default_26" [id=792, type=dequantize_per_channel]; +"793 linear_37" [id=793, type=linear]; +"794 dropout_23" [id=794, type=dropout]; +"795 layer_norm_14" [id=795, type=layer_norm]; +"796 add_20" [id=796, type=add]; +"797 _frozen_param51" [id=797, type=get_attr]; +"798 pad_8" [id=798, type=pad]; +"799 view_35" [id=799, type=view]; +"800 permute_29" [id=800, type=permute]; +"801 reshape_27" [id=801, type=reshape]; +"802 _frozen_param52" [id=802, type=get_attr]; +"803 reshape_27_0_0_nncf_smooth_quant_0" [id=803, type=call_module]; +"804 quantize_per_tensor_default_39" [id=804, type=quantize_per_tensor]; +"805 dequantize_per_tensor_default_39" [id=805, type=dequantize_per_tensor]; +"806 linear_40_scale_0" [id=806, type=get_attr]; +"807 linear_40_zero_point_0" [id=807, type=get_attr]; +"808 compressed_weight_updated_constant27" [id=808, type=get_attr]; +"809 quantize_per_channel_default_27" [id=809, type=quantize_per_channel]; +"810 dequantize_per_channel_default_27" [id=810, type=dequantize_per_channel]; +"811 linear_40" [id=811, type=linear]; +"812 reshape_28" [id=812, type=reshape]; +"813 permute_30" [id=813, type=permute]; +"814 select_18" [id=814, type=select]; +"815 select_19" [id=815, type=select]; +"816 select_20" [id=816, type=select]; +"817 linalg_vector_norm_12" [id=817, type=linalg_vector_norm]; +"818 clamp_min_12" [id=818, type=clamp_min]; +"819 expand_as_12" [id=819, type=expand_as]; +"820 div_12" [id=820, type=div]; +"821 quantize_per_tensor_default_40" [id=821, type=quantize_per_tensor]; +"822 dequantize_per_tensor_default_40" [id=822, type=dequantize_per_tensor]; +"823 linalg_vector_norm_13" [id=823, type=linalg_vector_norm]; +"824 clamp_min_13" [id=824, type=clamp_min]; +"825 expand_as_13" [id=825, type=expand_as]; +"826 div_13" [id=826, type=div]; +"827 quantize_per_tensor_default_41" [id=827, type=quantize_per_tensor]; +"828 dequantize_per_tensor_default_41" [id=828, type=dequantize_per_tensor]; +"829 transpose_12" [id=829, type=transpose]; +"830 matmul_12" [id=830, type=matmul]; +"831 _frozen_param54" [id=831, type=get_attr]; +"832 mul_13" [id=832, type=mul]; +"833 add_21" [id=833, type=add]; +"834 softmax_6" [id=834, type=softmax]; +"835 dropout_24" [id=835, type=dropout]; +"836 matmul_13" [id=836, type=matmul]; +"837 transpose_13" [id=837, type=transpose]; +"838 reshape_29" [id=838, type=reshape]; +"839 reshape_29_0_0_nncf_smooth_quant_0" [id=839, type=call_module]; +"840 quantize_per_tensor_default_42" [id=840, type=quantize_per_tensor]; +"841 dequantize_per_tensor_default_42" [id=841, type=dequantize_per_tensor]; +"842 linear_41_scale_0" [id=842, type=get_attr]; +"843 linear_41_zero_point_0" [id=843, type=get_attr]; +"844 compressed_weight_updated_constant28" [id=844, type=get_attr]; +"845 quantize_per_channel_default_28" [id=845, type=quantize_per_channel]; +"846 dequantize_per_channel_default_28" [id=846, type=dequantize_per_channel]; +"847 linear_41" [id=847, type=linear]; +"848 dropout_25" [id=848, type=dropout]; +"849 view_36" [id=849, type=view]; +"850 permute_31" [id=850, type=permute]; +"851 reshape_30" [id=851, type=reshape]; +"852 slice_106" [id=852, type=slice]; +"853 slice_107" [id=853, type=slice]; +"854 slice_108" [id=854, type=slice]; +"855 slice_109" [id=855, type=slice]; +"856 contiguous_11" [id=856, type=contiguous]; +"857 layer_norm_15" [id=857, type=layer_norm]; +"858 add_22" [id=858, type=add]; +"859 add_22_0_0_nncf_smooth_quant_0" [id=859, type=call_module]; +"860 quantize_per_tensor_default_43" [id=860, type=quantize_per_tensor]; +"861 dequantize_per_tensor_default_43" [id=861, type=dequantize_per_tensor]; +"862 linear_42_scale_0" [id=862, type=get_attr]; +"863 linear_42_zero_point_0" [id=863, type=get_attr]; +"864 compressed_weight_updated_constant29" [id=864, type=get_attr]; +"865 quantize_per_channel_default_29" [id=865, type=quantize_per_channel]; +"866 dequantize_per_channel_default_29" [id=866, type=dequantize_per_channel]; +"867 linear_42" [id=867, type=linear]; +"868 gelu_6" [id=868, type=gelu]; +"869 dropout_26" [id=869, type=dropout]; +"870 dropout_26_0_0_nncf_smooth_quant_0" [id=870, type=call_module]; +"871 quantize_per_tensor_default_44" [id=871, type=quantize_per_tensor]; +"872 dequantize_per_tensor_default_44" [id=872, type=dequantize_per_tensor]; +"873 linear_43_scale_0" [id=873, type=get_attr]; +"874 linear_43_zero_point_0" [id=874, type=get_attr]; +"875 compressed_weight_updated_constant30" [id=875, type=get_attr]; +"876 quantize_per_channel_default_30" [id=876, type=quantize_per_channel]; +"877 dequantize_per_channel_default_30" [id=877, type=dequantize_per_channel]; +"878 linear_43" [id=878, type=linear]; +"879 dropout_27" [id=879, type=dropout]; +"880 layer_norm_16" [id=880, type=layer_norm]; +"881 add_23" [id=881, type=add]; +"882 _frozen_param55" [id=882, type=get_attr]; +"883 pad_9" [id=883, type=pad]; +"884 roll_6" [id=884, type=roll]; +"885 view_39" [id=885, type=view]; +"886 permute_33" [id=886, type=permute]; +"887 reshape_31" [id=887, type=reshape]; +"888 _frozen_param56" [id=888, type=get_attr]; +"889 reshape_31_0_0_nncf_smooth_quant_0" [id=889, type=call_module]; +"890 quantize_per_tensor_default_45" [id=890, type=quantize_per_tensor]; +"891 dequantize_per_tensor_default_45" [id=891, type=dequantize_per_tensor]; +"892 linear_46_scale_0" [id=892, type=get_attr]; +"893 linear_46_zero_point_0" [id=893, type=get_attr]; +"894 compressed_weight_updated_constant31" [id=894, type=get_attr]; +"895 quantize_per_channel_default_31" [id=895, type=quantize_per_channel]; +"896 dequantize_per_channel_default_31" [id=896, type=dequantize_per_channel]; +"897 linear_46" [id=897, type=linear]; +"898 reshape_32" [id=898, type=reshape]; +"899 permute_34" [id=899, type=permute]; +"900 select_21" [id=900, type=select]; +"901 select_22" [id=901, type=select]; +"902 select_23" [id=902, type=select]; +"903 linalg_vector_norm_14" [id=903, type=linalg_vector_norm]; +"904 clamp_min_14" [id=904, type=clamp_min]; +"905 expand_as_14" [id=905, type=expand_as]; +"906 div_14" [id=906, type=div]; +"907 quantize_per_tensor_default_46" [id=907, type=quantize_per_tensor]; +"908 dequantize_per_tensor_default_46" [id=908, type=dequantize_per_tensor]; +"909 linalg_vector_norm_15" [id=909, type=linalg_vector_norm]; +"910 clamp_min_15" [id=910, type=clamp_min]; +"911 expand_as_15" [id=911, type=expand_as]; +"912 div_15" [id=912, type=div]; +"913 quantize_per_tensor_default_47" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_47" [id=914, type=dequantize_per_tensor]; +"915 transpose_14" [id=915, type=transpose]; +"916 matmul_14" [id=916, type=matmul]; +"917 _frozen_param58" [id=917, type=get_attr]; +"918 mul_15" [id=918, type=mul]; +"919 add_24" [id=919, type=add]; +"920 new_zeros_3" [id=920, type=new_zeros]; +"921 view_40" [id=921, type=view]; +"922 permute_35" [id=922, type=permute]; +"923 reshape_33" [id=923, type=reshape]; +"924 unsqueeze_20" [id=924, type=unsqueeze]; +"925 unsqueeze_21" [id=925, type=unsqueeze]; +"926 sub_3" [id=926, type=sub]; +"927 ne_3" [id=927, type=ne]; +"928 masked_fill_6" [id=928, type=masked_fill]; +"929 eq_3" [id=929, type=eq]; +"930 masked_fill_7" [id=930, type=masked_fill]; +"931 view_41" [id=931, type=view]; +"932 unsqueeze_22" [id=932, type=unsqueeze]; +"933 unsqueeze_23" [id=933, type=unsqueeze]; +"934 add_25" [id=934, type=add]; +"935 view_42" [id=935, type=view]; +"936 softmax_7" [id=936, type=softmax]; +"937 dropout_28" [id=937, type=dropout]; +"938 matmul_15" [id=938, type=matmul]; +"939 transpose_15" [id=939, type=transpose]; +"940 reshape_34" [id=940, type=reshape]; +"941 reshape_34_0_0_nncf_smooth_quant_0" [id=941, type=call_module]; +"942 quantize_per_tensor_default_48" [id=942, type=quantize_per_tensor]; +"943 dequantize_per_tensor_default_48" [id=943, type=dequantize_per_tensor]; +"944 linear_47_scale_0" [id=944, type=get_attr]; +"945 linear_47_zero_point_0" [id=945, type=get_attr]; +"946 compressed_weight_updated_constant32" [id=946, type=get_attr]; +"947 quantize_per_channel_default_32" [id=947, type=quantize_per_channel]; +"948 dequantize_per_channel_default_32" [id=948, type=dequantize_per_channel]; +"949 linear_47" [id=949, type=linear]; +"950 dropout_29" [id=950, type=dropout]; +"951 view_43" [id=951, type=view]; +"952 permute_36" [id=952, type=permute]; +"953 reshape_35" [id=953, type=reshape]; +"954 roll_7" [id=954, type=roll]; +"955 slice_129" [id=955, type=slice]; +"956 slice_130" [id=956, type=slice]; +"957 slice_131" [id=957, type=slice]; +"958 slice_132" [id=958, type=slice]; +"959 contiguous_13" [id=959, type=contiguous]; +"960 layer_norm_17" [id=960, type=layer_norm]; +"961 add_26" [id=961, type=add]; +"962 add_26_0_0_nncf_smooth_quant_0" [id=962, type=call_module]; +"963 quantize_per_tensor_default_49" [id=963, type=quantize_per_tensor]; +"964 dequantize_per_tensor_default_49" [id=964, type=dequantize_per_tensor]; +"965 linear_48_scale_0" [id=965, type=get_attr]; +"966 linear_48_zero_point_0" [id=966, type=get_attr]; +"967 compressed_weight_updated_constant33" [id=967, type=get_attr]; +"968 quantize_per_channel_default_33" [id=968, type=quantize_per_channel]; +"969 dequantize_per_channel_default_33" [id=969, type=dequantize_per_channel]; +"970 linear_48" [id=970, type=linear]; +"971 gelu_7" [id=971, type=gelu]; +"972 dropout_30" [id=972, type=dropout]; +"973 dropout_30_0_0_nncf_smooth_quant_0" [id=973, type=call_module]; +"974 quantize_per_tensor_default_50" [id=974, type=quantize_per_tensor]; +"975 dequantize_per_tensor_default_50" [id=975, type=dequantize_per_tensor]; +"976 linear_49_scale_0" [id=976, type=get_attr]; +"977 linear_49_zero_point_0" [id=977, type=get_attr]; +"978 compressed_weight_updated_constant34" [id=978, type=get_attr]; +"979 quantize_per_channel_default_34" [id=979, type=quantize_per_channel]; +"980 dequantize_per_channel_default_34" [id=980, type=dequantize_per_channel]; +"981 linear_49" [id=981, type=linear]; +"982 dropout_31" [id=982, type=dropout]; +"983 layer_norm_18" [id=983, type=layer_norm]; +"984 add_27" [id=984, type=add]; +"985 _frozen_param68" [id=985, type=get_attr]; +"986 pad_10" [id=986, type=pad]; +"987 view_46" [id=987, type=view]; +"988 permute_38" [id=988, type=permute]; +"989 reshape_36" [id=989, type=reshape]; +"990 _frozen_param69" [id=990, type=get_attr]; +"991 reshape_36_0_0_nncf_smooth_quant_0" [id=991, type=call_module]; +"992 quantize_per_tensor_default_51" [id=992, type=quantize_per_tensor]; +"993 dequantize_per_tensor_default_51" [id=993, type=dequantize_per_tensor]; +"994 linear_52_scale_0" [id=994, type=get_attr]; +"995 linear_52_zero_point_0" [id=995, type=get_attr]; +"996 compressed_weight_updated_constant35" [id=996, type=get_attr]; +"997 quantize_per_channel_default_35" [id=997, type=quantize_per_channel]; +"998 dequantize_per_channel_default_35" [id=998, type=dequantize_per_channel]; +"999 linear_52" [id=999, type=linear]; +"1000 reshape_37" [id=1000, type=reshape]; +"1001 permute_39" [id=1001, type=permute]; +"1002 select_24" [id=1002, type=select]; +"1003 select_25" [id=1003, type=select]; +"1004 select_26" [id=1004, type=select]; +"1005 linalg_vector_norm_16" [id=1005, type=linalg_vector_norm]; +"1006 clamp_min_16" [id=1006, type=clamp_min]; +"1007 expand_as_16" [id=1007, type=expand_as]; +"1008 div_16" [id=1008, type=div]; +"1009 quantize_per_tensor_default_52" [id=1009, type=quantize_per_tensor]; +"1010 dequantize_per_tensor_default_52" [id=1010, type=dequantize_per_tensor]; +"1011 linalg_vector_norm_17" [id=1011, type=linalg_vector_norm]; +"1012 clamp_min_17" [id=1012, type=clamp_min]; +"1013 expand_as_17" [id=1013, type=expand_as]; +"1014 div_17" [id=1014, type=div]; +"1015 quantize_per_tensor_default_53" [id=1015, type=quantize_per_tensor]; +"1016 dequantize_per_tensor_default_53" [id=1016, type=dequantize_per_tensor]; +"1017 transpose_16" [id=1017, type=transpose]; +"1018 matmul_16" [id=1018, type=matmul]; +"1019 _frozen_param71" [id=1019, type=get_attr]; +"1020 mul_17" [id=1020, type=mul]; +"1021 add_28" [id=1021, type=add]; +"1022 softmax_8" [id=1022, type=softmax]; +"1023 dropout_32" [id=1023, type=dropout]; +"1024 matmul_17" [id=1024, type=matmul]; +"1025 transpose_17" [id=1025, type=transpose]; +"1026 reshape_38" [id=1026, type=reshape]; +"1027 reshape_38_0_0_nncf_smooth_quant_0" [id=1027, type=call_module]; +"1028 quantize_per_tensor_default_54" [id=1028, type=quantize_per_tensor]; +"1029 dequantize_per_tensor_default_54" [id=1029, type=dequantize_per_tensor]; +"1030 linear_53_scale_0" [id=1030, type=get_attr]; +"1031 linear_53_zero_point_0" [id=1031, type=get_attr]; +"1032 compressed_weight_updated_constant36" [id=1032, type=get_attr]; +"1033 quantize_per_channel_default_36" [id=1033, type=quantize_per_channel]; +"1034 dequantize_per_channel_default_36" [id=1034, type=dequantize_per_channel]; +"1035 linear_53" [id=1035, type=linear]; +"1036 dropout_33" [id=1036, type=dropout]; +"1037 view_47" [id=1037, type=view]; +"1038 permute_40" [id=1038, type=permute]; +"1039 reshape_39" [id=1039, type=reshape]; +"1040 slice_134" [id=1040, type=slice]; +"1041 slice_135" [id=1041, type=slice]; +"1042 slice_136" [id=1042, type=slice]; +"1043 slice_137" [id=1043, type=slice]; +"1044 contiguous_15" [id=1044, type=contiguous]; +"1045 layer_norm_19" [id=1045, type=layer_norm]; +"1046 add_29" [id=1046, type=add]; +"1047 add_29_0_0_nncf_smooth_quant_0" [id=1047, type=call_module]; +"1048 quantize_per_tensor_default_55" [id=1048, type=quantize_per_tensor]; +"1049 dequantize_per_tensor_default_55" [id=1049, type=dequantize_per_tensor]; +"1050 linear_54_scale_0" [id=1050, type=get_attr]; +"1051 linear_54_zero_point_0" [id=1051, type=get_attr]; +"1052 compressed_weight_updated_constant37" [id=1052, type=get_attr]; +"1053 quantize_per_channel_default_37" [id=1053, type=quantize_per_channel]; +"1054 dequantize_per_channel_default_37" [id=1054, type=dequantize_per_channel]; +"1055 linear_54" [id=1055, type=linear]; +"1056 gelu_8" [id=1056, type=gelu]; +"1057 dropout_34" [id=1057, type=dropout]; +"1058 dropout_34_0_0_nncf_smooth_quant_0" [id=1058, type=call_module]; +"1059 quantize_per_tensor_default_56" [id=1059, type=quantize_per_tensor]; +"1060 dequantize_per_tensor_default_56" [id=1060, type=dequantize_per_tensor]; +"1061 linear_55_scale_0" [id=1061, type=get_attr]; +"1062 linear_55_zero_point_0" [id=1062, type=get_attr]; +"1063 compressed_weight_updated_constant38" [id=1063, type=get_attr]; +"1064 quantize_per_channel_default_38" [id=1064, type=quantize_per_channel]; +"1065 dequantize_per_channel_default_38" [id=1065, type=dequantize_per_channel]; +"1066 linear_55" [id=1066, type=linear]; +"1067 dropout_35" [id=1067, type=dropout]; +"1068 layer_norm_20" [id=1068, type=layer_norm]; +"1069 add_30" [id=1069, type=add]; +"1070 _frozen_param72" [id=1070, type=get_attr]; +"1071 pad_11" [id=1071, type=pad]; +"1072 roll_8" [id=1072, type=roll]; +"1073 view_50" [id=1073, type=view]; +"1074 permute_42" [id=1074, type=permute]; +"1075 reshape_40" [id=1075, type=reshape]; +"1076 _frozen_param73" [id=1076, type=get_attr]; +"1077 reshape_40_0_0_nncf_smooth_quant_0" [id=1077, type=call_module]; +"1078 quantize_per_tensor_default_57" [id=1078, type=quantize_per_tensor]; +"1079 dequantize_per_tensor_default_57" [id=1079, type=dequantize_per_tensor]; +"1080 linear_58_scale_0" [id=1080, type=get_attr]; +"1081 linear_58_zero_point_0" [id=1081, type=get_attr]; +"1082 compressed_weight_updated_constant39" [id=1082, type=get_attr]; +"1083 quantize_per_channel_default_39" [id=1083, type=quantize_per_channel]; +"1084 dequantize_per_channel_default_39" [id=1084, type=dequantize_per_channel]; +"1085 linear_58" [id=1085, type=linear]; +"1086 reshape_41" [id=1086, type=reshape]; +"1087 permute_43" [id=1087, type=permute]; +"1088 select_27" [id=1088, type=select]; +"1089 select_28" [id=1089, type=select]; +"1090 select_29" [id=1090, type=select]; +"1091 linalg_vector_norm_18" [id=1091, type=linalg_vector_norm]; +"1092 clamp_min_18" [id=1092, type=clamp_min]; +"1093 expand_as_18" [id=1093, type=expand_as]; +"1094 div_18" [id=1094, type=div]; +"1095 quantize_per_tensor_default_58" [id=1095, type=quantize_per_tensor]; +"1096 dequantize_per_tensor_default_58" [id=1096, type=dequantize_per_tensor]; +"1097 linalg_vector_norm_19" [id=1097, type=linalg_vector_norm]; +"1098 clamp_min_19" [id=1098, type=clamp_min]; +"1099 expand_as_19" [id=1099, type=expand_as]; +"1100 div_19" [id=1100, type=div]; +"1101 quantize_per_tensor_default_59" [id=1101, type=quantize_per_tensor]; +"1102 dequantize_per_tensor_default_59" [id=1102, type=dequantize_per_tensor]; +"1103 transpose_18" [id=1103, type=transpose]; +"1104 matmul_18" [id=1104, type=matmul]; +"1105 _frozen_param75" [id=1105, type=get_attr]; +"1106 mul_19" [id=1106, type=mul]; +"1107 add_31" [id=1107, type=add]; +"1108 new_zeros_4" [id=1108, type=new_zeros]; +"1109 view_51" [id=1109, type=view]; +"1110 permute_44" [id=1110, type=permute]; +"1111 reshape_42" [id=1111, type=reshape]; +"1112 unsqueeze_26" [id=1112, type=unsqueeze]; +"1113 unsqueeze_27" [id=1113, type=unsqueeze]; +"1114 sub_4" [id=1114, type=sub]; +"1115 ne_4" [id=1115, type=ne]; +"1116 masked_fill_8" [id=1116, type=masked_fill]; +"1117 eq_4" [id=1117, type=eq]; +"1118 masked_fill_9" [id=1118, type=masked_fill]; +"1119 view_52" [id=1119, type=view]; +"1120 unsqueeze_28" [id=1120, type=unsqueeze]; +"1121 unsqueeze_29" [id=1121, type=unsqueeze]; +"1122 add_32" [id=1122, type=add]; +"1123 view_53" [id=1123, type=view]; +"1124 softmax_9" [id=1124, type=softmax]; +"1125 dropout_36" [id=1125, type=dropout]; +"1126 matmul_19" [id=1126, type=matmul]; +"1127 transpose_19" [id=1127, type=transpose]; +"1128 reshape_43" [id=1128, type=reshape]; +"1129 reshape_43_0_0_nncf_smooth_quant_0" [id=1129, type=call_module]; +"1130 quantize_per_tensor_default_60" [id=1130, type=quantize_per_tensor]; +"1131 dequantize_per_tensor_default_60" [id=1131, type=dequantize_per_tensor]; +"1132 linear_59_scale_0" [id=1132, type=get_attr]; +"1133 linear_59_zero_point_0" [id=1133, type=get_attr]; +"1134 compressed_weight_updated_constant40" [id=1134, type=get_attr]; +"1135 quantize_per_channel_default_40" [id=1135, type=quantize_per_channel]; +"1136 dequantize_per_channel_default_40" [id=1136, type=dequantize_per_channel]; +"1137 linear_59" [id=1137, type=linear]; +"1138 dropout_37" [id=1138, type=dropout]; +"1139 view_54" [id=1139, type=view]; +"1140 permute_45" [id=1140, type=permute]; +"1141 reshape_44" [id=1141, type=reshape]; +"1142 roll_9" [id=1142, type=roll]; +"1143 slice_157" [id=1143, type=slice]; +"1144 slice_158" [id=1144, type=slice]; +"1145 slice_159" [id=1145, type=slice]; +"1146 slice_160" [id=1146, type=slice]; +"1147 contiguous_17" [id=1147, type=contiguous]; +"1148 layer_norm_21" [id=1148, type=layer_norm]; +"1149 add_33" [id=1149, type=add]; +"1150 add_33_0_0_nncf_smooth_quant_0" [id=1150, type=call_module]; +"1151 quantize_per_tensor_default_61" [id=1151, type=quantize_per_tensor]; +"1152 dequantize_per_tensor_default_61" [id=1152, type=dequantize_per_tensor]; +"1153 linear_60_scale_0" [id=1153, type=get_attr]; +"1154 linear_60_zero_point_0" [id=1154, type=get_attr]; +"1155 compressed_weight_updated_constant41" [id=1155, type=get_attr]; +"1156 quantize_per_channel_default_41" [id=1156, type=quantize_per_channel]; +"1157 dequantize_per_channel_default_41" [id=1157, type=dequantize_per_channel]; +"1158 linear_60" [id=1158, type=linear]; +"1159 gelu_9" [id=1159, type=gelu]; +"1160 dropout_38" [id=1160, type=dropout]; +"1161 dropout_38_0_0_nncf_smooth_quant_0" [id=1161, type=call_module]; +"1162 quantize_per_tensor_default_62" [id=1162, type=quantize_per_tensor]; +"1163 dequantize_per_tensor_default_62" [id=1163, type=dequantize_per_tensor]; +"1164 linear_61_scale_0" [id=1164, type=get_attr]; +"1165 linear_61_zero_point_0" [id=1165, type=get_attr]; +"1166 compressed_weight_updated_constant42" [id=1166, type=get_attr]; +"1167 quantize_per_channel_default_42" [id=1167, type=quantize_per_channel]; +"1168 dequantize_per_channel_default_42" [id=1168, type=dequantize_per_channel]; +"1169 linear_61" [id=1169, type=linear]; +"1170 dropout_39" [id=1170, type=dropout]; +"1171 layer_norm_22" [id=1171, type=layer_norm]; +"1172 add_34" [id=1172, type=add]; +"1173 _frozen_param85" [id=1173, type=get_attr]; +"1174 pad_12" [id=1174, type=pad]; +"1175 view_57" [id=1175, type=view]; +"1176 permute_47" [id=1176, type=permute]; +"1177 reshape_45" [id=1177, type=reshape]; +"1178 _frozen_param86" [id=1178, type=get_attr]; +"1179 reshape_45_0_0_nncf_smooth_quant_0" [id=1179, type=call_module]; +"1180 quantize_per_tensor_default_63" [id=1180, type=quantize_per_tensor]; +"1181 dequantize_per_tensor_default_63" [id=1181, type=dequantize_per_tensor]; +"1182 linear_64_scale_0" [id=1182, type=get_attr]; +"1183 linear_64_zero_point_0" [id=1183, type=get_attr]; +"1184 compressed_weight_updated_constant43" [id=1184, type=get_attr]; +"1185 quantize_per_channel_default_43" [id=1185, type=quantize_per_channel]; +"1186 dequantize_per_channel_default_43" [id=1186, type=dequantize_per_channel]; +"1187 linear_64" [id=1187, type=linear]; +"1188 reshape_46" [id=1188, type=reshape]; +"1189 permute_48" [id=1189, type=permute]; +"1190 select_30" [id=1190, type=select]; +"1191 select_31" [id=1191, type=select]; +"1192 select_32" [id=1192, type=select]; +"1193 linalg_vector_norm_20" [id=1193, type=linalg_vector_norm]; +"1194 clamp_min_20" [id=1194, type=clamp_min]; +"1195 expand_as_20" [id=1195, type=expand_as]; +"1196 div_20" [id=1196, type=div]; +"1197 quantize_per_tensor_default_64" [id=1197, type=quantize_per_tensor]; +"1198 dequantize_per_tensor_default_64" [id=1198, type=dequantize_per_tensor]; +"1199 linalg_vector_norm_21" [id=1199, type=linalg_vector_norm]; +"1200 clamp_min_21" [id=1200, type=clamp_min]; +"1201 expand_as_21" [id=1201, type=expand_as]; +"1202 div_21" [id=1202, type=div]; +"1203 quantize_per_tensor_default_65" [id=1203, type=quantize_per_tensor]; +"1204 dequantize_per_tensor_default_65" [id=1204, type=dequantize_per_tensor]; +"1205 transpose_20" [id=1205, type=transpose]; +"1206 matmul_20" [id=1206, type=matmul]; +"1207 _frozen_param88" [id=1207, type=get_attr]; +"1208 mul_21" [id=1208, type=mul]; +"1209 add_35" [id=1209, type=add]; +"1210 softmax_10" [id=1210, type=softmax]; +"1211 dropout_40" [id=1211, type=dropout]; +"1212 matmul_21" [id=1212, type=matmul]; +"1213 transpose_21" [id=1213, type=transpose]; +"1214 reshape_47" [id=1214, type=reshape]; +"1215 reshape_47_0_0_nncf_smooth_quant_0" [id=1215, type=call_module]; +"1216 quantize_per_tensor_default_66" [id=1216, type=quantize_per_tensor]; +"1217 dequantize_per_tensor_default_66" [id=1217, type=dequantize_per_tensor]; +"1218 linear_65_scale_0" [id=1218, type=get_attr]; +"1219 linear_65_zero_point_0" [id=1219, type=get_attr]; +"1220 compressed_weight_updated_constant44" [id=1220, type=get_attr]; +"1221 quantize_per_channel_default_44" [id=1221, type=quantize_per_channel]; +"1222 dequantize_per_channel_default_44" [id=1222, type=dequantize_per_channel]; +"1223 linear_65" [id=1223, type=linear]; +"1224 dropout_41" [id=1224, type=dropout]; +"1225 view_58" [id=1225, type=view]; +"1226 permute_49" [id=1226, type=permute]; +"1227 reshape_48" [id=1227, type=reshape]; +"1228 slice_162" [id=1228, type=slice]; +"1229 slice_163" [id=1229, type=slice]; +"1230 slice_164" [id=1230, type=slice]; +"1231 slice_165" [id=1231, type=slice]; +"1232 contiguous_19" [id=1232, type=contiguous]; +"1233 layer_norm_23" [id=1233, type=layer_norm]; +"1234 add_36" [id=1234, type=add]; +"1235 add_36_0_0_nncf_smooth_quant_0" [id=1235, type=call_module]; +"1236 quantize_per_tensor_default_67" [id=1236, type=quantize_per_tensor]; +"1237 dequantize_per_tensor_default_67" [id=1237, type=dequantize_per_tensor]; +"1238 linear_66_scale_0" [id=1238, type=get_attr]; +"1239 linear_66_zero_point_0" [id=1239, type=get_attr]; +"1240 compressed_weight_updated_constant45" [id=1240, type=get_attr]; +"1241 quantize_per_channel_default_45" [id=1241, type=quantize_per_channel]; +"1242 dequantize_per_channel_default_45" [id=1242, type=dequantize_per_channel]; +"1243 linear_66" [id=1243, type=linear]; +"1244 gelu_10" [id=1244, type=gelu]; +"1245 dropout_42" [id=1245, type=dropout]; +"1246 dropout_42_0_0_nncf_smooth_quant_0" [id=1246, type=call_module]; +"1247 quantize_per_tensor_default_68" [id=1247, type=quantize_per_tensor]; +"1248 dequantize_per_tensor_default_68" [id=1248, type=dequantize_per_tensor]; +"1249 linear_67_scale_0" [id=1249, type=get_attr]; +"1250 linear_67_zero_point_0" [id=1250, type=get_attr]; +"1251 compressed_weight_updated_constant46" [id=1251, type=get_attr]; +"1252 quantize_per_channel_default_46" [id=1252, type=quantize_per_channel]; +"1253 dequantize_per_channel_default_46" [id=1253, type=dequantize_per_channel]; +"1254 linear_67" [id=1254, type=linear]; +"1255 dropout_43" [id=1255, type=dropout]; +"1256 layer_norm_24" [id=1256, type=layer_norm]; +"1257 add_37" [id=1257, type=add]; +"1258 _frozen_param89" [id=1258, type=get_attr]; +"1259 pad_13" [id=1259, type=pad]; +"1260 roll_10" [id=1260, type=roll]; +"1261 view_61" [id=1261, type=view]; +"1262 permute_51" [id=1262, type=permute]; +"1263 reshape_49" [id=1263, type=reshape]; +"1264 _frozen_param90" [id=1264, type=get_attr]; +"1265 reshape_49_0_0_nncf_smooth_quant_0" [id=1265, type=call_module]; +"1266 quantize_per_tensor_default_69" [id=1266, type=quantize_per_tensor]; +"1267 dequantize_per_tensor_default_69" [id=1267, type=dequantize_per_tensor]; +"1268 linear_70_scale_0" [id=1268, type=get_attr]; +"1269 linear_70_zero_point_0" [id=1269, type=get_attr]; +"1270 compressed_weight_updated_constant47" [id=1270, type=get_attr]; +"1271 quantize_per_channel_default_47" [id=1271, type=quantize_per_channel]; +"1272 dequantize_per_channel_default_47" [id=1272, type=dequantize_per_channel]; +"1273 linear_70" [id=1273, type=linear]; +"1274 reshape_50" [id=1274, type=reshape]; +"1275 permute_52" [id=1275, type=permute]; +"1276 select_33" [id=1276, type=select]; +"1277 select_34" [id=1277, type=select]; +"1278 select_35" [id=1278, type=select]; +"1279 linalg_vector_norm_22" [id=1279, type=linalg_vector_norm]; +"1280 clamp_min_22" [id=1280, type=clamp_min]; +"1281 expand_as_22" [id=1281, type=expand_as]; +"1282 div_22" [id=1282, type=div]; +"1283 quantize_per_tensor_default_70" [id=1283, type=quantize_per_tensor]; +"1284 dequantize_per_tensor_default_70" [id=1284, type=dequantize_per_tensor]; +"1285 linalg_vector_norm_23" [id=1285, type=linalg_vector_norm]; +"1286 clamp_min_23" [id=1286, type=clamp_min]; +"1287 expand_as_23" [id=1287, type=expand_as]; +"1288 div_23" [id=1288, type=div]; +"1289 quantize_per_tensor_default_71" [id=1289, type=quantize_per_tensor]; +"1290 dequantize_per_tensor_default_71" [id=1290, type=dequantize_per_tensor]; +"1291 transpose_22" [id=1291, type=transpose]; +"1292 matmul_22" [id=1292, type=matmul]; +"1293 _frozen_param92" [id=1293, type=get_attr]; +"1294 mul_23" [id=1294, type=mul]; +"1295 add_38" [id=1295, type=add]; +"1296 new_zeros_5" [id=1296, type=new_zeros]; +"1297 view_62" [id=1297, type=view]; +"1298 permute_53" [id=1298, type=permute]; +"1299 reshape_51" [id=1299, type=reshape]; +"1300 unsqueeze_32" [id=1300, type=unsqueeze]; +"1301 unsqueeze_33" [id=1301, type=unsqueeze]; +"1302 sub_5" [id=1302, type=sub]; +"1303 ne_5" [id=1303, type=ne]; +"1304 masked_fill_10" [id=1304, type=masked_fill]; +"1305 eq_5" [id=1305, type=eq]; +"1306 masked_fill_11" [id=1306, type=masked_fill]; +"1307 view_63" [id=1307, type=view]; +"1308 unsqueeze_34" [id=1308, type=unsqueeze]; +"1309 unsqueeze_35" [id=1309, type=unsqueeze]; +"1310 add_39" [id=1310, type=add]; +"1311 view_64" [id=1311, type=view]; +"1312 softmax_11" [id=1312, type=softmax]; +"1313 dropout_44" [id=1313, type=dropout]; +"1314 matmul_23" [id=1314, type=matmul]; +"1315 transpose_23" [id=1315, type=transpose]; +"1316 reshape_52" [id=1316, type=reshape]; +"1317 reshape_52_0_0_nncf_smooth_quant_0" [id=1317, type=call_module]; +"1318 quantize_per_tensor_default_72" [id=1318, type=quantize_per_tensor]; +"1319 dequantize_per_tensor_default_72" [id=1319, type=dequantize_per_tensor]; +"1320 linear_71_scale_0" [id=1320, type=get_attr]; +"1321 linear_71_zero_point_0" [id=1321, type=get_attr]; +"1322 compressed_weight_updated_constant48" [id=1322, type=get_attr]; +"1323 quantize_per_channel_default_48" [id=1323, type=quantize_per_channel]; +"1324 dequantize_per_channel_default_48" [id=1324, type=dequantize_per_channel]; +"1325 linear_71" [id=1325, type=linear]; +"1326 dropout_45" [id=1326, type=dropout]; +"1327 view_65" [id=1327, type=view]; +"1328 permute_54" [id=1328, type=permute]; +"1329 reshape_53" [id=1329, type=reshape]; +"1330 roll_11" [id=1330, type=roll]; +"1331 slice_185" [id=1331, type=slice]; +"1332 slice_186" [id=1332, type=slice]; +"1333 slice_187" [id=1333, type=slice]; +"1334 slice_188" [id=1334, type=slice]; +"1335 contiguous_21" [id=1335, type=contiguous]; +"1336 layer_norm_25" [id=1336, type=layer_norm]; +"1337 add_40" [id=1337, type=add]; +"1338 add_40_0_0_nncf_smooth_quant_0" [id=1338, type=call_module]; +"1339 quantize_per_tensor_default_73" [id=1339, type=quantize_per_tensor]; +"1340 dequantize_per_tensor_default_73" [id=1340, type=dequantize_per_tensor]; +"1341 linear_72_scale_0" [id=1341, type=get_attr]; +"1342 linear_72_zero_point_0" [id=1342, type=get_attr]; +"1343 compressed_weight_updated_constant49" [id=1343, type=get_attr]; +"1344 quantize_per_channel_default_49" [id=1344, type=quantize_per_channel]; +"1345 dequantize_per_channel_default_49" [id=1345, type=dequantize_per_channel]; +"1346 linear_72" [id=1346, type=linear]; +"1347 gelu_11" [id=1347, type=gelu]; +"1348 dropout_46" [id=1348, type=dropout]; +"1349 dropout_46_0_0_nncf_smooth_quant_0" [id=1349, type=call_module]; +"1350 quantize_per_tensor_default_74" [id=1350, type=quantize_per_tensor]; +"1351 dequantize_per_tensor_default_74" [id=1351, type=dequantize_per_tensor]; +"1352 linear_73_scale_0" [id=1352, type=get_attr]; +"1353 linear_73_zero_point_0" [id=1353, type=get_attr]; +"1354 compressed_weight_updated_constant50" [id=1354, type=get_attr]; +"1355 quantize_per_channel_default_50" [id=1355, type=quantize_per_channel]; +"1356 dequantize_per_channel_default_50" [id=1356, type=dequantize_per_channel]; +"1357 linear_73" [id=1357, type=linear]; +"1358 dropout_47" [id=1358, type=dropout]; +"1359 layer_norm_26" [id=1359, type=layer_norm]; +"1360 add_41" [id=1360, type=add]; +"1361 _frozen_param102" [id=1361, type=get_attr]; +"1362 pad_14" [id=1362, type=pad]; +"1363 view_68" [id=1363, type=view]; +"1364 permute_56" [id=1364, type=permute]; +"1365 reshape_54" [id=1365, type=reshape]; +"1366 _frozen_param103" [id=1366, type=get_attr]; +"1367 reshape_54_0_0_nncf_smooth_quant_0" [id=1367, type=call_module]; +"1368 quantize_per_tensor_default_75" [id=1368, type=quantize_per_tensor]; +"1369 dequantize_per_tensor_default_75" [id=1369, type=dequantize_per_tensor]; +"1370 linear_76_scale_0" [id=1370, type=get_attr]; +"1371 linear_76_zero_point_0" [id=1371, type=get_attr]; +"1372 compressed_weight_updated_constant51" [id=1372, type=get_attr]; +"1373 quantize_per_channel_default_51" [id=1373, type=quantize_per_channel]; +"1374 dequantize_per_channel_default_51" [id=1374, type=dequantize_per_channel]; +"1375 linear_76" [id=1375, type=linear]; +"1376 reshape_55" [id=1376, type=reshape]; +"1377 permute_57" [id=1377, type=permute]; +"1378 select_36" [id=1378, type=select]; +"1379 select_37" [id=1379, type=select]; +"1380 select_38" [id=1380, type=select]; +"1381 linalg_vector_norm_24" [id=1381, type=linalg_vector_norm]; +"1382 clamp_min_24" [id=1382, type=clamp_min]; +"1383 expand_as_24" [id=1383, type=expand_as]; +"1384 div_24" [id=1384, type=div]; +"1385 quantize_per_tensor_default_76" [id=1385, type=quantize_per_tensor]; +"1386 dequantize_per_tensor_default_76" [id=1386, type=dequantize_per_tensor]; +"1387 linalg_vector_norm_25" [id=1387, type=linalg_vector_norm]; +"1388 clamp_min_25" [id=1388, type=clamp_min]; +"1389 expand_as_25" [id=1389, type=expand_as]; +"1390 div_25" [id=1390, type=div]; +"1391 quantize_per_tensor_default_77" [id=1391, type=quantize_per_tensor]; +"1392 dequantize_per_tensor_default_77" [id=1392, type=dequantize_per_tensor]; +"1393 transpose_24" [id=1393, type=transpose]; +"1394 matmul_24" [id=1394, type=matmul]; +"1395 _frozen_param105" [id=1395, type=get_attr]; +"1396 mul_25" [id=1396, type=mul]; +"1397 add_42" [id=1397, type=add]; +"1398 softmax_12" [id=1398, type=softmax]; +"1399 dropout_48" [id=1399, type=dropout]; +"1400 matmul_25" [id=1400, type=matmul]; +"1401 transpose_25" [id=1401, type=transpose]; +"1402 reshape_56" [id=1402, type=reshape]; +"1403 reshape_56_0_0_nncf_smooth_quant_0" [id=1403, type=call_module]; +"1404 quantize_per_tensor_default_78" [id=1404, type=quantize_per_tensor]; +"1405 dequantize_per_tensor_default_78" [id=1405, type=dequantize_per_tensor]; +"1406 linear_77_scale_0" [id=1406, type=get_attr]; +"1407 linear_77_zero_point_0" [id=1407, type=get_attr]; +"1408 compressed_weight_updated_constant52" [id=1408, type=get_attr]; +"1409 quantize_per_channel_default_52" [id=1409, type=quantize_per_channel]; +"1410 dequantize_per_channel_default_52" [id=1410, type=dequantize_per_channel]; +"1411 linear_77" [id=1411, type=linear]; +"1412 dropout_49" [id=1412, type=dropout]; +"1413 view_69" [id=1413, type=view]; +"1414 permute_58" [id=1414, type=permute]; +"1415 reshape_57" [id=1415, type=reshape]; +"1416 slice_190" [id=1416, type=slice]; +"1417 slice_191" [id=1417, type=slice]; +"1418 slice_192" [id=1418, type=slice]; +"1419 slice_193" [id=1419, type=slice]; +"1420 contiguous_23" [id=1420, type=contiguous]; +"1421 layer_norm_27" [id=1421, type=layer_norm]; +"1422 add_43" [id=1422, type=add]; +"1423 add_43_0_0_nncf_smooth_quant_0" [id=1423, type=call_module]; +"1424 quantize_per_tensor_default_79" [id=1424, type=quantize_per_tensor]; +"1425 dequantize_per_tensor_default_79" [id=1425, type=dequantize_per_tensor]; +"1426 linear_78_scale_0" [id=1426, type=get_attr]; +"1427 linear_78_zero_point_0" [id=1427, type=get_attr]; +"1428 compressed_weight_updated_constant53" [id=1428, type=get_attr]; +"1429 quantize_per_channel_default_53" [id=1429, type=quantize_per_channel]; +"1430 dequantize_per_channel_default_53" [id=1430, type=dequantize_per_channel]; +"1431 linear_78" [id=1431, type=linear]; +"1432 gelu_12" [id=1432, type=gelu]; +"1433 dropout_50" [id=1433, type=dropout]; +"1434 dropout_50_0_0_nncf_smooth_quant_0" [id=1434, type=call_module]; +"1435 quantize_per_tensor_default_80" [id=1435, type=quantize_per_tensor]; +"1436 dequantize_per_tensor_default_80" [id=1436, type=dequantize_per_tensor]; +"1437 linear_79_scale_0" [id=1437, type=get_attr]; +"1438 linear_79_zero_point_0" [id=1438, type=get_attr]; +"1439 compressed_weight_updated_constant54" [id=1439, type=get_attr]; +"1440 quantize_per_channel_default_54" [id=1440, type=quantize_per_channel]; +"1441 dequantize_per_channel_default_54" [id=1441, type=dequantize_per_channel]; +"1442 linear_79" [id=1442, type=linear]; +"1443 dropout_51" [id=1443, type=dropout]; +"1444 layer_norm_28" [id=1444, type=layer_norm]; +"1445 add_44" [id=1445, type=add]; +"1446 _frozen_param106" [id=1446, type=get_attr]; +"1447 pad_15" [id=1447, type=pad]; +"1448 roll_12" [id=1448, type=roll]; +"1449 view_72" [id=1449, type=view]; +"1450 permute_60" [id=1450, type=permute]; +"1451 reshape_58" [id=1451, type=reshape]; +"1452 _frozen_param107" [id=1452, type=get_attr]; +"1453 reshape_58_0_0_nncf_smooth_quant_0" [id=1453, type=call_module]; +"1454 quantize_per_tensor_default_81" [id=1454, type=quantize_per_tensor]; +"1455 dequantize_per_tensor_default_81" [id=1455, type=dequantize_per_tensor]; +"1456 linear_82_scale_0" [id=1456, type=get_attr]; +"1457 linear_82_zero_point_0" [id=1457, type=get_attr]; +"1458 compressed_weight_updated_constant55" [id=1458, type=get_attr]; +"1459 quantize_per_channel_default_55" [id=1459, type=quantize_per_channel]; +"1460 dequantize_per_channel_default_55" [id=1460, type=dequantize_per_channel]; +"1461 linear_82" [id=1461, type=linear]; +"1462 reshape_59" [id=1462, type=reshape]; +"1463 permute_61" [id=1463, type=permute]; +"1464 select_39" [id=1464, type=select]; +"1465 select_40" [id=1465, type=select]; +"1466 select_41" [id=1466, type=select]; +"1467 linalg_vector_norm_26" [id=1467, type=linalg_vector_norm]; +"1468 clamp_min_26" [id=1468, type=clamp_min]; +"1469 expand_as_26" [id=1469, type=expand_as]; +"1470 div_26" [id=1470, type=div]; +"1471 quantize_per_tensor_default_82" [id=1471, type=quantize_per_tensor]; +"1472 dequantize_per_tensor_default_82" [id=1472, type=dequantize_per_tensor]; +"1473 linalg_vector_norm_27" [id=1473, type=linalg_vector_norm]; +"1474 clamp_min_27" [id=1474, type=clamp_min]; +"1475 expand_as_27" [id=1475, type=expand_as]; +"1476 div_27" [id=1476, type=div]; +"1477 quantize_per_tensor_default_83" [id=1477, type=quantize_per_tensor]; +"1478 dequantize_per_tensor_default_83" [id=1478, type=dequantize_per_tensor]; +"1479 transpose_26" [id=1479, type=transpose]; +"1480 matmul_26" [id=1480, type=matmul]; +"1481 _frozen_param109" [id=1481, type=get_attr]; +"1482 mul_27" [id=1482, type=mul]; +"1483 add_45" [id=1483, type=add]; +"1484 new_zeros_6" [id=1484, type=new_zeros]; +"1485 view_73" [id=1485, type=view]; +"1486 permute_62" [id=1486, type=permute]; +"1487 reshape_60" [id=1487, type=reshape]; +"1488 unsqueeze_38" [id=1488, type=unsqueeze]; +"1489 unsqueeze_39" [id=1489, type=unsqueeze]; +"1490 sub_6" [id=1490, type=sub]; +"1491 ne_6" [id=1491, type=ne]; +"1492 masked_fill_12" [id=1492, type=masked_fill]; +"1493 eq_6" [id=1493, type=eq]; +"1494 masked_fill_13" [id=1494, type=masked_fill]; +"1495 view_74" [id=1495, type=view]; +"1496 unsqueeze_40" [id=1496, type=unsqueeze]; +"1497 unsqueeze_41" [id=1497, type=unsqueeze]; +"1498 add_46" [id=1498, type=add]; +"1499 view_75" [id=1499, type=view]; +"1500 softmax_13" [id=1500, type=softmax]; +"1501 dropout_52" [id=1501, type=dropout]; +"1502 matmul_27" [id=1502, type=matmul]; +"1503 transpose_27" [id=1503, type=transpose]; +"1504 reshape_61" [id=1504, type=reshape]; +"1505 reshape_61_0_0_nncf_smooth_quant_0" [id=1505, type=call_module]; +"1506 quantize_per_tensor_default_84" [id=1506, type=quantize_per_tensor]; +"1507 dequantize_per_tensor_default_84" [id=1507, type=dequantize_per_tensor]; +"1508 linear_83_scale_0" [id=1508, type=get_attr]; +"1509 linear_83_zero_point_0" [id=1509, type=get_attr]; +"1510 compressed_weight_updated_constant56" [id=1510, type=get_attr]; +"1511 quantize_per_channel_default_56" [id=1511, type=quantize_per_channel]; +"1512 dequantize_per_channel_default_56" [id=1512, type=dequantize_per_channel]; +"1513 linear_83" [id=1513, type=linear]; +"1514 dropout_53" [id=1514, type=dropout]; +"1515 view_76" [id=1515, type=view]; +"1516 permute_63" [id=1516, type=permute]; +"1517 reshape_62" [id=1517, type=reshape]; +"1518 roll_13" [id=1518, type=roll]; +"1519 slice_213" [id=1519, type=slice]; +"1520 slice_214" [id=1520, type=slice]; +"1521 slice_215" [id=1521, type=slice]; +"1522 slice_216" [id=1522, type=slice]; +"1523 contiguous_25" [id=1523, type=contiguous]; +"1524 layer_norm_29" [id=1524, type=layer_norm]; +"1525 add_47" [id=1525, type=add]; +"1526 add_47_0_0_nncf_smooth_quant_0" [id=1526, type=call_module]; +"1527 quantize_per_tensor_default_85" [id=1527, type=quantize_per_tensor]; +"1528 dequantize_per_tensor_default_85" [id=1528, type=dequantize_per_tensor]; +"1529 linear_84_scale_0" [id=1529, type=get_attr]; +"1530 linear_84_zero_point_0" [id=1530, type=get_attr]; +"1531 compressed_weight_updated_constant57" [id=1531, type=get_attr]; +"1532 quantize_per_channel_default_57" [id=1532, type=quantize_per_channel]; +"1533 dequantize_per_channel_default_57" [id=1533, type=dequantize_per_channel]; +"1534 linear_84" [id=1534, type=linear]; +"1535 gelu_13" [id=1535, type=gelu]; +"1536 dropout_54" [id=1536, type=dropout]; +"1537 dropout_54_0_0_nncf_smooth_quant_0" [id=1537, type=call_module]; +"1538 quantize_per_tensor_default_86" [id=1538, type=quantize_per_tensor]; +"1539 dequantize_per_tensor_default_86" [id=1539, type=dequantize_per_tensor]; +"1540 linear_85_scale_0" [id=1540, type=get_attr]; +"1541 linear_85_zero_point_0" [id=1541, type=get_attr]; +"1542 compressed_weight_updated_constant58" [id=1542, type=get_attr]; +"1543 quantize_per_channel_default_58" [id=1543, type=quantize_per_channel]; +"1544 dequantize_per_channel_default_58" [id=1544, type=dequantize_per_channel]; +"1545 linear_85" [id=1545, type=linear]; +"1546 dropout_55" [id=1546, type=dropout]; +"1547 layer_norm_30" [id=1547, type=layer_norm]; +"1548 add_48" [id=1548, type=add]; +"1549 _frozen_param119" [id=1549, type=get_attr]; +"1550 pad_16" [id=1550, type=pad]; +"1551 view_79" [id=1551, type=view]; +"1552 permute_65" [id=1552, type=permute]; +"1553 reshape_63" [id=1553, type=reshape]; +"1554 _frozen_param120" [id=1554, type=get_attr]; +"1555 reshape_63_0_0_nncf_smooth_quant_0" [id=1555, type=call_module]; +"1556 quantize_per_tensor_default_87" [id=1556, type=quantize_per_tensor]; +"1557 dequantize_per_tensor_default_87" [id=1557, type=dequantize_per_tensor]; +"1558 linear_88_scale_0" [id=1558, type=get_attr]; +"1559 linear_88_zero_point_0" [id=1559, type=get_attr]; +"1560 compressed_weight_updated_constant59" [id=1560, type=get_attr]; +"1561 quantize_per_channel_default_59" [id=1561, type=quantize_per_channel]; +"1562 dequantize_per_channel_default_59" [id=1562, type=dequantize_per_channel]; +"1563 linear_88" [id=1563, type=linear]; +"1564 reshape_64" [id=1564, type=reshape]; +"1565 permute_66" [id=1565, type=permute]; +"1566 select_42" [id=1566, type=select]; +"1567 select_43" [id=1567, type=select]; +"1568 select_44" [id=1568, type=select]; +"1569 linalg_vector_norm_28" [id=1569, type=linalg_vector_norm]; +"1570 clamp_min_28" [id=1570, type=clamp_min]; +"1571 expand_as_28" [id=1571, type=expand_as]; +"1572 div_28" [id=1572, type=div]; +"1573 quantize_per_tensor_default_88" [id=1573, type=quantize_per_tensor]; +"1574 dequantize_per_tensor_default_88" [id=1574, type=dequantize_per_tensor]; +"1575 linalg_vector_norm_29" [id=1575, type=linalg_vector_norm]; +"1576 clamp_min_29" [id=1576, type=clamp_min]; +"1577 expand_as_29" [id=1577, type=expand_as]; +"1578 div_29" [id=1578, type=div]; +"1579 quantize_per_tensor_default_89" [id=1579, type=quantize_per_tensor]; +"1580 dequantize_per_tensor_default_89" [id=1580, type=dequantize_per_tensor]; +"1581 transpose_28" [id=1581, type=transpose]; +"1582 matmul_28" [id=1582, type=matmul]; +"1583 _frozen_param122" [id=1583, type=get_attr]; +"1584 mul_29" [id=1584, type=mul]; +"1585 add_49" [id=1585, type=add]; +"1586 softmax_14" [id=1586, type=softmax]; +"1587 dropout_56" [id=1587, type=dropout]; +"1588 matmul_29" [id=1588, type=matmul]; +"1589 transpose_29" [id=1589, type=transpose]; +"1590 reshape_65" [id=1590, type=reshape]; +"1591 reshape_65_0_0_nncf_smooth_quant_0" [id=1591, type=call_module]; +"1592 quantize_per_tensor_default_90" [id=1592, type=quantize_per_tensor]; +"1593 dequantize_per_tensor_default_90" [id=1593, type=dequantize_per_tensor]; +"1594 linear_89_scale_0" [id=1594, type=get_attr]; +"1595 linear_89_zero_point_0" [id=1595, type=get_attr]; +"1596 compressed_weight_updated_constant60" [id=1596, type=get_attr]; +"1597 quantize_per_channel_default_60" [id=1597, type=quantize_per_channel]; +"1598 dequantize_per_channel_default_60" [id=1598, type=dequantize_per_channel]; +"1599 linear_89" [id=1599, type=linear]; +"1600 dropout_57" [id=1600, type=dropout]; +"1601 view_80" [id=1601, type=view]; +"1602 permute_67" [id=1602, type=permute]; +"1603 reshape_66" [id=1603, type=reshape]; +"1604 slice_218" [id=1604, type=slice]; +"1605 slice_219" [id=1605, type=slice]; +"1606 slice_220" [id=1606, type=slice]; +"1607 slice_221" [id=1607, type=slice]; +"1608 contiguous_27" [id=1608, type=contiguous]; +"1609 layer_norm_31" [id=1609, type=layer_norm]; +"1610 add_50" [id=1610, type=add]; +"1611 add_50_0_0_nncf_smooth_quant_0" [id=1611, type=call_module]; +"1612 quantize_per_tensor_default_91" [id=1612, type=quantize_per_tensor]; +"1613 dequantize_per_tensor_default_91" [id=1613, type=dequantize_per_tensor]; +"1614 linear_90_scale_0" [id=1614, type=get_attr]; +"1615 linear_90_zero_point_0" [id=1615, type=get_attr]; +"1616 compressed_weight_updated_constant61" [id=1616, type=get_attr]; +"1617 quantize_per_channel_default_61" [id=1617, type=quantize_per_channel]; +"1618 dequantize_per_channel_default_61" [id=1618, type=dequantize_per_channel]; +"1619 linear_90" [id=1619, type=linear]; +"1620 gelu_14" [id=1620, type=gelu]; +"1621 dropout_58" [id=1621, type=dropout]; +"1622 dropout_58_0_0_nncf_smooth_quant_0" [id=1622, type=call_module]; +"1623 quantize_per_tensor_default_92" [id=1623, type=quantize_per_tensor]; +"1624 dequantize_per_tensor_default_92" [id=1624, type=dequantize_per_tensor]; +"1625 linear_91_scale_0" [id=1625, type=get_attr]; +"1626 linear_91_zero_point_0" [id=1626, type=get_attr]; +"1627 compressed_weight_updated_constant62" [id=1627, type=get_attr]; +"1628 quantize_per_channel_default_62" [id=1628, type=quantize_per_channel]; +"1629 dequantize_per_channel_default_62" [id=1629, type=dequantize_per_channel]; +"1630 linear_91" [id=1630, type=linear]; +"1631 dropout_59" [id=1631, type=dropout]; +"1632 layer_norm_32" [id=1632, type=layer_norm]; +"1633 add_51" [id=1633, type=add]; +"1634 _frozen_param123" [id=1634, type=get_attr]; +"1635 pad_17" [id=1635, type=pad]; +"1636 roll_14" [id=1636, type=roll]; +"1637 view_83" [id=1637, type=view]; +"1638 permute_69" [id=1638, type=permute]; +"1639 reshape_67" [id=1639, type=reshape]; +"1640 _frozen_param124" [id=1640, type=get_attr]; +"1641 reshape_67_0_0_nncf_smooth_quant_0" [id=1641, type=call_module]; +"1642 quantize_per_tensor_default_93" [id=1642, type=quantize_per_tensor]; +"1643 dequantize_per_tensor_default_93" [id=1643, type=dequantize_per_tensor]; +"1644 linear_94_scale_0" [id=1644, type=get_attr]; +"1645 linear_94_zero_point_0" [id=1645, type=get_attr]; +"1646 compressed_weight_updated_constant63" [id=1646, type=get_attr]; +"1647 quantize_per_channel_default_63" [id=1647, type=quantize_per_channel]; +"1648 dequantize_per_channel_default_63" [id=1648, type=dequantize_per_channel]; +"1649 linear_94" [id=1649, type=linear]; +"1650 reshape_68" [id=1650, type=reshape]; +"1651 permute_70" [id=1651, type=permute]; +"1652 select_45" [id=1652, type=select]; +"1653 select_46" [id=1653, type=select]; +"1654 select_47" [id=1654, type=select]; +"1655 linalg_vector_norm_30" [id=1655, type=linalg_vector_norm]; +"1656 clamp_min_30" [id=1656, type=clamp_min]; +"1657 expand_as_30" [id=1657, type=expand_as]; +"1658 div_30" [id=1658, type=div]; +"1659 quantize_per_tensor_default_94" [id=1659, type=quantize_per_tensor]; +"1660 dequantize_per_tensor_default_94" [id=1660, type=dequantize_per_tensor]; +"1661 linalg_vector_norm_31" [id=1661, type=linalg_vector_norm]; +"1662 clamp_min_31" [id=1662, type=clamp_min]; +"1663 expand_as_31" [id=1663, type=expand_as]; +"1664 div_31" [id=1664, type=div]; +"1665 quantize_per_tensor_default_95" [id=1665, type=quantize_per_tensor]; +"1666 dequantize_per_tensor_default_95" [id=1666, type=dequantize_per_tensor]; +"1667 transpose_30" [id=1667, type=transpose]; +"1668 matmul_30" [id=1668, type=matmul]; +"1669 _frozen_param126" [id=1669, type=get_attr]; +"1670 mul_31" [id=1670, type=mul]; +"1671 add_52" [id=1671, type=add]; +"1672 new_zeros_7" [id=1672, type=new_zeros]; +"1673 view_84" [id=1673, type=view]; +"1674 permute_71" [id=1674, type=permute]; +"1675 reshape_69" [id=1675, type=reshape]; +"1676 unsqueeze_44" [id=1676, type=unsqueeze]; +"1677 unsqueeze_45" [id=1677, type=unsqueeze]; +"1678 sub_7" [id=1678, type=sub]; +"1679 ne_7" [id=1679, type=ne]; +"1680 masked_fill_14" [id=1680, type=masked_fill]; +"1681 eq_7" [id=1681, type=eq]; +"1682 masked_fill_15" [id=1682, type=masked_fill]; +"1683 view_85" [id=1683, type=view]; +"1684 unsqueeze_46" [id=1684, type=unsqueeze]; +"1685 unsqueeze_47" [id=1685, type=unsqueeze]; +"1686 add_53" [id=1686, type=add]; +"1687 view_86" [id=1687, type=view]; +"1688 softmax_15" [id=1688, type=softmax]; +"1689 dropout_60" [id=1689, type=dropout]; +"1690 matmul_31" [id=1690, type=matmul]; +"1691 transpose_31" [id=1691, type=transpose]; +"1692 reshape_70" [id=1692, type=reshape]; +"1693 reshape_70_0_0_nncf_smooth_quant_0" [id=1693, type=call_module]; +"1694 quantize_per_tensor_default_96" [id=1694, type=quantize_per_tensor]; +"1695 dequantize_per_tensor_default_96" [id=1695, type=dequantize_per_tensor]; +"1696 linear_95_scale_0" [id=1696, type=get_attr]; +"1697 linear_95_zero_point_0" [id=1697, type=get_attr]; +"1698 compressed_weight_updated_constant64" [id=1698, type=get_attr]; +"1699 quantize_per_channel_default_64" [id=1699, type=quantize_per_channel]; +"1700 dequantize_per_channel_default_64" [id=1700, type=dequantize_per_channel]; +"1701 linear_95" [id=1701, type=linear]; +"1702 dropout_61" [id=1702, type=dropout]; +"1703 view_87" [id=1703, type=view]; +"1704 permute_72" [id=1704, type=permute]; +"1705 reshape_71" [id=1705, type=reshape]; +"1706 roll_15" [id=1706, type=roll]; +"1707 slice_241" [id=1707, type=slice]; +"1708 slice_242" [id=1708, type=slice]; +"1709 slice_243" [id=1709, type=slice]; +"1710 slice_244" [id=1710, type=slice]; +"1711 contiguous_29" [id=1711, type=contiguous]; +"1712 layer_norm_33" [id=1712, type=layer_norm]; +"1713 add_54" [id=1713, type=add]; +"1714 add_54_0_0_nncf_smooth_quant_0" [id=1714, type=call_module]; +"1715 quantize_per_tensor_default_97" [id=1715, type=quantize_per_tensor]; +"1716 dequantize_per_tensor_default_97" [id=1716, type=dequantize_per_tensor]; +"1717 linear_96_scale_0" [id=1717, type=get_attr]; +"1718 linear_96_zero_point_0" [id=1718, type=get_attr]; +"1719 compressed_weight_updated_constant65" [id=1719, type=get_attr]; +"1720 quantize_per_channel_default_65" [id=1720, type=quantize_per_channel]; +"1721 dequantize_per_channel_default_65" [id=1721, type=dequantize_per_channel]; +"1722 linear_96" [id=1722, type=linear]; +"1723 gelu_15" [id=1723, type=gelu]; +"1724 dropout_62" [id=1724, type=dropout]; +"1725 dropout_62_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; +"1726 quantize_per_tensor_default_98" [id=1726, type=quantize_per_tensor]; +"1727 dequantize_per_tensor_default_98" [id=1727, type=dequantize_per_tensor]; +"1728 linear_97_scale_0" [id=1728, type=get_attr]; +"1729 linear_97_zero_point_0" [id=1729, type=get_attr]; +"1730 compressed_weight_updated_constant66" [id=1730, type=get_attr]; +"1731 quantize_per_channel_default_66" [id=1731, type=quantize_per_channel]; +"1732 dequantize_per_channel_default_66" [id=1732, type=dequantize_per_channel]; +"1733 linear_97" [id=1733, type=linear]; +"1734 dropout_63" [id=1734, type=dropout]; +"1735 layer_norm_34" [id=1735, type=layer_norm]; +"1736 add_55" [id=1736, type=add]; +"1737 _frozen_param136" [id=1737, type=get_attr]; +"1738 pad_18" [id=1738, type=pad]; +"1739 view_90" [id=1739, type=view]; +"1740 permute_74" [id=1740, type=permute]; +"1741 reshape_72" [id=1741, type=reshape]; +"1742 _frozen_param137" [id=1742, type=get_attr]; +"1743 reshape_72_0_0_nncf_smooth_quant_0" [id=1743, type=call_module]; +"1744 quantize_per_tensor_default_99" [id=1744, type=quantize_per_tensor]; +"1745 dequantize_per_tensor_default_99" [id=1745, type=dequantize_per_tensor]; +"1746 linear_100_scale_0" [id=1746, type=get_attr]; +"1747 linear_100_zero_point_0" [id=1747, type=get_attr]; +"1748 compressed_weight_updated_constant67" [id=1748, type=get_attr]; +"1749 quantize_per_channel_default_67" [id=1749, type=quantize_per_channel]; +"1750 dequantize_per_channel_default_67" [id=1750, type=dequantize_per_channel]; +"1751 linear_100" [id=1751, type=linear]; +"1752 reshape_73" [id=1752, type=reshape]; +"1753 permute_75" [id=1753, type=permute]; +"1754 select_48" [id=1754, type=select]; +"1755 select_49" [id=1755, type=select]; +"1756 select_50" [id=1756, type=select]; +"1757 linalg_vector_norm_32" [id=1757, type=linalg_vector_norm]; +"1758 clamp_min_32" [id=1758, type=clamp_min]; +"1759 expand_as_32" [id=1759, type=expand_as]; +"1760 div_32" [id=1760, type=div]; +"1761 quantize_per_tensor_default_100" [id=1761, type=quantize_per_tensor]; +"1762 dequantize_per_tensor_default_100" [id=1762, type=dequantize_per_tensor]; +"1763 linalg_vector_norm_33" [id=1763, type=linalg_vector_norm]; +"1764 clamp_min_33" [id=1764, type=clamp_min]; +"1765 expand_as_33" [id=1765, type=expand_as]; +"1766 div_33" [id=1766, type=div]; +"1767 quantize_per_tensor_default_101" [id=1767, type=quantize_per_tensor]; +"1768 dequantize_per_tensor_default_101" [id=1768, type=dequantize_per_tensor]; +"1769 transpose_32" [id=1769, type=transpose]; +"1770 matmul_32" [id=1770, type=matmul]; +"1771 _frozen_param139" [id=1771, type=get_attr]; +"1772 mul_33" [id=1772, type=mul]; +"1773 add_56" [id=1773, type=add]; +"1774 softmax_16" [id=1774, type=softmax]; +"1775 dropout_64" [id=1775, type=dropout]; +"1776 matmul_33" [id=1776, type=matmul]; +"1777 transpose_33" [id=1777, type=transpose]; +"1778 reshape_74" [id=1778, type=reshape]; +"1779 reshape_74_0_0_nncf_smooth_quant_0" [id=1779, type=call_module]; +"1780 quantize_per_tensor_default_102" [id=1780, type=quantize_per_tensor]; +"1781 dequantize_per_tensor_default_102" [id=1781, type=dequantize_per_tensor]; +"1782 linear_101_scale_0" [id=1782, type=get_attr]; +"1783 linear_101_zero_point_0" [id=1783, type=get_attr]; +"1784 compressed_weight_updated_constant68" [id=1784, type=get_attr]; +"1785 quantize_per_channel_default_68" [id=1785, type=quantize_per_channel]; +"1786 dequantize_per_channel_default_68" [id=1786, type=dequantize_per_channel]; +"1787 linear_101" [id=1787, type=linear]; +"1788 dropout_65" [id=1788, type=dropout]; +"1789 view_91" [id=1789, type=view]; +"1790 permute_76" [id=1790, type=permute]; +"1791 reshape_75" [id=1791, type=reshape]; +"1792 slice_246" [id=1792, type=slice]; +"1793 slice_247" [id=1793, type=slice]; +"1794 slice_248" [id=1794, type=slice]; +"1795 slice_249" [id=1795, type=slice]; +"1796 contiguous_31" [id=1796, type=contiguous]; +"1797 layer_norm_35" [id=1797, type=layer_norm]; +"1798 add_57" [id=1798, type=add]; +"1799 add_57_0_0_nncf_smooth_quant_0" [id=1799, type=call_module]; +"1800 quantize_per_tensor_default_103" [id=1800, type=quantize_per_tensor]; +"1801 dequantize_per_tensor_default_103" [id=1801, type=dequantize_per_tensor]; +"1802 linear_102_scale_0" [id=1802, type=get_attr]; +"1803 linear_102_zero_point_0" [id=1803, type=get_attr]; +"1804 compressed_weight_updated_constant69" [id=1804, type=get_attr]; +"1805 quantize_per_channel_default_69" [id=1805, type=quantize_per_channel]; +"1806 dequantize_per_channel_default_69" [id=1806, type=dequantize_per_channel]; +"1807 linear_102" [id=1807, type=linear]; +"1808 gelu_16" [id=1808, type=gelu]; +"1809 dropout_66" [id=1809, type=dropout]; +"1810 dropout_66_0_0_nncf_smooth_quant_0" [id=1810, type=call_module]; +"1811 quantize_per_tensor_default_104" [id=1811, type=quantize_per_tensor]; +"1812 dequantize_per_tensor_default_104" [id=1812, type=dequantize_per_tensor]; +"1813 linear_103_scale_0" [id=1813, type=get_attr]; +"1814 linear_103_zero_point_0" [id=1814, type=get_attr]; +"1815 compressed_weight_updated_constant70" [id=1815, type=get_attr]; +"1816 quantize_per_channel_default_70" [id=1816, type=quantize_per_channel]; +"1817 dequantize_per_channel_default_70" [id=1817, type=dequantize_per_channel]; +"1818 linear_103" [id=1818, type=linear]; +"1819 dropout_67" [id=1819, type=dropout]; +"1820 layer_norm_36" [id=1820, type=layer_norm]; +"1821 add_58" [id=1821, type=add]; +"1822 _frozen_param140" [id=1822, type=get_attr]; +"1823 pad_19" [id=1823, type=pad]; +"1824 roll_16" [id=1824, type=roll]; +"1825 view_94" [id=1825, type=view]; +"1826 permute_78" [id=1826, type=permute]; +"1827 reshape_76" [id=1827, type=reshape]; +"1828 _frozen_param141" [id=1828, type=get_attr]; +"1829 reshape_76_0_0_nncf_smooth_quant_0" [id=1829, type=call_module]; +"1830 quantize_per_tensor_default_105" [id=1830, type=quantize_per_tensor]; +"1831 dequantize_per_tensor_default_105" [id=1831, type=dequantize_per_tensor]; +"1832 linear_106_scale_0" [id=1832, type=get_attr]; +"1833 linear_106_zero_point_0" [id=1833, type=get_attr]; +"1834 compressed_weight_updated_constant71" [id=1834, type=get_attr]; +"1835 quantize_per_channel_default_71" [id=1835, type=quantize_per_channel]; +"1836 dequantize_per_channel_default_71" [id=1836, type=dequantize_per_channel]; +"1837 linear_106" [id=1837, type=linear]; +"1838 reshape_77" [id=1838, type=reshape]; +"1839 permute_79" [id=1839, type=permute]; +"1840 select_51" [id=1840, type=select]; +"1841 select_52" [id=1841, type=select]; +"1842 select_53" [id=1842, type=select]; +"1843 linalg_vector_norm_34" [id=1843, type=linalg_vector_norm]; +"1844 clamp_min_34" [id=1844, type=clamp_min]; +"1845 expand_as_34" [id=1845, type=expand_as]; +"1846 div_34" [id=1846, type=div]; +"1847 quantize_per_tensor_default_106" [id=1847, type=quantize_per_tensor]; +"1848 dequantize_per_tensor_default_106" [id=1848, type=dequantize_per_tensor]; +"1849 linalg_vector_norm_35" [id=1849, type=linalg_vector_norm]; +"1850 clamp_min_35" [id=1850, type=clamp_min]; +"1851 expand_as_35" [id=1851, type=expand_as]; +"1852 div_35" [id=1852, type=div]; +"1853 quantize_per_tensor_default_107" [id=1853, type=quantize_per_tensor]; +"1854 dequantize_per_tensor_default_107" [id=1854, type=dequantize_per_tensor]; +"1855 transpose_34" [id=1855, type=transpose]; +"1856 matmul_34" [id=1856, type=matmul]; +"1857 _frozen_param143" [id=1857, type=get_attr]; +"1858 mul_35" [id=1858, type=mul]; +"1859 add_59" [id=1859, type=add]; +"1860 new_zeros_8" [id=1860, type=new_zeros]; +"1861 view_95" [id=1861, type=view]; +"1862 permute_80" [id=1862, type=permute]; +"1863 reshape_78" [id=1863, type=reshape]; +"1864 unsqueeze_50" [id=1864, type=unsqueeze]; +"1865 unsqueeze_51" [id=1865, type=unsqueeze]; +"1866 sub_8" [id=1866, type=sub]; +"1867 ne_8" [id=1867, type=ne]; +"1868 masked_fill_16" [id=1868, type=masked_fill]; +"1869 eq_8" [id=1869, type=eq]; +"1870 masked_fill_17" [id=1870, type=masked_fill]; +"1871 view_96" [id=1871, type=view]; +"1872 unsqueeze_52" [id=1872, type=unsqueeze]; +"1873 unsqueeze_53" [id=1873, type=unsqueeze]; +"1874 add_60" [id=1874, type=add]; +"1875 view_97" [id=1875, type=view]; +"1876 softmax_17" [id=1876, type=softmax]; +"1877 dropout_68" [id=1877, type=dropout]; +"1878 matmul_35" [id=1878, type=matmul]; +"1879 transpose_35" [id=1879, type=transpose]; +"1880 reshape_79" [id=1880, type=reshape]; +"1881 reshape_79_0_0_nncf_smooth_quant_0" [id=1881, type=call_module]; +"1882 quantize_per_tensor_default_108" [id=1882, type=quantize_per_tensor]; +"1883 dequantize_per_tensor_default_108" [id=1883, type=dequantize_per_tensor]; +"1884 linear_107_scale_0" [id=1884, type=get_attr]; +"1885 linear_107_zero_point_0" [id=1885, type=get_attr]; +"1886 compressed_weight_updated_constant72" [id=1886, type=get_attr]; +"1887 quantize_per_channel_default_72" [id=1887, type=quantize_per_channel]; +"1888 dequantize_per_channel_default_72" [id=1888, type=dequantize_per_channel]; +"1889 linear_107" [id=1889, type=linear]; +"1890 dropout_69" [id=1890, type=dropout]; +"1891 view_98" [id=1891, type=view]; +"1892 permute_81" [id=1892, type=permute]; +"1893 reshape_80" [id=1893, type=reshape]; +"1894 roll_17" [id=1894, type=roll]; +"1895 slice_269" [id=1895, type=slice]; +"1896 slice_270" [id=1896, type=slice]; +"1897 slice_271" [id=1897, type=slice]; +"1898 slice_272" [id=1898, type=slice]; +"1899 contiguous_33" [id=1899, type=contiguous]; +"1900 layer_norm_37" [id=1900, type=layer_norm]; +"1901 add_61" [id=1901, type=add]; +"1902 add_61_0_0_nncf_smooth_quant_0" [id=1902, type=call_module]; +"1903 quantize_per_tensor_default_109" [id=1903, type=quantize_per_tensor]; +"1904 dequantize_per_tensor_default_109" [id=1904, type=dequantize_per_tensor]; +"1905 linear_108_scale_0" [id=1905, type=get_attr]; +"1906 linear_108_zero_point_0" [id=1906, type=get_attr]; +"1907 compressed_weight_updated_constant73" [id=1907, type=get_attr]; +"1908 quantize_per_channel_default_73" [id=1908, type=quantize_per_channel]; +"1909 dequantize_per_channel_default_73" [id=1909, type=dequantize_per_channel]; +"1910 linear_108" [id=1910, type=linear]; +"1911 gelu_17" [id=1911, type=gelu]; +"1912 dropout_70" [id=1912, type=dropout]; +"1913 dropout_70_0_0_nncf_smooth_quant_0" [id=1913, type=call_module]; +"1914 quantize_per_tensor_default_110" [id=1914, type=quantize_per_tensor]; +"1915 dequantize_per_tensor_default_110" [id=1915, type=dequantize_per_tensor]; +"1916 linear_109_scale_0" [id=1916, type=get_attr]; +"1917 linear_109_zero_point_0" [id=1917, type=get_attr]; +"1918 compressed_weight_updated_constant74" [id=1918, type=get_attr]; +"1919 quantize_per_channel_default_74" [id=1919, type=quantize_per_channel]; +"1920 dequantize_per_channel_default_74" [id=1920, type=dequantize_per_channel]; +"1921 linear_109" [id=1921, type=linear]; +"1922 dropout_71" [id=1922, type=dropout]; +"1923 layer_norm_38" [id=1923, type=layer_norm]; +"1924 add_62" [id=1924, type=add]; +"1925 _frozen_param153" [id=1925, type=get_attr]; +"1926 pad_20" [id=1926, type=pad]; +"1927 view_101" [id=1927, type=view]; +"1928 permute_83" [id=1928, type=permute]; +"1929 reshape_81" [id=1929, type=reshape]; +"1930 _frozen_param154" [id=1930, type=get_attr]; +"1931 reshape_81_0_0_nncf_smooth_quant_0" [id=1931, type=call_module]; +"1932 quantize_per_tensor_default_111" [id=1932, type=quantize_per_tensor]; +"1933 dequantize_per_tensor_default_111" [id=1933, type=dequantize_per_tensor]; +"1934 linear_112_scale_0" [id=1934, type=get_attr]; +"1935 linear_112_zero_point_0" [id=1935, type=get_attr]; +"1936 compressed_weight_updated_constant75" [id=1936, type=get_attr]; +"1937 quantize_per_channel_default_75" [id=1937, type=quantize_per_channel]; +"1938 dequantize_per_channel_default_75" [id=1938, type=dequantize_per_channel]; +"1939 linear_112" [id=1939, type=linear]; +"1940 reshape_82" [id=1940, type=reshape]; +"1941 permute_84" [id=1941, type=permute]; +"1942 select_54" [id=1942, type=select]; +"1943 select_55" [id=1943, type=select]; +"1944 select_56" [id=1944, type=select]; +"1945 linalg_vector_norm_36" [id=1945, type=linalg_vector_norm]; +"1946 clamp_min_36" [id=1946, type=clamp_min]; +"1947 expand_as_36" [id=1947, type=expand_as]; +"1948 div_36" [id=1948, type=div]; +"1949 quantize_per_tensor_default_112" [id=1949, type=quantize_per_tensor]; +"1950 dequantize_per_tensor_default_112" [id=1950, type=dequantize_per_tensor]; +"1951 linalg_vector_norm_37" [id=1951, type=linalg_vector_norm]; +"1952 clamp_min_37" [id=1952, type=clamp_min]; +"1953 expand_as_37" [id=1953, type=expand_as]; +"1954 div_37" [id=1954, type=div]; +"1955 quantize_per_tensor_default_113" [id=1955, type=quantize_per_tensor]; +"1956 dequantize_per_tensor_default_113" [id=1956, type=dequantize_per_tensor]; +"1957 transpose_36" [id=1957, type=transpose]; +"1958 matmul_36" [id=1958, type=matmul]; +"1959 _frozen_param156" [id=1959, type=get_attr]; +"1960 mul_37" [id=1960, type=mul]; +"1961 add_63" [id=1961, type=add]; +"1962 softmax_18" [id=1962, type=softmax]; +"1963 dropout_72" [id=1963, type=dropout]; +"1964 matmul_37" [id=1964, type=matmul]; +"1965 transpose_37" [id=1965, type=transpose]; +"1966 reshape_83" [id=1966, type=reshape]; +"1967 reshape_83_0_0_nncf_smooth_quant_0" [id=1967, type=call_module]; +"1968 quantize_per_tensor_default_114" [id=1968, type=quantize_per_tensor]; +"1969 dequantize_per_tensor_default_114" [id=1969, type=dequantize_per_tensor]; +"1970 linear_113_scale_0" [id=1970, type=get_attr]; +"1971 linear_113_zero_point_0" [id=1971, type=get_attr]; +"1972 compressed_weight_updated_constant76" [id=1972, type=get_attr]; +"1973 quantize_per_channel_default_76" [id=1973, type=quantize_per_channel]; +"1974 dequantize_per_channel_default_76" [id=1974, type=dequantize_per_channel]; +"1975 linear_113" [id=1975, type=linear]; +"1976 dropout_73" [id=1976, type=dropout]; +"1977 view_102" [id=1977, type=view]; +"1978 permute_85" [id=1978, type=permute]; +"1979 reshape_84" [id=1979, type=reshape]; +"1980 slice_274" [id=1980, type=slice]; +"1981 slice_275" [id=1981, type=slice]; +"1982 slice_276" [id=1982, type=slice]; +"1983 slice_277" [id=1983, type=slice]; +"1984 contiguous_35" [id=1984, type=contiguous]; +"1985 layer_norm_39" [id=1985, type=layer_norm]; +"1986 add_64" [id=1986, type=add]; +"1987 add_64_0_0_nncf_smooth_quant_0" [id=1987, type=call_module]; +"1988 quantize_per_tensor_default_115" [id=1988, type=quantize_per_tensor]; +"1989 dequantize_per_tensor_default_115" [id=1989, type=dequantize_per_tensor]; +"1990 linear_114_scale_0" [id=1990, type=get_attr]; +"1991 linear_114_zero_point_0" [id=1991, type=get_attr]; +"1992 compressed_weight_updated_constant77" [id=1992, type=get_attr]; +"1993 quantize_per_channel_default_77" [id=1993, type=quantize_per_channel]; +"1994 dequantize_per_channel_default_77" [id=1994, type=dequantize_per_channel]; +"1995 linear_114" [id=1995, type=linear]; +"1996 gelu_18" [id=1996, type=gelu]; +"1997 dropout_74" [id=1997, type=dropout]; +"1998 dropout_74_0_0_nncf_smooth_quant_0" [id=1998, type=call_module]; +"1999 quantize_per_tensor_default_116" [id=1999, type=quantize_per_tensor]; +"2000 dequantize_per_tensor_default_116" [id=2000, type=dequantize_per_tensor]; +"2001 linear_115_scale_0" [id=2001, type=get_attr]; +"2002 linear_115_zero_point_0" [id=2002, type=get_attr]; +"2003 compressed_weight_updated_constant78" [id=2003, type=get_attr]; +"2004 quantize_per_channel_default_78" [id=2004, type=quantize_per_channel]; +"2005 dequantize_per_channel_default_78" [id=2005, type=dequantize_per_channel]; +"2006 linear_115" [id=2006, type=linear]; +"2007 dropout_75" [id=2007, type=dropout]; +"2008 layer_norm_40" [id=2008, type=layer_norm]; +"2009 add_65" [id=2009, type=add]; +"2010 _frozen_param157" [id=2010, type=get_attr]; +"2011 pad_21" [id=2011, type=pad]; +"2012 roll_18" [id=2012, type=roll]; +"2013 view_105" [id=2013, type=view]; +"2014 permute_87" [id=2014, type=permute]; +"2015 reshape_85" [id=2015, type=reshape]; +"2016 _frozen_param158" [id=2016, type=get_attr]; +"2017 reshape_85_0_0_nncf_smooth_quant_0" [id=2017, type=call_module]; +"2018 quantize_per_tensor_default_117" [id=2018, type=quantize_per_tensor]; +"2019 dequantize_per_tensor_default_117" [id=2019, type=dequantize_per_tensor]; +"2020 linear_118_scale_0" [id=2020, type=get_attr]; +"2021 linear_118_zero_point_0" [id=2021, type=get_attr]; +"2022 compressed_weight_updated_constant79" [id=2022, type=get_attr]; +"2023 quantize_per_channel_default_79" [id=2023, type=quantize_per_channel]; +"2024 dequantize_per_channel_default_79" [id=2024, type=dequantize_per_channel]; +"2025 linear_118" [id=2025, type=linear]; +"2026 reshape_86" [id=2026, type=reshape]; +"2027 permute_88" [id=2027, type=permute]; +"2028 select_57" [id=2028, type=select]; +"2029 select_58" [id=2029, type=select]; +"2030 select_59" [id=2030, type=select]; +"2031 linalg_vector_norm_38" [id=2031, type=linalg_vector_norm]; +"2032 clamp_min_38" [id=2032, type=clamp_min]; +"2033 expand_as_38" [id=2033, type=expand_as]; +"2034 div_38" [id=2034, type=div]; +"2035 quantize_per_tensor_default_118" [id=2035, type=quantize_per_tensor]; +"2036 dequantize_per_tensor_default_118" [id=2036, type=dequantize_per_tensor]; +"2037 linalg_vector_norm_39" [id=2037, type=linalg_vector_norm]; +"2038 clamp_min_39" [id=2038, type=clamp_min]; +"2039 expand_as_39" [id=2039, type=expand_as]; +"2040 div_39" [id=2040, type=div]; +"2041 quantize_per_tensor_default_119" [id=2041, type=quantize_per_tensor]; +"2042 dequantize_per_tensor_default_119" [id=2042, type=dequantize_per_tensor]; +"2043 transpose_38" [id=2043, type=transpose]; +"2044 matmul_38" [id=2044, type=matmul]; +"2045 _frozen_param160" [id=2045, type=get_attr]; +"2046 mul_39" [id=2046, type=mul]; +"2047 add_66" [id=2047, type=add]; +"2048 new_zeros_9" [id=2048, type=new_zeros]; +"2049 view_106" [id=2049, type=view]; +"2050 permute_89" [id=2050, type=permute]; +"2051 reshape_87" [id=2051, type=reshape]; +"2052 unsqueeze_56" [id=2052, type=unsqueeze]; +"2053 unsqueeze_57" [id=2053, type=unsqueeze]; +"2054 sub_9" [id=2054, type=sub]; +"2055 ne_9" [id=2055, type=ne]; +"2056 masked_fill_18" [id=2056, type=masked_fill]; +"2057 eq_9" [id=2057, type=eq]; +"2058 masked_fill_19" [id=2058, type=masked_fill]; +"2059 view_107" [id=2059, type=view]; +"2060 unsqueeze_58" [id=2060, type=unsqueeze]; +"2061 unsqueeze_59" [id=2061, type=unsqueeze]; +"2062 add_67" [id=2062, type=add]; +"2063 view_108" [id=2063, type=view]; +"2064 softmax_19" [id=2064, type=softmax]; +"2065 dropout_76" [id=2065, type=dropout]; +"2066 matmul_39" [id=2066, type=matmul]; +"2067 transpose_39" [id=2067, type=transpose]; +"2068 reshape_88" [id=2068, type=reshape]; +"2069 reshape_88_0_0_nncf_smooth_quant_0" [id=2069, type=call_module]; +"2070 quantize_per_tensor_default_120" [id=2070, type=quantize_per_tensor]; +"2071 dequantize_per_tensor_default_120" [id=2071, type=dequantize_per_tensor]; +"2072 linear_119_scale_0" [id=2072, type=get_attr]; +"2073 linear_119_zero_point_0" [id=2073, type=get_attr]; +"2074 compressed_weight_updated_constant80" [id=2074, type=get_attr]; +"2075 quantize_per_channel_default_80" [id=2075, type=quantize_per_channel]; +"2076 dequantize_per_channel_default_80" [id=2076, type=dequantize_per_channel]; +"2077 linear_119" [id=2077, type=linear]; +"2078 dropout_77" [id=2078, type=dropout]; +"2079 view_109" [id=2079, type=view]; +"2080 permute_90" [id=2080, type=permute]; +"2081 reshape_89" [id=2081, type=reshape]; +"2082 roll_19" [id=2082, type=roll]; +"2083 slice_297" [id=2083, type=slice]; +"2084 slice_298" [id=2084, type=slice]; +"2085 slice_299" [id=2085, type=slice]; +"2086 slice_300" [id=2086, type=slice]; +"2087 contiguous_37" [id=2087, type=contiguous]; +"2088 layer_norm_41" [id=2088, type=layer_norm]; +"2089 add_68" [id=2089, type=add]; +"2090 add_68_0_0_nncf_smooth_quant_0" [id=2090, type=call_module]; +"2091 quantize_per_tensor_default_121" [id=2091, type=quantize_per_tensor]; +"2092 dequantize_per_tensor_default_121" [id=2092, type=dequantize_per_tensor]; +"2093 linear_120_scale_0" [id=2093, type=get_attr]; +"2094 linear_120_zero_point_0" [id=2094, type=get_attr]; +"2095 compressed_weight_updated_constant81" [id=2095, type=get_attr]; +"2096 quantize_per_channel_default_81" [id=2096, type=quantize_per_channel]; +"2097 dequantize_per_channel_default_81" [id=2097, type=dequantize_per_channel]; +"2098 linear_120" [id=2098, type=linear]; +"2099 gelu_19" [id=2099, type=gelu]; +"2100 dropout_78" [id=2100, type=dropout]; +"2101 dropout_78_0_0_nncf_smooth_quant_0" [id=2101, type=call_module]; +"2102 quantize_per_tensor_default_122" [id=2102, type=quantize_per_tensor]; +"2103 dequantize_per_tensor_default_122" [id=2103, type=dequantize_per_tensor]; +"2104 linear_121_scale_0" [id=2104, type=get_attr]; +"2105 linear_121_zero_point_0" [id=2105, type=get_attr]; +"2106 compressed_weight_updated_constant82" [id=2106, type=get_attr]; +"2107 quantize_per_channel_default_82" [id=2107, type=quantize_per_channel]; +"2108 dequantize_per_channel_default_82" [id=2108, type=dequantize_per_channel]; +"2109 linear_121" [id=2109, type=linear]; +"2110 dropout_79" [id=2110, type=dropout]; +"2111 layer_norm_42" [id=2111, type=layer_norm]; +"2112 add_69" [id=2112, type=add]; +"2113 _frozen_param170" [id=2113, type=get_attr]; +"2114 pad_22" [id=2114, type=pad]; +"2115 view_112" [id=2115, type=view]; +"2116 permute_92" [id=2116, type=permute]; +"2117 reshape_90" [id=2117, type=reshape]; +"2118 _frozen_param171" [id=2118, type=get_attr]; +"2119 reshape_90_0_0_nncf_smooth_quant_0" [id=2119, type=call_module]; +"2120 quantize_per_tensor_default_123" [id=2120, type=quantize_per_tensor]; +"2121 dequantize_per_tensor_default_123" [id=2121, type=dequantize_per_tensor]; +"2122 linear_124_scale_0" [id=2122, type=get_attr]; +"2123 linear_124_zero_point_0" [id=2123, type=get_attr]; +"2124 compressed_weight_updated_constant83" [id=2124, type=get_attr]; +"2125 quantize_per_channel_default_83" [id=2125, type=quantize_per_channel]; +"2126 dequantize_per_channel_default_83" [id=2126, type=dequantize_per_channel]; +"2127 linear_124" [id=2127, type=linear]; +"2128 reshape_91" [id=2128, type=reshape]; +"2129 permute_93" [id=2129, type=permute]; +"2130 select_60" [id=2130, type=select]; +"2131 select_61" [id=2131, type=select]; +"2132 select_62" [id=2132, type=select]; +"2133 linalg_vector_norm_40" [id=2133, type=linalg_vector_norm]; +"2134 clamp_min_40" [id=2134, type=clamp_min]; +"2135 expand_as_40" [id=2135, type=expand_as]; +"2136 div_40" [id=2136, type=div]; +"2137 quantize_per_tensor_default_124" [id=2137, type=quantize_per_tensor]; +"2138 dequantize_per_tensor_default_124" [id=2138, type=dequantize_per_tensor]; +"2139 linalg_vector_norm_41" [id=2139, type=linalg_vector_norm]; +"2140 clamp_min_41" [id=2140, type=clamp_min]; +"2141 expand_as_41" [id=2141, type=expand_as]; +"2142 div_41" [id=2142, type=div]; +"2143 quantize_per_tensor_default_125" [id=2143, type=quantize_per_tensor]; +"2144 dequantize_per_tensor_default_125" [id=2144, type=dequantize_per_tensor]; +"2145 transpose_40" [id=2145, type=transpose]; +"2146 matmul_40" [id=2146, type=matmul]; +"2147 _frozen_param173" [id=2147, type=get_attr]; +"2148 mul_41" [id=2148, type=mul]; +"2149 add_70" [id=2149, type=add]; +"2150 softmax_20" [id=2150, type=softmax]; +"2151 dropout_80" [id=2151, type=dropout]; +"2152 matmul_41" [id=2152, type=matmul]; +"2153 transpose_41" [id=2153, type=transpose]; +"2154 reshape_92" [id=2154, type=reshape]; +"2155 reshape_92_0_0_nncf_smooth_quant_0" [id=2155, type=call_module]; +"2156 quantize_per_tensor_default_126" [id=2156, type=quantize_per_tensor]; +"2157 dequantize_per_tensor_default_126" [id=2157, type=dequantize_per_tensor]; +"2158 linear_125_scale_0" [id=2158, type=get_attr]; +"2159 linear_125_zero_point_0" [id=2159, type=get_attr]; +"2160 compressed_weight_updated_constant84" [id=2160, type=get_attr]; +"2161 quantize_per_channel_default_84" [id=2161, type=quantize_per_channel]; +"2162 dequantize_per_channel_default_84" [id=2162, type=dequantize_per_channel]; +"2163 linear_125" [id=2163, type=linear]; +"2164 dropout_81" [id=2164, type=dropout]; +"2165 view_113" [id=2165, type=view]; +"2166 permute_94" [id=2166, type=permute]; +"2167 reshape_93" [id=2167, type=reshape]; +"2168 slice_302" [id=2168, type=slice]; +"2169 slice_303" [id=2169, type=slice]; +"2170 slice_304" [id=2170, type=slice]; +"2171 slice_305" [id=2171, type=slice]; +"2172 contiguous_39" [id=2172, type=contiguous]; +"2173 layer_norm_43" [id=2173, type=layer_norm]; +"2174 add_71" [id=2174, type=add]; +"2175 add_71_0_0_nncf_smooth_quant_0" [id=2175, type=call_module]; +"2176 quantize_per_tensor_default_127" [id=2176, type=quantize_per_tensor]; +"2177 dequantize_per_tensor_default_127" [id=2177, type=dequantize_per_tensor]; +"2178 linear_126_scale_0" [id=2178, type=get_attr]; +"2179 linear_126_zero_point_0" [id=2179, type=get_attr]; +"2180 compressed_weight_updated_constant85" [id=2180, type=get_attr]; +"2181 quantize_per_channel_default_85" [id=2181, type=quantize_per_channel]; +"2182 dequantize_per_channel_default_85" [id=2182, type=dequantize_per_channel]; +"2183 linear_126" [id=2183, type=linear]; +"2184 gelu_20" [id=2184, type=gelu]; +"2185 dropout_82" [id=2185, type=dropout]; +"2186 dropout_82_0_0_nncf_smooth_quant_0" [id=2186, type=call_module]; +"2187 quantize_per_tensor_default_128" [id=2187, type=quantize_per_tensor]; +"2188 dequantize_per_tensor_default_128" [id=2188, type=dequantize_per_tensor]; +"2189 linear_127_scale_0" [id=2189, type=get_attr]; +"2190 linear_127_zero_point_0" [id=2190, type=get_attr]; +"2191 compressed_weight_updated_constant86" [id=2191, type=get_attr]; +"2192 quantize_per_channel_default_86" [id=2192, type=quantize_per_channel]; +"2193 dequantize_per_channel_default_86" [id=2193, type=dequantize_per_channel]; +"2194 linear_127" [id=2194, type=linear]; +"2195 dropout_83" [id=2195, type=dropout]; +"2196 layer_norm_44" [id=2196, type=layer_norm]; +"2197 add_72" [id=2197, type=add]; +"2198 _frozen_param174" [id=2198, type=get_attr]; +"2199 pad_23" [id=2199, type=pad]; +"2200 roll_20" [id=2200, type=roll]; +"2201 view_116" [id=2201, type=view]; +"2202 permute_96" [id=2202, type=permute]; +"2203 reshape_94" [id=2203, type=reshape]; +"2204 _frozen_param175" [id=2204, type=get_attr]; +"2205 reshape_94_0_0_nncf_smooth_quant_0" [id=2205, type=call_module]; +"2206 quantize_per_tensor_default_129" [id=2206, type=quantize_per_tensor]; +"2207 dequantize_per_tensor_default_129" [id=2207, type=dequantize_per_tensor]; +"2208 linear_130_scale_0" [id=2208, type=get_attr]; +"2209 linear_130_zero_point_0" [id=2209, type=get_attr]; +"2210 compressed_weight_updated_constant87" [id=2210, type=get_attr]; +"2211 quantize_per_channel_default_87" [id=2211, type=quantize_per_channel]; +"2212 dequantize_per_channel_default_87" [id=2212, type=dequantize_per_channel]; +"2213 linear_130" [id=2213, type=linear]; +"2214 reshape_95" [id=2214, type=reshape]; +"2215 permute_97" [id=2215, type=permute]; +"2216 select_63" [id=2216, type=select]; +"2217 select_64" [id=2217, type=select]; +"2218 select_65" [id=2218, type=select]; +"2219 linalg_vector_norm_42" [id=2219, type=linalg_vector_norm]; +"2220 clamp_min_42" [id=2220, type=clamp_min]; +"2221 expand_as_42" [id=2221, type=expand_as]; +"2222 div_42" [id=2222, type=div]; +"2223 quantize_per_tensor_default_130" [id=2223, type=quantize_per_tensor]; +"2224 dequantize_per_tensor_default_130" [id=2224, type=dequantize_per_tensor]; +"2225 linalg_vector_norm_43" [id=2225, type=linalg_vector_norm]; +"2226 clamp_min_43" [id=2226, type=clamp_min]; +"2227 expand_as_43" [id=2227, type=expand_as]; +"2228 div_43" [id=2228, type=div]; +"2229 quantize_per_tensor_default_131" [id=2229, type=quantize_per_tensor]; +"2230 dequantize_per_tensor_default_131" [id=2230, type=dequantize_per_tensor]; +"2231 transpose_42" [id=2231, type=transpose]; +"2232 matmul_42" [id=2232, type=matmul]; +"2233 _frozen_param177" [id=2233, type=get_attr]; +"2234 mul_43" [id=2234, type=mul]; +"2235 add_73" [id=2235, type=add]; +"2236 new_zeros_10" [id=2236, type=new_zeros]; +"2237 view_117" [id=2237, type=view]; +"2238 permute_98" [id=2238, type=permute]; +"2239 reshape_96" [id=2239, type=reshape]; +"2240 unsqueeze_62" [id=2240, type=unsqueeze]; +"2241 unsqueeze_63" [id=2241, type=unsqueeze]; +"2242 sub_10" [id=2242, type=sub]; +"2243 ne_10" [id=2243, type=ne]; +"2244 masked_fill_20" [id=2244, type=masked_fill]; +"2245 eq_10" [id=2245, type=eq]; +"2246 masked_fill_21" [id=2246, type=masked_fill]; +"2247 view_118" [id=2247, type=view]; +"2248 unsqueeze_64" [id=2248, type=unsqueeze]; +"2249 unsqueeze_65" [id=2249, type=unsqueeze]; +"2250 add_74" [id=2250, type=add]; +"2251 view_119" [id=2251, type=view]; +"2252 softmax_21" [id=2252, type=softmax]; +"2253 dropout_84" [id=2253, type=dropout]; +"2254 matmul_43" [id=2254, type=matmul]; +"2255 transpose_43" [id=2255, type=transpose]; +"2256 reshape_97" [id=2256, type=reshape]; +"2257 reshape_97_0_0_nncf_smooth_quant_0" [id=2257, type=call_module]; +"2258 quantize_per_tensor_default_132" [id=2258, type=quantize_per_tensor]; +"2259 dequantize_per_tensor_default_132" [id=2259, type=dequantize_per_tensor]; +"2260 linear_131_scale_0" [id=2260, type=get_attr]; +"2261 linear_131_zero_point_0" [id=2261, type=get_attr]; +"2262 compressed_weight_updated_constant88" [id=2262, type=get_attr]; +"2263 quantize_per_channel_default_88" [id=2263, type=quantize_per_channel]; +"2264 dequantize_per_channel_default_88" [id=2264, type=dequantize_per_channel]; +"2265 linear_131" [id=2265, type=linear]; +"2266 dropout_85" [id=2266, type=dropout]; +"2267 view_120" [id=2267, type=view]; +"2268 permute_99" [id=2268, type=permute]; +"2269 reshape_98" [id=2269, type=reshape]; +"2270 roll_21" [id=2270, type=roll]; +"2271 slice_325" [id=2271, type=slice]; +"2272 slice_326" [id=2272, type=slice]; +"2273 slice_327" [id=2273, type=slice]; +"2274 slice_328" [id=2274, type=slice]; +"2275 contiguous_41" [id=2275, type=contiguous]; +"2276 layer_norm_45" [id=2276, type=layer_norm]; +"2277 add_75" [id=2277, type=add]; +"2278 add_75_0_0_nncf_smooth_quant_0" [id=2278, type=call_module]; +"2279 quantize_per_tensor_default_133" [id=2279, type=quantize_per_tensor]; +"2280 dequantize_per_tensor_default_133" [id=2280, type=dequantize_per_tensor]; +"2281 linear_132_scale_0" [id=2281, type=get_attr]; +"2282 linear_132_zero_point_0" [id=2282, type=get_attr]; +"2283 compressed_weight_updated_constant89" [id=2283, type=get_attr]; +"2284 quantize_per_channel_default_89" [id=2284, type=quantize_per_channel]; +"2285 dequantize_per_channel_default_89" [id=2285, type=dequantize_per_channel]; +"2286 linear_132" [id=2286, type=linear]; +"2287 gelu_21" [id=2287, type=gelu]; +"2288 dropout_86" [id=2288, type=dropout]; +"2289 dropout_86_0_0_nncf_smooth_quant_0" [id=2289, type=call_module]; +"2290 quantize_per_tensor_default_134" [id=2290, type=quantize_per_tensor]; +"2291 dequantize_per_tensor_default_134" [id=2291, type=dequantize_per_tensor]; +"2292 linear_133_scale_0" [id=2292, type=get_attr]; +"2293 linear_133_zero_point_0" [id=2293, type=get_attr]; +"2294 compressed_weight_updated_constant90" [id=2294, type=get_attr]; +"2295 quantize_per_channel_default_90" [id=2295, type=quantize_per_channel]; +"2296 dequantize_per_channel_default_90" [id=2296, type=dequantize_per_channel]; +"2297 linear_133" [id=2297, type=linear]; +"2298 dropout_87" [id=2298, type=dropout]; +"2299 layer_norm_46" [id=2299, type=layer_norm]; +"2300 add_76" [id=2300, type=add]; +"2301 pad_24" [id=2301, type=pad]; +"2302 slice_329" [id=2302, type=slice]; +"2303 slice_330" [id=2303, type=slice]; +"2304 slice_331" [id=2304, type=slice]; +"2305 slice_332" [id=2305, type=slice]; +"2306 slice_333" [id=2306, type=slice]; +"2307 slice_334" [id=2307, type=slice]; +"2308 slice_335" [id=2308, type=slice]; +"2309 slice_336" [id=2309, type=slice]; +"2310 slice_337" [id=2310, type=slice]; +"2311 slice_338" [id=2311, type=slice]; +"2312 slice_339" [id=2312, type=slice]; +"2313 slice_340" [id=2313, type=slice]; +"2314 cat_2" [id=2314, type=cat]; +"2315 cat_2_0_0_nncf_smooth_quant_0" [id=2315, type=call_module]; +"2316 quantize_per_tensor_default_135" [id=2316, type=quantize_per_tensor]; +"2317 dequantize_per_tensor_default_135" [id=2317, type=dequantize_per_tensor]; +"2318 linear_134_scale_0" [id=2318, type=get_attr]; +"2319 linear_134_zero_point_0" [id=2319, type=get_attr]; +"2320 compressed_weight_updated_constant91" [id=2320, type=get_attr]; +"2321 quantize_per_channel_default_91" [id=2321, type=quantize_per_channel]; +"2322 dequantize_per_channel_default_91" [id=2322, type=dequantize_per_channel]; +"2323 linear_134" [id=2323, type=linear]; +"2324 layer_norm_47" [id=2324, type=layer_norm]; +"2325 _frozen_param187" [id=2325, type=get_attr]; +"2326 pad_25" [id=2326, type=pad]; +"2327 view_123" [id=2327, type=view]; +"2328 permute_101" [id=2328, type=permute]; +"2329 reshape_99" [id=2329, type=reshape]; +"2330 _frozen_param188" [id=2330, type=get_attr]; +"2331 reshape_99_0_0_nncf_smooth_quant_0" [id=2331, type=call_module]; +"2332 quantize_per_tensor_default_136" [id=2332, type=quantize_per_tensor]; +"2333 dequantize_per_tensor_default_136" [id=2333, type=dequantize_per_tensor]; +"2334 linear_137_scale_0" [id=2334, type=get_attr]; +"2335 linear_137_zero_point_0" [id=2335, type=get_attr]; +"2336 compressed_weight_updated_constant92" [id=2336, type=get_attr]; +"2337 quantize_per_channel_default_92" [id=2337, type=quantize_per_channel]; +"2338 dequantize_per_channel_default_92" [id=2338, type=dequantize_per_channel]; +"2339 linear_137" [id=2339, type=linear]; +"2340 reshape_100" [id=2340, type=reshape]; +"2341 permute_102" [id=2341, type=permute]; +"2342 select_66" [id=2342, type=select]; +"2343 select_67" [id=2343, type=select]; +"2344 select_68" [id=2344, type=select]; +"2345 linalg_vector_norm_44" [id=2345, type=linalg_vector_norm]; +"2346 clamp_min_44" [id=2346, type=clamp_min]; +"2347 expand_as_44" [id=2347, type=expand_as]; +"2348 div_44" [id=2348, type=div]; +"2349 quantize_per_tensor_default_137" [id=2349, type=quantize_per_tensor]; +"2350 dequantize_per_tensor_default_137" [id=2350, type=dequantize_per_tensor]; +"2351 linalg_vector_norm_45" [id=2351, type=linalg_vector_norm]; +"2352 clamp_min_45" [id=2352, type=clamp_min]; +"2353 expand_as_45" [id=2353, type=expand_as]; +"2354 div_45" [id=2354, type=div]; +"2355 quantize_per_tensor_default_138" [id=2355, type=quantize_per_tensor]; +"2356 dequantize_per_tensor_default_138" [id=2356, type=dequantize_per_tensor]; +"2357 transpose_44" [id=2357, type=transpose]; +"2358 matmul_44" [id=2358, type=matmul]; +"2359 _frozen_param190" [id=2359, type=get_attr]; +"2360 mul_45" [id=2360, type=mul]; +"2361 add_77" [id=2361, type=add]; +"2362 softmax_22" [id=2362, type=softmax]; +"2363 dropout_88" [id=2363, type=dropout]; +"2364 matmul_45" [id=2364, type=matmul]; +"2365 transpose_45" [id=2365, type=transpose]; +"2366 reshape_101" [id=2366, type=reshape]; +"2367 reshape_101_0_0_nncf_smooth_quant_0" [id=2367, type=call_module]; +"2368 quantize_per_tensor_default_139" [id=2368, type=quantize_per_tensor]; +"2369 dequantize_per_tensor_default_139" [id=2369, type=dequantize_per_tensor]; +"2370 linear_138_scale_0" [id=2370, type=get_attr]; +"2371 linear_138_zero_point_0" [id=2371, type=get_attr]; +"2372 compressed_weight_updated_constant93" [id=2372, type=get_attr]; +"2373 quantize_per_channel_default_93" [id=2373, type=quantize_per_channel]; +"2374 dequantize_per_channel_default_93" [id=2374, type=dequantize_per_channel]; +"2375 linear_138" [id=2375, type=linear]; +"2376 dropout_89" [id=2376, type=dropout]; +"2377 view_124" [id=2377, type=view]; +"2378 permute_103" [id=2378, type=permute]; +"2379 reshape_102" [id=2379, type=reshape]; +"2380 slice_342" [id=2380, type=slice]; +"2381 slice_343" [id=2381, type=slice]; +"2382 slice_344" [id=2382, type=slice]; +"2383 slice_345" [id=2383, type=slice]; +"2384 contiguous_43" [id=2384, type=contiguous]; +"2385 layer_norm_48" [id=2385, type=layer_norm]; +"2386 add_78" [id=2386, type=add]; +"2387 add_78_0_0_nncf_smooth_quant_0" [id=2387, type=call_module]; +"2388 quantize_per_tensor_default_140" [id=2388, type=quantize_per_tensor]; +"2389 dequantize_per_tensor_default_140" [id=2389, type=dequantize_per_tensor]; +"2390 linear_139_scale_0" [id=2390, type=get_attr]; +"2391 linear_139_zero_point_0" [id=2391, type=get_attr]; +"2392 compressed_weight_updated_constant94" [id=2392, type=get_attr]; +"2393 quantize_per_channel_default_94" [id=2393, type=quantize_per_channel]; +"2394 dequantize_per_channel_default_94" [id=2394, type=dequantize_per_channel]; +"2395 linear_139" [id=2395, type=linear]; +"2396 gelu_22" [id=2396, type=gelu]; +"2397 dropout_90" [id=2397, type=dropout]; +"2398 dropout_90_0_0_nncf_smooth_quant_0" [id=2398, type=call_module]; +"2399 quantize_per_tensor_default_141" [id=2399, type=quantize_per_tensor]; +"2400 dequantize_per_tensor_default_141" [id=2400, type=dequantize_per_tensor]; +"2401 linear_140_scale_0" [id=2401, type=get_attr]; +"2402 linear_140_zero_point_0" [id=2402, type=get_attr]; +"2403 compressed_weight_updated_constant95" [id=2403, type=get_attr]; +"2404 quantize_per_channel_default_95" [id=2404, type=quantize_per_channel]; +"2405 dequantize_per_channel_default_95" [id=2405, type=dequantize_per_channel]; +"2406 linear_140" [id=2406, type=linear]; +"2407 dropout_91" [id=2407, type=dropout]; +"2408 layer_norm_49" [id=2408, type=layer_norm]; +"2409 add_79" [id=2409, type=add]; +"2410 _frozen_param191" [id=2410, type=get_attr]; +"2411 pad_26" [id=2411, type=pad]; +"2412 view_127" [id=2412, type=view]; +"2413 permute_105" [id=2413, type=permute]; +"2414 reshape_103" [id=2414, type=reshape]; +"2415 _frozen_param192" [id=2415, type=get_attr]; +"2416 reshape_103_0_0_nncf_smooth_quant_0" [id=2416, type=call_module]; +"2417 quantize_per_tensor_default_142" [id=2417, type=quantize_per_tensor]; +"2418 dequantize_per_tensor_default_142" [id=2418, type=dequantize_per_tensor]; +"2419 linear_143_scale_0" [id=2419, type=get_attr]; +"2420 linear_143_zero_point_0" [id=2420, type=get_attr]; +"2421 compressed_weight_updated_constant96" [id=2421, type=get_attr]; +"2422 quantize_per_channel_default_96" [id=2422, type=quantize_per_channel]; +"2423 dequantize_per_channel_default_96" [id=2423, type=dequantize_per_channel]; +"2424 linear_143" [id=2424, type=linear]; +"2425 reshape_104" [id=2425, type=reshape]; +"2426 permute_106" [id=2426, type=permute]; +"2427 select_69" [id=2427, type=select]; +"2428 select_70" [id=2428, type=select]; +"2429 select_71" [id=2429, type=select]; +"2430 linalg_vector_norm_46" [id=2430, type=linalg_vector_norm]; +"2431 clamp_min_46" [id=2431, type=clamp_min]; +"2432 expand_as_46" [id=2432, type=expand_as]; +"2433 div_46" [id=2433, type=div]; +"2434 quantize_per_tensor_default_143" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_143" [id=2435, type=dequantize_per_tensor]; +"2436 linalg_vector_norm_47" [id=2436, type=linalg_vector_norm]; +"2437 clamp_min_47" [id=2437, type=clamp_min]; +"2438 expand_as_47" [id=2438, type=expand_as]; +"2439 div_47" [id=2439, type=div]; +"2440 quantize_per_tensor_default_144" [id=2440, type=quantize_per_tensor]; +"2441 dequantize_per_tensor_default_144" [id=2441, type=dequantize_per_tensor]; +"2442 transpose_46" [id=2442, type=transpose]; +"2443 matmul_46" [id=2443, type=matmul]; +"2444 _frozen_param194" [id=2444, type=get_attr]; +"2445 mul_47" [id=2445, type=mul]; +"2446 add_80" [id=2446, type=add]; +"2447 softmax_23" [id=2447, type=softmax]; +"2448 dropout_92" [id=2448, type=dropout]; +"2449 matmul_47" [id=2449, type=matmul]; +"2450 transpose_47" [id=2450, type=transpose]; +"2451 reshape_105" [id=2451, type=reshape]; +"2452 reshape_105_0_0_nncf_smooth_quant_0" [id=2452, type=call_module]; +"2453 quantize_per_tensor_default_145" [id=2453, type=quantize_per_tensor]; +"2454 dequantize_per_tensor_default_145" [id=2454, type=dequantize_per_tensor]; +"2455 linear_144_scale_0" [id=2455, type=get_attr]; +"2456 linear_144_zero_point_0" [id=2456, type=get_attr]; +"2457 compressed_weight_updated_constant97" [id=2457, type=get_attr]; +"2458 quantize_per_channel_default_97" [id=2458, type=quantize_per_channel]; +"2459 dequantize_per_channel_default_97" [id=2459, type=dequantize_per_channel]; +"2460 linear_144" [id=2460, type=linear]; +"2461 dropout_93" [id=2461, type=dropout]; +"2462 view_128" [id=2462, type=view]; +"2463 permute_107" [id=2463, type=permute]; +"2464 reshape_106" [id=2464, type=reshape]; +"2465 slice_347" [id=2465, type=slice]; +"2466 slice_348" [id=2466, type=slice]; +"2467 slice_349" [id=2467, type=slice]; +"2468 slice_350" [id=2468, type=slice]; +"2469 contiguous_45" [id=2469, type=contiguous]; +"2470 layer_norm_50" [id=2470, type=layer_norm]; +"2471 add_81" [id=2471, type=add]; +"2472 add_81_0_0_nncf_smooth_quant_0" [id=2472, type=call_module]; +"2473 quantize_per_tensor_default_146" [id=2473, type=quantize_per_tensor]; +"2474 dequantize_per_tensor_default_146" [id=2474, type=dequantize_per_tensor]; +"2475 linear_145_scale_0" [id=2475, type=get_attr]; +"2476 linear_145_zero_point_0" [id=2476, type=get_attr]; +"2477 compressed_weight_updated_constant98" [id=2477, type=get_attr]; +"2478 quantize_per_channel_default_98" [id=2478, type=quantize_per_channel]; +"2479 dequantize_per_channel_default_98" [id=2479, type=dequantize_per_channel]; +"2480 linear_145" [id=2480, type=linear]; +"2481 gelu_23" [id=2481, type=gelu]; +"2482 dropout_94" [id=2482, type=dropout]; +"2483 dropout_94_0_0_nncf_smooth_quant_0" [id=2483, type=call_module]; +"2484 quantize_per_tensor_default_147" [id=2484, type=quantize_per_tensor]; +"2485 dequantize_per_tensor_default_147" [id=2485, type=dequantize_per_tensor]; +"2486 linear_146_scale_0" [id=2486, type=get_attr]; +"2487 linear_146_zero_point_0" [id=2487, type=get_attr]; +"2488 compressed_weight_updated_constant99" [id=2488, type=get_attr]; +"2489 quantize_per_channel_default_99" [id=2489, type=quantize_per_channel]; +"2490 dequantize_per_channel_default_99" [id=2490, type=dequantize_per_channel]; +"2491 linear_146" [id=2491, type=linear]; +"2492 dropout_95" [id=2492, type=dropout]; +"2493 layer_norm_51" [id=2493, type=layer_norm]; +"2494 add_82" [id=2494, type=add]; +"2495 layer_norm_52" [id=2495, type=layer_norm]; +"2496 permute_108" [id=2496, type=permute]; +"2497 adaptive_avg_pool2d" [id=2497, type=adaptive_avg_pool2d]; +"2498 flatten" [id=2498, type=flatten]; +"2499 flatten_0_0_nncf_smooth_quant_0" [id=2499, type=call_module]; +"2500 quantize_per_tensor_default_148" [id=2500, type=quantize_per_tensor]; +"2501 dequantize_per_tensor_default_148" [id=2501, type=dequantize_per_tensor]; +"2502 linear_147_scale_0" [id=2502, type=get_attr]; +"2503 linear_147_zero_point_0" [id=2503, type=get_attr]; +"2504 compressed_weight_updated_constant100" [id=2504, type=get_attr]; +"2505 quantize_per_channel_default_100" [id=2505, type=quantize_per_channel]; +"2506 dequantize_per_channel_default_100" [id=2506, type=dequantize_per_channel]; "2507 linear_147" [id=2507, type=linear]; "2508 output" [id=2508, type=output]; -"0 features_0_2_weight" -> "117 layer_norm" [label="(96,)", style=solid]; -"1 features_0_2_bias" -> "117 layer_norm" [label="(96,)", style=solid]; -"2 features_1_0_norm1_weight" -> "176 layer_norm_1" [label="(96,)", style=solid]; -"3 features_1_0_norm1_bias" -> "176 layer_norm_1" [label="(96,)", style=solid]; -"4 features_1_0_norm2_weight" -> "201 layer_norm_2" [label="(96,)", style=solid]; -"5 features_1_0_norm2_bias" -> "201 layer_norm_2" [label="(96,)", style=solid]; -"6 features_1_1_norm1_weight" -> "279 layer_norm_3" [label="(96,)", style=solid]; -"7 features_1_1_norm1_bias" -> "279 layer_norm_3" [label="(96,)", style=solid]; -"8 features_1_1_norm2_weight" -> "304 layer_norm_4" [label="(96,)", style=solid]; -"9 features_1_1_norm2_bias" -> "304 layer_norm_4" [label="(96,)", style=solid]; -"10 features_2_norm_weight" -> "329 layer_norm_5" [label="(192,)", style=solid]; -"11 features_2_norm_bias" -> "329 layer_norm_5" [label="(192,)", style=solid]; -"12 features_3_0_norm1_weight" -> "391 layer_norm_6" [label="(192,)", style=solid]; -"13 features_3_0_norm1_bias" -> "391 layer_norm_6" [label="(192,)", style=solid]; -"14 features_3_0_norm2_weight" -> "416 layer_norm_7" [label="(192,)", style=solid]; -"15 features_3_0_norm2_bias" -> "416 layer_norm_7" [label="(192,)", style=solid]; -"16 features_3_1_norm1_weight" -> "497 layer_norm_8" [label="(192,)", style=solid]; -"17 features_3_1_norm1_bias" -> "497 layer_norm_8" [label="(192,)", style=solid]; -"18 features_3_1_norm2_weight" -> "522 layer_norm_9" [label="(192,)", style=solid]; -"19 features_3_1_norm2_bias" -> "522 layer_norm_9" [label="(192,)", style=solid]; -"20 features_4_norm_weight" -> "547 layer_norm_10" [label="(384,)", style=solid]; -"21 features_4_norm_bias" -> "547 layer_norm_10" [label="(384,)", style=solid]; -"22 features_5_0_norm1_weight" -> "609 layer_norm_11" [label="(384,)", style=solid]; -"23 features_5_0_norm1_bias" -> "609 layer_norm_11" [label="(384,)", style=solid]; -"24 features_5_0_norm2_weight" -> "634 layer_norm_12" [label="(384,)", style=solid]; -"25 features_5_0_norm2_bias" -> "634 layer_norm_12" [label="(384,)", style=solid]; -"26 features_5_1_norm1_weight" -> "715 layer_norm_13" [label="(384,)", style=solid]; -"27 features_5_1_norm1_bias" -> "715 layer_norm_13" [label="(384,)", style=solid]; -"28 features_5_1_norm2_weight" -> "740 layer_norm_14" [label="(384,)", style=solid]; -"29 features_5_1_norm2_bias" -> "740 layer_norm_14" [label="(384,)", style=solid]; -"30 features_5_2_norm1_weight" -> "803 layer_norm_15" [label="(384,)", style=solid]; -"31 features_5_2_norm1_bias" -> "803 layer_norm_15" [label="(384,)", style=solid]; -"32 features_5_2_norm2_weight" -> "828 layer_norm_16" [label="(384,)", style=solid]; -"33 features_5_2_norm2_bias" -> "828 layer_norm_16" [label="(384,)", style=solid]; -"34 features_5_3_norm1_weight" -> "909 layer_norm_17" [label="(384,)", style=solid]; -"35 features_5_3_norm1_bias" -> "909 layer_norm_17" [label="(384,)", style=solid]; -"36 features_5_3_norm2_weight" -> "934 layer_norm_18" [label="(384,)", style=solid]; -"37 features_5_3_norm2_bias" -> "934 layer_norm_18" [label="(384,)", style=solid]; -"38 features_5_4_norm1_weight" -> "997 layer_norm_19" [label="(384,)", style=solid]; -"39 features_5_4_norm1_bias" -> "997 layer_norm_19" [label="(384,)", style=solid]; -"40 features_5_4_norm2_weight" -> "1022 layer_norm_20" [label="(384,)", style=solid]; -"41 features_5_4_norm2_bias" -> "1022 layer_norm_20" [label="(384,)", style=solid]; -"42 features_5_5_norm1_weight" -> "1103 layer_norm_21" [label="(384,)", style=solid]; -"43 features_5_5_norm1_bias" -> "1103 layer_norm_21" [label="(384,)", style=solid]; -"44 features_5_5_norm2_weight" -> "1128 layer_norm_22" [label="(384,)", style=solid]; -"45 features_5_5_norm2_bias" -> "1128 layer_norm_22" [label="(384,)", style=solid]; -"46 features_5_6_norm1_weight" -> "1191 layer_norm_23" [label="(384,)", style=solid]; -"47 features_5_6_norm1_bias" -> "1191 layer_norm_23" [label="(384,)", style=solid]; -"48 features_5_6_norm2_weight" -> "1216 layer_norm_24" [label="(384,)", style=solid]; -"49 features_5_6_norm2_bias" -> "1216 layer_norm_24" [label="(384,)", style=solid]; -"50 features_5_7_norm1_weight" -> "1297 layer_norm_25" [label="(384,)", style=solid]; -"51 features_5_7_norm1_bias" -> "1297 layer_norm_25" [label="(384,)", style=solid]; -"52 features_5_7_norm2_weight" -> "1322 layer_norm_26" [label="(384,)", style=solid]; -"53 features_5_7_norm2_bias" -> "1322 layer_norm_26" [label="(384,)", style=solid]; -"54 features_5_8_norm1_weight" -> "1385 layer_norm_27" [label="(384,)", style=solid]; -"55 features_5_8_norm1_bias" -> "1385 layer_norm_27" [label="(384,)", style=solid]; -"56 features_5_8_norm2_weight" -> "1410 layer_norm_28" [label="(384,)", style=solid]; -"57 features_5_8_norm2_bias" -> "1410 layer_norm_28" [label="(384,)", style=solid]; -"58 features_5_9_norm1_weight" -> "1491 layer_norm_29" [label="(384,)", style=solid]; -"59 features_5_9_norm1_bias" -> "1491 layer_norm_29" [label="(384,)", style=solid]; -"60 features_5_9_norm2_weight" -> "1516 layer_norm_30" [label="(384,)", style=solid]; -"61 features_5_9_norm2_bias" -> "1516 layer_norm_30" [label="(384,)", style=solid]; -"62 features_5_10_norm1_weight" -> "1579 layer_norm_31" [label="(384,)", style=solid]; -"63 features_5_10_norm1_bias" -> "1579 layer_norm_31" [label="(384,)", style=solid]; -"64 features_5_10_norm2_weight" -> "1604 layer_norm_32" [label="(384,)", style=solid]; -"65 features_5_10_norm2_bias" -> "1604 layer_norm_32" [label="(384,)", style=solid]; -"66 features_5_11_norm1_weight" -> "1685 layer_norm_33" [label="(384,)", style=solid]; -"67 features_5_11_norm1_bias" -> "1685 layer_norm_33" [label="(384,)", style=solid]; -"68 features_5_11_norm2_weight" -> "1710 layer_norm_34" [label="(384,)", style=solid]; -"69 features_5_11_norm2_bias" -> "1710 layer_norm_34" [label="(384,)", style=solid]; -"70 features_5_12_norm1_weight" -> "1773 layer_norm_35" [label="(384,)", style=solid]; -"71 features_5_12_norm1_bias" -> "1773 layer_norm_35" [label="(384,)", style=solid]; -"72 features_5_12_norm2_weight" -> "1798 layer_norm_36" [label="(384,)", style=solid]; -"73 features_5_12_norm2_bias" -> "1798 layer_norm_36" [label="(384,)", style=solid]; -"74 features_5_13_norm1_weight" -> "1879 layer_norm_37" [label="(384,)", style=solid]; -"75 features_5_13_norm1_bias" -> "1879 layer_norm_37" [label="(384,)", style=solid]; -"76 features_5_13_norm2_weight" -> "1904 layer_norm_38" [label="(384,)", style=solid]; -"77 features_5_13_norm2_bias" -> "1904 layer_norm_38" [label="(384,)", style=solid]; -"78 features_5_14_norm1_weight" -> "1967 layer_norm_39" [label="(384,)", style=solid]; -"79 features_5_14_norm1_bias" -> "1967 layer_norm_39" [label="(384,)", style=solid]; -"80 features_5_14_norm2_weight" -> "1992 layer_norm_40" [label="(384,)", style=solid]; -"81 features_5_14_norm2_bias" -> "1992 layer_norm_40" [label="(384,)", style=solid]; -"82 features_5_15_norm1_weight" -> "2073 layer_norm_41" [label="(384,)", style=solid]; -"83 features_5_15_norm1_bias" -> "2073 layer_norm_41" [label="(384,)", style=solid]; -"84 features_5_15_norm2_weight" -> "2098 layer_norm_42" [label="(384,)", style=solid]; -"85 features_5_15_norm2_bias" -> "2098 layer_norm_42" [label="(384,)", style=solid]; -"86 features_5_16_norm1_weight" -> "2161 layer_norm_43" [label="(384,)", style=solid]; -"87 features_5_16_norm1_bias" -> "2161 layer_norm_43" [label="(384,)", style=solid]; -"88 features_5_16_norm2_weight" -> "2186 layer_norm_44" [label="(384,)", style=solid]; -"89 features_5_16_norm2_bias" -> "2186 layer_norm_44" [label="(384,)", style=solid]; -"90 features_5_17_norm1_weight" -> "2267 layer_norm_45" [label="(384,)", style=solid]; -"91 features_5_17_norm1_bias" -> "2267 layer_norm_45" [label="(384,)", style=solid]; -"92 features_5_17_norm2_weight" -> "2292 layer_norm_46" [label="(384,)", style=solid]; -"93 features_5_17_norm2_bias" -> "2292 layer_norm_46" [label="(384,)", style=solid]; -"94 features_6_norm_weight" -> "2317 layer_norm_47" [label="(768,)", style=solid]; -"95 features_6_norm_bias" -> "2317 layer_norm_47" [label="(768,)", style=solid]; -"96 features_7_0_norm1_weight" -> "2379 layer_norm_48" [label="(768,)", style=solid]; -"97 features_7_0_norm1_bias" -> "2379 layer_norm_48" [label="(768,)", style=solid]; -"98 features_7_0_norm2_weight" -> "2404 layer_norm_49" [label="(768,)", style=solid]; -"99 features_7_0_norm2_bias" -> "2404 layer_norm_49" [label="(768,)", style=solid]; -"100 features_7_1_norm1_weight" -> "2467 layer_norm_50" [label="(768,)", style=solid]; -"101 features_7_1_norm1_bias" -> "2467 layer_norm_50" [label="(768,)", style=solid]; -"102 features_7_1_norm2_weight" -> "2492 layer_norm_51" [label="(768,)", style=solid]; -"103 features_7_1_norm2_bias" -> "2492 layer_norm_51" [label="(768,)", style=solid]; -"104 norm_weight" -> "2494 layer_norm_52" [label="(768,)", style=solid]; -"105 norm_bias" -> "2494 layer_norm_52" [label="(768,)", style=solid]; -"106 x" -> "107 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"107 quantize_per_tensor_default" -> "108 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"108 dequantize_per_tensor_default" -> "115 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"109 conv2d_scale_0" -> "112 quantize_per_channel_default" [label="(96,)", style=solid]; -"109 conv2d_scale_0" -> "113 dequantize_per_channel_default" [label="(96,)", style=solid]; -"110 conv2d_zero_point_0" -> "112 quantize_per_channel_default" [label="(96,)", style=solid]; -"110 conv2d_zero_point_0" -> "113 dequantize_per_channel_default" [label="(96,)", style=solid]; -"111 compressed_weight_updated_constant0" -> "112 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; -"112 quantize_per_channel_default" -> "113 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; -"113 dequantize_per_channel_default" -> "115 conv2d" [label="(96, 3, 4, 4)", style=solid]; -"114 features_0_0_bias_0_0" -> "115 conv2d" [label="(96,)", style=solid]; -"115 conv2d" -> "116 permute" [label="(1, 96, 56, 56)", style=solid]; -"116 permute" -> "117 layer_norm" [label="(1, 56, 56, 96)", style=solid]; -"117 layer_norm" -> "119 pad" [label="(1, 56, 56, 96)", style=solid]; -"117 layer_norm" -> "177 add_1" [label="(1, 56, 56, 96)", style=solid]; -"118 _frozen_param0" -> "154 add" [label="(1, 3, 64, 64)", style=solid]; -"119 pad" -> "120 view_2" [label="(1, 56, 56, 96)", style=solid]; -"120 view_2" -> "121 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"121 permute_2" -> "122 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"122 reshape" -> "123 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"123 reshape_0_0_nncf_smooth_quant_0" -> "124 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"124 quantize_per_tensor_default_1" -> "125 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"125 dequantize_per_tensor_default_1" -> "132 linear_2" [label="(49, 64, 96)", style=solid]; -"126 linear_2_scale_0" -> "129 quantize_per_channel_default_2" [label="(288,)", style=solid]; -"126 linear_2_scale_0" -> "130 dequantize_per_channel_default_2" [label="(288,)", style=solid]; -"127 linear_2_zero_point_0" -> "129 quantize_per_channel_default_2" [label="(288,)", style=solid]; -"127 linear_2_zero_point_0" -> "130 dequantize_per_channel_default_2" [label="(288,)", style=solid]; -"128 compressed_weight_updated_constant1" -> "129 quantize_per_channel_default_2" [label="(288, 96)", style=solid]; -"129 quantize_per_channel_default_2" -> "130 dequantize_per_channel_default_2" [label="(288, 96)", style=solid]; -"130 dequantize_per_channel_default_2" -> "132 linear_2" [label="(288, 96)", style=solid]; -"131 _frozen_param1_0_0" -> "132 linear_2" [label="(288,)", style=solid]; -"132 linear_2" -> "133 reshape_1" [label="(49, 64, 288)", style=solid]; -"133 reshape_1" -> "134 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"134 permute_3" -> "135 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"134 permute_3" -> "136 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"134 permute_3" -> "137 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"135 select" -> "138 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"135 select" -> "140 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"135 select" -> "141 div" [label="(49, 3, 64, 32)", style=solid]; -"136 select_1" -> "144 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"136 select_1" -> "146 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"136 select_1" -> "147 div_1" [label="(49, 3, 64, 32)", style=solid]; -"137 select_2" -> "157 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"138 linalg_vector_norm" -> "139 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"139 clamp_min" -> "140 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"140 expand_as" -> "141 div" [label="(49, 3, 64, 32)", style=solid]; -"141 div" -> "142 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"142 quantize_per_tensor_default_2" -> "143 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"143 dequantize_per_tensor_default_2" -> "151 matmul" [label="(49, 3, 64, 32)", style=solid]; -"144 linalg_vector_norm_1" -> "145 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"145 clamp_min_1" -> "146 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"146 expand_as_1" -> "147 div_1" [label="(49, 3, 64, 32)", style=solid]; -"147 div_1" -> "148 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"148 quantize_per_tensor_default_3" -> "149 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"149 dequantize_per_tensor_default_3" -> "150 transpose" [label="(49, 3, 64, 32)", style=solid]; -"150 transpose" -> "151 matmul" [label="(49, 3, 32, 64)", style=solid]; -"151 matmul" -> "153 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"152 _frozen_param3" -> "153 mul_1" [label="(3, 1, 1)", style=solid]; -"153 mul_1" -> "154 add" [label="(49, 3, 64, 64)", style=solid]; -"154 add" -> "155 softmax" [label="(49, 3, 64, 64)", style=solid]; -"155 softmax" -> "156 dropout" [label="(49, 3, 64, 64)", style=solid]; -"156 dropout" -> "157 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"157 matmul_1" -> "158 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"158 transpose_1" -> "159 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"159 reshape_2" -> "160 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"160 reshape_2_0_0_nncf_smooth_quant_0" -> "161 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"161 quantize_per_tensor_default_4" -> "162 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"162 dequantize_per_tensor_default_4" -> "169 linear_3" [label="(49, 64, 96)", style=solid]; -"163 linear_3_scale_0" -> "166 quantize_per_channel_default_3" [label="(96,)", style=solid]; -"163 linear_3_scale_0" -> "167 dequantize_per_channel_default_3" [label="(96,)", style=solid]; -"164 linear_3_zero_point_0" -> "166 quantize_per_channel_default_3" [label="(96,)", style=solid]; -"164 linear_3_zero_point_0" -> "167 dequantize_per_channel_default_3" [label="(96,)", style=solid]; -"165 compressed_weight_updated_constant2" -> "166 quantize_per_channel_default_3" [label="(96, 96)", style=solid]; -"166 quantize_per_channel_default_3" -> "167 dequantize_per_channel_default_3" [label="(96, 96)", style=solid]; -"167 dequantize_per_channel_default_3" -> "169 linear_3" [label="(96, 96)", style=solid]; -"168 features_1_0_attn_proj_bias_0_0" -> "169 linear_3" [label="(96,)", style=solid]; -"169 linear_3" -> "170 dropout_1" [label="(49, 64, 96)", style=solid]; -"170 dropout_1" -> "171 view_3" [label="(49, 64, 96)", style=solid]; -"171 view_3" -> "172 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"172 permute_4" -> "173 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"173 reshape_3" -> "174 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"174 slice_2" -> "175 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"175 slice_3" -> "176 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"176 layer_norm_1" -> "177 add_1" [label="(1, 56, 56, 96)", style=solid]; -"177 add_1" -> "178 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"177 add_1" -> "202 add_2" [label="(1, 56, 56, 96)", style=solid]; -"178 add_1_0_0_nncf_smooth_quant_0" -> "179 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"179 quantize_per_tensor_default_5" -> "180 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"180 dequantize_per_tensor_default_5" -> "187 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"181 linear_4_scale_0" -> "184 quantize_per_channel_default_4" [label="(384,)", style=solid]; -"181 linear_4_scale_0" -> "185 dequantize_per_channel_default_4" [label="(384,)", style=solid]; -"182 linear_4_zero_point_0" -> "184 quantize_per_channel_default_4" [label="(384,)", style=solid]; -"182 linear_4_zero_point_0" -> "185 dequantize_per_channel_default_4" [label="(384,)", style=solid]; -"183 compressed_weight_updated_constant3" -> "184 quantize_per_channel_default_4" [label="(384, 96)", style=solid]; -"184 quantize_per_channel_default_4" -> "185 dequantize_per_channel_default_4" [label="(384, 96)", style=solid]; -"185 dequantize_per_channel_default_4" -> "187 linear_4" [label="(384, 96)", style=solid]; -"186 features_1_0_mlp_0_bias_0_0" -> "187 linear_4" [label="(384,)", style=solid]; -"187 linear_4" -> "188 gelu" [label="(1, 56, 56, 384)", style=solid]; -"188 gelu" -> "189 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"189 dropout_2" -> "190 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"190 dropout_2_0_0_nncf_smooth_quant_0" -> "191 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"191 quantize_per_tensor_default_6" -> "192 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"192 dequantize_per_tensor_default_6" -> "199 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"193 linear_5_scale_0" -> "196 quantize_per_channel_default_5" [label="(96,)", style=solid]; -"193 linear_5_scale_0" -> "197 dequantize_per_channel_default_5" [label="(96,)", style=solid]; -"194 linear_5_zero_point_0" -> "196 quantize_per_channel_default_5" [label="(96,)", style=solid]; -"194 linear_5_zero_point_0" -> "197 dequantize_per_channel_default_5" [label="(96,)", style=solid]; -"195 compressed_weight_updated_constant4" -> "196 quantize_per_channel_default_5" [label="(96, 384)", style=solid]; -"196 quantize_per_channel_default_5" -> "197 dequantize_per_channel_default_5" [label="(96, 384)", style=solid]; -"197 dequantize_per_channel_default_5" -> "199 linear_5" [label="(96, 384)", style=solid]; -"198 features_1_0_mlp_3_bias_0_0" -> "199 linear_5" [label="(96,)", style=solid]; -"199 linear_5" -> "200 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"200 dropout_3" -> "201 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"201 layer_norm_2" -> "202 add_2" [label="(1, 56, 56, 96)", style=solid]; -"202 add_2" -> "204 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"202 add_2" -> "280 add_5" [label="(1, 56, 56, 96)", style=solid]; -"203 _frozen_param4" -> "240 add_3" [label="(1, 3, 64, 64)", style=solid]; -"204 pad_1" -> "205 roll" [label="(1, 56, 56, 96)", style=solid]; -"205 roll" -> "206 view_6" [label="(1, 56, 56, 96)", style=solid]; -"206 view_6" -> "207 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"207 permute_6" -> "208 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"208 reshape_4" -> "209 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"208 reshape_4" -> "241 new_zeros" [label="(49, 64, 96)", style=solid]; -"209 reshape_4_0_0_nncf_smooth_quant_0" -> "210 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"210 quantize_per_tensor_default_7" -> "211 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"211 dequantize_per_tensor_default_7" -> "218 linear_8" [label="(49, 64, 96)", style=solid]; -"212 linear_8_scale_0" -> "215 quantize_per_channel_default_7" [label="(288,)", style=solid]; -"212 linear_8_scale_0" -> "216 dequantize_per_channel_default_7" [label="(288,)", style=solid]; -"213 linear_8_zero_point_0" -> "215 quantize_per_channel_default_7" [label="(288,)", style=solid]; -"213 linear_8_zero_point_0" -> "216 dequantize_per_channel_default_7" [label="(288,)", style=solid]; -"214 compressed_weight_updated_constant5" -> "215 quantize_per_channel_default_7" [label="(288, 96)", style=solid]; -"215 quantize_per_channel_default_7" -> "216 dequantize_per_channel_default_7" [label="(288, 96)", style=solid]; -"216 dequantize_per_channel_default_7" -> "218 linear_8" [label="(288, 96)", style=solid]; -"217 _frozen_param5_0_0" -> "218 linear_8" [label="(288,)", style=solid]; -"218 linear_8" -> "219 reshape_5" [label="(49, 64, 288)", style=solid]; -"219 reshape_5" -> "220 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"220 permute_7" -> "221 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"220 permute_7" -> "222 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"220 permute_7" -> "223 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"221 select_3" -> "224 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"221 select_3" -> "226 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"221 select_3" -> "227 div_2" [label="(49, 3, 64, 32)", style=solid]; -"222 select_4" -> "230 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"222 select_4" -> "232 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"222 select_4" -> "233 div_3" [label="(49, 3, 64, 32)", style=solid]; -"223 select_5" -> "259 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"224 linalg_vector_norm_2" -> "225 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"225 clamp_min_2" -> "226 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"226 expand_as_2" -> "227 div_2" [label="(49, 3, 64, 32)", style=solid]; -"227 div_2" -> "228 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"228 quantize_per_tensor_default_8" -> "229 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"229 dequantize_per_tensor_default_8" -> "237 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"230 linalg_vector_norm_3" -> "231 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"231 clamp_min_3" -> "232 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"232 expand_as_3" -> "233 div_3" [label="(49, 3, 64, 32)", style=solid]; -"233 div_3" -> "234 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"234 quantize_per_tensor_default_9" -> "235 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"235 dequantize_per_tensor_default_9" -> "236 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"236 transpose_2" -> "237 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"237 matmul_2" -> "239 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"238 _frozen_param7" -> "239 mul_3" [label="(3, 1, 1)", style=solid]; -"239 mul_3" -> "240 add_3" [label="(49, 3, 64, 64)", style=solid]; -"240 add_3" -> "252 view_8" [label="(49, 3, 64, 64)", style=solid]; -"241 new_zeros" -> "242 view_7" [label="(56, 56)", style=solid]; -"242 view_7" -> "243 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"243 permute_8" -> "244 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"244 reshape_6" -> "245 unsqueeze_2" [label="(49, 64)", style=solid]; -"244 reshape_6" -> "246 unsqueeze_3" [label="(49, 64)", style=solid]; -"245 unsqueeze_2" -> "247 sub" [label="(49, 1, 64)", style=solid]; -"246 unsqueeze_3" -> "247 sub" [label="(49, 64, 1)", style=solid]; -"247 sub" -> "248 ne" [label="(49, 64, 64)", style=solid]; -"247 sub" -> "249 masked_fill" [label="(49, 64, 64)", style=solid]; -"247 sub" -> "250 eq" [label="(49, 64, 64)", style=solid]; -"248 ne" -> "249 masked_fill" [label="(49, 64, 64)", style=solid]; -"249 masked_fill" -> "251 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"250 eq" -> "251 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"251 masked_fill_1" -> "253 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"252 view_8" -> "255 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"253 unsqueeze_4" -> "254 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"254 unsqueeze_5" -> "255 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"255 add_4" -> "256 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"256 view_9" -> "257 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"257 softmax_1" -> "258 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"258 dropout_4" -> "259 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"259 matmul_3" -> "260 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"260 transpose_3" -> "261 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"261 reshape_7" -> "262 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"262 reshape_7_0_0_nncf_smooth_quant_0" -> "263 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"263 quantize_per_tensor_default_10" -> "264 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"264 dequantize_per_tensor_default_10" -> "271 linear_9" [label="(49, 64, 96)", style=solid]; -"265 linear_9_scale_0" -> "268 quantize_per_channel_default_8" [label="(96,)", style=solid]; -"265 linear_9_scale_0" -> "269 dequantize_per_channel_default_8" [label="(96,)", style=solid]; -"266 linear_9_zero_point_0" -> "268 quantize_per_channel_default_8" [label="(96,)", style=solid]; -"266 linear_9_zero_point_0" -> "269 dequantize_per_channel_default_8" [label="(96,)", style=solid]; -"267 compressed_weight_updated_constant6" -> "268 quantize_per_channel_default_8" [label="(96, 96)", style=solid]; -"268 quantize_per_channel_default_8" -> "269 dequantize_per_channel_default_8" [label="(96, 96)", style=solid]; -"269 dequantize_per_channel_default_8" -> "271 linear_9" [label="(96, 96)", style=solid]; -"270 features_1_1_attn_proj_bias_0_0" -> "271 linear_9" [label="(96,)", style=solid]; -"271 linear_9" -> "272 dropout_5" [label="(49, 64, 96)", style=solid]; -"272 dropout_5" -> "273 view_10" [label="(49, 64, 96)", style=solid]; -"273 view_10" -> "274 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"274 permute_9" -> "275 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"275 reshape_8" -> "276 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"276 roll_1" -> "277 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"277 slice_23" -> "278 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"278 slice_24" -> "279 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"279 layer_norm_3" -> "280 add_5" [label="(1, 56, 56, 96)", style=solid]; -"280 add_5" -> "281 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"280 add_5" -> "305 add_6" [label="(1, 56, 56, 96)", style=solid]; -"281 add_5_0_0_nncf_smooth_quant_0" -> "282 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"282 quantize_per_tensor_default_11" -> "283 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"283 dequantize_per_tensor_default_11" -> "290 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"284 linear_10_scale_0" -> "287 quantize_per_channel_default_9" [label="(384,)", style=solid]; -"284 linear_10_scale_0" -> "288 dequantize_per_channel_default_9" [label="(384,)", style=solid]; -"285 linear_10_zero_point_0" -> "287 quantize_per_channel_default_9" [label="(384,)", style=solid]; -"285 linear_10_zero_point_0" -> "288 dequantize_per_channel_default_9" [label="(384,)", style=solid]; -"286 compressed_weight_updated_constant7" -> "287 quantize_per_channel_default_9" [label="(384, 96)", style=solid]; -"287 quantize_per_channel_default_9" -> "288 dequantize_per_channel_default_9" [label="(384, 96)", style=solid]; -"288 dequantize_per_channel_default_9" -> "290 linear_10" [label="(384, 96)", style=solid]; -"289 features_1_1_mlp_0_bias_0_0" -> "290 linear_10" [label="(384,)", style=solid]; -"290 linear_10" -> "291 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"291 gelu_1" -> "292 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"292 dropout_6" -> "293 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"293 dropout_6_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"294 quantize_per_tensor_default_12" -> "295 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"295 dequantize_per_tensor_default_12" -> "302 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"296 linear_11_scale_0" -> "299 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"296 linear_11_scale_0" -> "300 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"297 linear_11_zero_point_0" -> "299 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"297 linear_11_zero_point_0" -> "300 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"298 compressed_weight_updated_constant8" -> "299 quantize_per_channel_default_10" [label="(96, 384)", style=solid]; -"299 quantize_per_channel_default_10" -> "300 dequantize_per_channel_default_10" [label="(96, 384)", style=solid]; -"300 dequantize_per_channel_default_10" -> "302 linear_11" [label="(96, 384)", style=solid]; -"301 features_1_1_mlp_3_bias_0_0" -> "302 linear_11" [label="(96,)", style=solid]; -"302 linear_11" -> "303 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"303 dropout_7" -> "304 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"304 layer_norm_4" -> "305 add_6" [label="(1, 56, 56, 96)", style=solid]; -"305 add_6" -> "306 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "307 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "310 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "313 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"306 pad_2" -> "316 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"307 slice_25" -> "308 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"308 slice_26" -> "309 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"309 slice_27" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"310 slice_28" -> "311 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"311 slice_29" -> "312 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"312 slice_30" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"313 slice_31" -> "314 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"314 slice_32" -> "315 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"315 slice_33" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"316 slice_34" -> "317 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"317 slice_35" -> "318 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"318 slice_36" -> "319 cat" [label="(1, 28, 28, 96)", style=solid]; -"319 cat" -> "320 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"320 cat_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"321 quantize_per_tensor_default_13" -> "322 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"322 dequantize_per_tensor_default_13" -> "328 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"323 linear_12_scale_0" -> "326 quantize_per_channel_default_11" [label="(192,)", style=solid]; -"323 linear_12_scale_0" -> "327 dequantize_per_channel_default_11" [label="(192,)", style=solid]; -"324 linear_12_zero_point_0" -> "326 quantize_per_channel_default_11" [label="(192,)", style=solid]; -"324 linear_12_zero_point_0" -> "327 dequantize_per_channel_default_11" [label="(192,)", style=solid]; -"325 compressed_weight_updated_constant9" -> "326 quantize_per_channel_default_11" [label="(192, 384)", style=solid]; -"326 quantize_per_channel_default_11" -> "327 dequantize_per_channel_default_11" [label="(192, 384)", style=solid]; -"327 dequantize_per_channel_default_11" -> "328 linear_12" [label="(192, 384)", style=solid]; -"328 linear_12" -> "329 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"329 layer_norm_5" -> "331 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"329 layer_norm_5" -> "392 add_8" [label="(1, 28, 28, 192)", style=solid]; -"330 _frozen_param17" -> "366 add_7" [label="(1, 6, 64, 64)", style=solid]; -"331 pad_3" -> "332 view_13" [label="(1, 32, 32, 192)", style=solid]; -"332 view_13" -> "333 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"333 permute_11" -> "334 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"334 reshape_9" -> "335 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"335 reshape_9_0_0_nncf_smooth_quant_0" -> "336 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"336 quantize_per_tensor_default_14" -> "337 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"337 dequantize_per_tensor_default_14" -> "344 linear_15" [label="(16, 64, 192)", style=solid]; -"338 linear_15_scale_0" -> "341 quantize_per_channel_default_13" [label="(576,)", style=solid]; -"338 linear_15_scale_0" -> "342 dequantize_per_channel_default_13" [label="(576,)", style=solid]; -"339 linear_15_zero_point_0" -> "341 quantize_per_channel_default_13" [label="(576,)", style=solid]; -"339 linear_15_zero_point_0" -> "342 dequantize_per_channel_default_13" [label="(576,)", style=solid]; -"340 compressed_weight_updated_constant10" -> "341 quantize_per_channel_default_13" [label="(576, 192)", style=solid]; -"341 quantize_per_channel_default_13" -> "342 dequantize_per_channel_default_13" [label="(576, 192)", style=solid]; -"342 dequantize_per_channel_default_13" -> "344 linear_15" [label="(576, 192)", style=solid]; -"343 _frozen_param18_0_0" -> "344 linear_15" [label="(576,)", style=solid]; -"344 linear_15" -> "345 reshape_10" [label="(16, 64, 576)", style=solid]; -"345 reshape_10" -> "346 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"346 permute_12" -> "347 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"346 permute_12" -> "348 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"346 permute_12" -> "349 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"347 select_6" -> "350 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"347 select_6" -> "352 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"347 select_6" -> "353 div_4" [label="(16, 6, 64, 32)", style=solid]; -"348 select_7" -> "356 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"348 select_7" -> "358 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"348 select_7" -> "359 div_5" [label="(16, 6, 64, 32)", style=solid]; -"349 select_8" -> "369 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"350 linalg_vector_norm_4" -> "351 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"351 clamp_min_4" -> "352 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"352 expand_as_4" -> "353 div_4" [label="(16, 6, 64, 32)", style=solid]; -"353 div_4" -> "354 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"354 quantize_per_tensor_default_15" -> "355 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"355 dequantize_per_tensor_default_15" -> "363 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"356 linalg_vector_norm_5" -> "357 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"357 clamp_min_5" -> "358 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"358 expand_as_5" -> "359 div_5" [label="(16, 6, 64, 32)", style=solid]; -"359 div_5" -> "360 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"360 quantize_per_tensor_default_16" -> "361 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"361 dequantize_per_tensor_default_16" -> "362 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"362 transpose_4" -> "363 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"363 matmul_4" -> "365 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"364 _frozen_param20" -> "365 mul_5" [label="(6, 1, 1)", style=solid]; -"365 mul_5" -> "366 add_7" [label="(16, 6, 64, 64)", style=solid]; -"366 add_7" -> "367 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"367 softmax_2" -> "368 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"368 dropout_8" -> "369 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"369 matmul_5" -> "370 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"370 transpose_5" -> "371 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"371 reshape_11" -> "372 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"372 reshape_11_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"373 quantize_per_tensor_default_17" -> "374 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"374 dequantize_per_tensor_default_17" -> "381 linear_16" [label="(16, 64, 192)", style=solid]; -"375 linear_16_scale_0" -> "378 quantize_per_channel_default_14" [label="(192,)", style=solid]; -"375 linear_16_scale_0" -> "379 dequantize_per_channel_default_14" [label="(192,)", style=solid]; -"376 linear_16_zero_point_0" -> "378 quantize_per_channel_default_14" [label="(192,)", style=solid]; -"376 linear_16_zero_point_0" -> "379 dequantize_per_channel_default_14" [label="(192,)", style=solid]; -"377 compressed_weight_updated_constant11" -> "378 quantize_per_channel_default_14" [label="(192, 192)", style=solid]; -"378 quantize_per_channel_default_14" -> "379 dequantize_per_channel_default_14" [label="(192, 192)", style=solid]; -"379 dequantize_per_channel_default_14" -> "381 linear_16" [label="(192, 192)", style=solid]; -"380 features_3_0_attn_proj_bias_0_0" -> "381 linear_16" [label="(192,)", style=solid]; -"381 linear_16" -> "382 dropout_9" [label="(16, 64, 192)", style=solid]; -"382 dropout_9" -> "383 view_14" [label="(16, 64, 192)", style=solid]; -"383 view_14" -> "384 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"384 permute_13" -> "385 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"385 reshape_12" -> "386 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"386 slice_38" -> "387 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"387 slice_39" -> "388 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"388 slice_40" -> "389 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"389 slice_41" -> "390 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"390 contiguous_3" -> "391 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"391 layer_norm_6" -> "392 add_8" [label="(1, 28, 28, 192)", style=solid]; -"392 add_8" -> "393 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"392 add_8" -> "417 add_9" [label="(1, 28, 28, 192)", style=solid]; -"393 add_8_0_0_nncf_smooth_quant_0" -> "394 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"394 quantize_per_tensor_default_18" -> "395 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"395 dequantize_per_tensor_default_18" -> "402 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"396 linear_17_scale_0" -> "399 quantize_per_channel_default_15" [label="(768,)", style=solid]; -"396 linear_17_scale_0" -> "400 dequantize_per_channel_default_15" [label="(768,)", style=solid]; -"397 linear_17_zero_point_0" -> "399 quantize_per_channel_default_15" [label="(768,)", style=solid]; -"397 linear_17_zero_point_0" -> "400 dequantize_per_channel_default_15" [label="(768,)", style=solid]; -"398 compressed_weight_updated_constant12" -> "399 quantize_per_channel_default_15" [label="(768, 192)", style=solid]; -"399 quantize_per_channel_default_15" -> "400 dequantize_per_channel_default_15" [label="(768, 192)", style=solid]; -"400 dequantize_per_channel_default_15" -> "402 linear_17" [label="(768, 192)", style=solid]; -"401 features_3_0_mlp_0_bias_0_0" -> "402 linear_17" [label="(768,)", style=solid]; -"402 linear_17" -> "403 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"403 gelu_2" -> "404 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"404 dropout_10" -> "405 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"405 dropout_10_0_0_nncf_smooth_quant_0" -> "406 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"406 quantize_per_tensor_default_19" -> "407 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"407 dequantize_per_tensor_default_19" -> "414 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"408 linear_18_scale_0" -> "411 quantize_per_channel_default_16" [label="(192,)", style=solid]; -"408 linear_18_scale_0" -> "412 dequantize_per_channel_default_16" [label="(192,)", style=solid]; -"409 linear_18_zero_point_0" -> "411 quantize_per_channel_default_16" [label="(192,)", style=solid]; -"409 linear_18_zero_point_0" -> "412 dequantize_per_channel_default_16" [label="(192,)", style=solid]; -"410 compressed_weight_updated_constant13" -> "411 quantize_per_channel_default_16" [label="(192, 768)", style=solid]; -"411 quantize_per_channel_default_16" -> "412 dequantize_per_channel_default_16" [label="(192, 768)", style=solid]; -"412 dequantize_per_channel_default_16" -> "414 linear_18" [label="(192, 768)", style=solid]; -"413 features_3_0_mlp_3_bias_0_0" -> "414 linear_18" [label="(192,)", style=solid]; -"414 linear_18" -> "415 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"415 dropout_11" -> "416 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"416 layer_norm_7" -> "417 add_9" [label="(1, 28, 28, 192)", style=solid]; -"417 add_9" -> "419 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"417 add_9" -> "498 add_12" [label="(1, 28, 28, 192)", style=solid]; -"418 _frozen_param21" -> "455 add_10" [label="(1, 6, 64, 64)", style=solid]; -"419 pad_4" -> "420 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"420 roll_2" -> "421 view_17" [label="(1, 32, 32, 192)", style=solid]; -"421 view_17" -> "422 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"422 permute_15" -> "423 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"423 reshape_13" -> "424 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"423 reshape_13" -> "456 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"424 reshape_13_0_0_nncf_smooth_quant_0" -> "425 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"425 quantize_per_tensor_default_20" -> "426 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"426 dequantize_per_tensor_default_20" -> "433 linear_21" [label="(16, 64, 192)", style=solid]; -"427 linear_21_scale_0" -> "430 quantize_per_channel_default_18" [label="(576,)", style=solid]; -"427 linear_21_scale_0" -> "431 dequantize_per_channel_default_18" [label="(576,)", style=solid]; -"428 linear_21_zero_point_0" -> "430 quantize_per_channel_default_18" [label="(576,)", style=solid]; -"428 linear_21_zero_point_0" -> "431 dequantize_per_channel_default_18" [label="(576,)", style=solid]; -"429 compressed_weight_updated_constant14" -> "430 quantize_per_channel_default_18" [label="(576, 192)", style=solid]; -"430 quantize_per_channel_default_18" -> "431 dequantize_per_channel_default_18" [label="(576, 192)", style=solid]; -"431 dequantize_per_channel_default_18" -> "433 linear_21" [label="(576, 192)", style=solid]; -"432 _frozen_param22_0_0" -> "433 linear_21" [label="(576,)", style=solid]; -"433 linear_21" -> "434 reshape_14" [label="(16, 64, 576)", style=solid]; -"434 reshape_14" -> "435 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"435 permute_16" -> "436 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"435 permute_16" -> "437 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"435 permute_16" -> "438 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"436 select_9" -> "439 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"436 select_9" -> "441 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"436 select_9" -> "442 div_6" [label="(16, 6, 64, 32)", style=solid]; -"437 select_10" -> "445 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"437 select_10" -> "447 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"437 select_10" -> "448 div_7" [label="(16, 6, 64, 32)", style=solid]; -"438 select_11" -> "474 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"439 linalg_vector_norm_6" -> "440 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"440 clamp_min_6" -> "441 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"441 expand_as_6" -> "442 div_6" [label="(16, 6, 64, 32)", style=solid]; -"442 div_6" -> "443 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"443 quantize_per_tensor_default_21" -> "444 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"444 dequantize_per_tensor_default_21" -> "452 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"445 linalg_vector_norm_7" -> "446 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"446 clamp_min_7" -> "447 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"447 expand_as_7" -> "448 div_7" [label="(16, 6, 64, 32)", style=solid]; -"448 div_7" -> "449 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"449 quantize_per_tensor_default_22" -> "450 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"450 dequantize_per_tensor_default_22" -> "451 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"451 transpose_6" -> "452 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"452 matmul_6" -> "454 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"453 _frozen_param24" -> "454 mul_7" [label="(6, 1, 1)", style=solid]; -"454 mul_7" -> "455 add_10" [label="(16, 6, 64, 64)", style=solid]; -"455 add_10" -> "467 view_19" [label="(16, 6, 64, 64)", style=solid]; -"456 new_zeros_1" -> "457 view_18" [label="(32, 32)", style=solid]; -"457 view_18" -> "458 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"458 permute_17" -> "459 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"459 reshape_15" -> "460 unsqueeze_8" [label="(16, 64)", style=solid]; -"459 reshape_15" -> "461 unsqueeze_9" [label="(16, 64)", style=solid]; -"460 unsqueeze_8" -> "462 sub_1" [label="(16, 1, 64)", style=solid]; -"461 unsqueeze_9" -> "462 sub_1" [label="(16, 64, 1)", style=solid]; -"462 sub_1" -> "463 ne_1" [label="(16, 64, 64)", style=solid]; -"462 sub_1" -> "464 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"462 sub_1" -> "465 eq_1" [label="(16, 64, 64)", style=solid]; -"463 ne_1" -> "464 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"464 masked_fill_2" -> "466 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"465 eq_1" -> "466 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"466 masked_fill_3" -> "468 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"467 view_19" -> "470 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"468 unsqueeze_10" -> "469 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"469 unsqueeze_11" -> "470 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"470 add_11" -> "471 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"471 view_20" -> "472 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"472 softmax_3" -> "473 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"473 dropout_12" -> "474 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"474 matmul_7" -> "475 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"475 transpose_7" -> "476 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"476 reshape_16" -> "477 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"477 reshape_16_0_0_nncf_smooth_quant_0" -> "478 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"478 quantize_per_tensor_default_23" -> "479 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"479 dequantize_per_tensor_default_23" -> "486 linear_22" [label="(16, 64, 192)", style=solid]; -"480 linear_22_scale_0" -> "483 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"480 linear_22_scale_0" -> "484 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"481 linear_22_zero_point_0" -> "483 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"481 linear_22_zero_point_0" -> "484 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"482 compressed_weight_updated_constant15" -> "483 quantize_per_channel_default_19" [label="(192, 192)", style=solid]; -"483 quantize_per_channel_default_19" -> "484 dequantize_per_channel_default_19" [label="(192, 192)", style=solid]; -"484 dequantize_per_channel_default_19" -> "486 linear_22" [label="(192, 192)", style=solid]; -"485 features_3_1_attn_proj_bias_0_0" -> "486 linear_22" [label="(192,)", style=solid]; -"486 linear_22" -> "487 dropout_13" [label="(16, 64, 192)", style=solid]; -"487 dropout_13" -> "488 view_21" [label="(16, 64, 192)", style=solid]; -"488 view_21" -> "489 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"489 permute_18" -> "490 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"490 reshape_17" -> "491 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"491 roll_3" -> "492 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"492 slice_61" -> "493 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"493 slice_62" -> "494 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"494 slice_63" -> "495 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"495 slice_64" -> "496 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"496 contiguous_5" -> "497 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"497 layer_norm_8" -> "498 add_12" [label="(1, 28, 28, 192)", style=solid]; -"498 add_12" -> "499 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"498 add_12" -> "523 add_13" [label="(1, 28, 28, 192)", style=solid]; -"499 add_12_0_0_nncf_smooth_quant_0" -> "500 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"500 quantize_per_tensor_default_24" -> "501 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"501 dequantize_per_tensor_default_24" -> "508 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"502 linear_23_scale_0" -> "505 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"502 linear_23_scale_0" -> "506 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"503 linear_23_zero_point_0" -> "505 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"503 linear_23_zero_point_0" -> "506 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"504 compressed_weight_updated_constant16" -> "505 quantize_per_channel_default_20" [label="(768, 192)", style=solid]; -"505 quantize_per_channel_default_20" -> "506 dequantize_per_channel_default_20" [label="(768, 192)", style=solid]; -"506 dequantize_per_channel_default_20" -> "508 linear_23" [label="(768, 192)", style=solid]; -"507 features_3_1_mlp_0_bias_0_0" -> "508 linear_23" [label="(768,)", style=solid]; -"508 linear_23" -> "509 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"509 gelu_3" -> "510 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"510 dropout_14" -> "511 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"511 dropout_14_0_0_nncf_smooth_quant_0" -> "512 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"512 quantize_per_tensor_default_25" -> "513 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"513 dequantize_per_tensor_default_25" -> "520 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"514 linear_24_scale_0" -> "517 quantize_per_channel_default_21" [label="(192,)", style=solid]; -"514 linear_24_scale_0" -> "518 dequantize_per_channel_default_21" [label="(192,)", style=solid]; -"515 linear_24_zero_point_0" -> "517 quantize_per_channel_default_21" [label="(192,)", style=solid]; -"515 linear_24_zero_point_0" -> "518 dequantize_per_channel_default_21" [label="(192,)", style=solid]; -"516 compressed_weight_updated_constant17" -> "517 quantize_per_channel_default_21" [label="(192, 768)", style=solid]; -"517 quantize_per_channel_default_21" -> "518 dequantize_per_channel_default_21" [label="(192, 768)", style=solid]; -"518 dequantize_per_channel_default_21" -> "520 linear_24" [label="(192, 768)", style=solid]; -"519 features_3_1_mlp_3_bias_0_0" -> "520 linear_24" [label="(192,)", style=solid]; -"520 linear_24" -> "521 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"521 dropout_15" -> "522 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"522 layer_norm_9" -> "523 add_13" [label="(1, 28, 28, 192)", style=solid]; -"523 add_13" -> "524 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "525 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "528 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "531 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"524 pad_5" -> "534 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"525 slice_65" -> "526 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"526 slice_66" -> "527 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"527 slice_67" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"528 slice_68" -> "529 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"529 slice_69" -> "530 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"530 slice_70" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"531 slice_71" -> "532 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"532 slice_72" -> "533 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"533 slice_73" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"534 slice_74" -> "535 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"535 slice_75" -> "536 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"536 slice_76" -> "537 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"537 cat_1" -> "538 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"538 cat_1_0_0_nncf_smooth_quant_0" -> "539 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"539 quantize_per_tensor_default_26" -> "540 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"540 dequantize_per_tensor_default_26" -> "546 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"541 linear_25_scale_0" -> "544 quantize_per_channel_default_22" [label="(384,)", style=solid]; -"541 linear_25_scale_0" -> "545 dequantize_per_channel_default_22" [label="(384,)", style=solid]; -"542 linear_25_zero_point_0" -> "544 quantize_per_channel_default_22" [label="(384,)", style=solid]; -"542 linear_25_zero_point_0" -> "545 dequantize_per_channel_default_22" [label="(384,)", style=solid]; -"543 compressed_weight_updated_constant18" -> "544 quantize_per_channel_default_22" [label="(384, 768)", style=solid]; -"544 quantize_per_channel_default_22" -> "545 dequantize_per_channel_default_22" [label="(384, 768)", style=solid]; -"545 dequantize_per_channel_default_22" -> "546 linear_25" [label="(384, 768)", style=solid]; -"546 linear_25" -> "547 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"547 layer_norm_10" -> "549 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"547 layer_norm_10" -> "610 add_15" [label="(1, 14, 14, 384)", style=solid]; -"548 _frozen_param34" -> "584 add_14" [label="(1, 12, 64, 64)", style=solid]; -"549 pad_6" -> "550 view_24" [label="(1, 16, 16, 384)", style=solid]; -"550 view_24" -> "551 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"551 permute_20" -> "552 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"552 reshape_18" -> "553 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"553 reshape_18_0_0_nncf_smooth_quant_0" -> "554 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"554 quantize_per_tensor_default_27" -> "555 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"555 dequantize_per_tensor_default_27" -> "562 linear_28" [label="(4, 64, 384)", style=solid]; -"556 linear_28_scale_0" -> "559 quantize_per_channel_default_24" [label="(1152,)", style=solid]; -"556 linear_28_scale_0" -> "560 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; -"557 linear_28_zero_point_0" -> "559 quantize_per_channel_default_24" [label="(1152,)", style=solid]; -"557 linear_28_zero_point_0" -> "560 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; -"558 compressed_weight_updated_constant19" -> "559 quantize_per_channel_default_24" [label="(1152, 384)", style=solid]; -"559 quantize_per_channel_default_24" -> "560 dequantize_per_channel_default_24" [label="(1152, 384)", style=solid]; -"560 dequantize_per_channel_default_24" -> "562 linear_28" [label="(1152, 384)", style=solid]; -"561 _frozen_param35_0_0" -> "562 linear_28" [label="(1152,)", style=solid]; -"562 linear_28" -> "563 reshape_19" [label="(4, 64, 1152)", style=solid]; -"563 reshape_19" -> "564 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"564 permute_21" -> "565 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"564 permute_21" -> "566 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"564 permute_21" -> "567 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"565 select_12" -> "568 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"565 select_12" -> "570 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"565 select_12" -> "571 div_8" [label="(4, 12, 64, 32)", style=solid]; -"566 select_13" -> "574 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"566 select_13" -> "576 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"566 select_13" -> "577 div_9" [label="(4, 12, 64, 32)", style=solid]; -"567 select_14" -> "587 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"568 linalg_vector_norm_8" -> "569 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"569 clamp_min_8" -> "570 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"570 expand_as_8" -> "571 div_8" [label="(4, 12, 64, 32)", style=solid]; -"571 div_8" -> "572 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"572 quantize_per_tensor_default_28" -> "573 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"573 dequantize_per_tensor_default_28" -> "581 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"574 linalg_vector_norm_9" -> "575 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"575 clamp_min_9" -> "576 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"576 expand_as_9" -> "577 div_9" [label="(4, 12, 64, 32)", style=solid]; -"577 div_9" -> "578 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"578 quantize_per_tensor_default_29" -> "579 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"579 dequantize_per_tensor_default_29" -> "580 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"580 transpose_8" -> "581 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"581 matmul_8" -> "583 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"582 _frozen_param37" -> "583 mul_9" [label="(12, 1, 1)", style=solid]; -"583 mul_9" -> "584 add_14" [label="(4, 12, 64, 64)", style=solid]; -"584 add_14" -> "585 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"585 softmax_4" -> "586 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"586 dropout_16" -> "587 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"587 matmul_9" -> "588 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"588 transpose_9" -> "589 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"589 reshape_20" -> "590 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"590 reshape_20_0_0_nncf_smooth_quant_0" -> "591 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"591 quantize_per_tensor_default_30" -> "592 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"592 dequantize_per_tensor_default_30" -> "599 linear_29" [label="(4, 64, 384)", style=solid]; -"593 linear_29_scale_0" -> "596 quantize_per_channel_default_25" [label="(384,)", style=solid]; -"593 linear_29_scale_0" -> "597 dequantize_per_channel_default_25" [label="(384,)", style=solid]; -"594 linear_29_zero_point_0" -> "596 quantize_per_channel_default_25" [label="(384,)", style=solid]; -"594 linear_29_zero_point_0" -> "597 dequantize_per_channel_default_25" [label="(384,)", style=solid]; -"595 compressed_weight_updated_constant20" -> "596 quantize_per_channel_default_25" [label="(384, 384)", style=solid]; -"596 quantize_per_channel_default_25" -> "597 dequantize_per_channel_default_25" [label="(384, 384)", style=solid]; -"597 dequantize_per_channel_default_25" -> "599 linear_29" [label="(384, 384)", style=solid]; -"598 features_5_0_attn_proj_bias_0_0" -> "599 linear_29" [label="(384,)", style=solid]; -"599 linear_29" -> "600 dropout_17" [label="(4, 64, 384)", style=solid]; -"600 dropout_17" -> "601 view_25" [label="(4, 64, 384)", style=solid]; -"601 view_25" -> "602 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"602 permute_22" -> "603 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"603 reshape_21" -> "604 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"604 slice_78" -> "605 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"605 slice_79" -> "606 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"606 slice_80" -> "607 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"607 slice_81" -> "608 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"608 contiguous_7" -> "609 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"609 layer_norm_11" -> "610 add_15" [label="(1, 14, 14, 384)", style=solid]; -"610 add_15" -> "611 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"610 add_15" -> "635 add_16" [label="(1, 14, 14, 384)", style=solid]; -"611 add_15_0_0_nncf_smooth_quant_0" -> "612 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"612 quantize_per_tensor_default_31" -> "613 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"613 dequantize_per_tensor_default_31" -> "620 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"614 linear_30_scale_0" -> "617 quantize_per_channel_default_26" [label="(1536,)", style=solid]; -"614 linear_30_scale_0" -> "618 dequantize_per_channel_default_26" [label="(1536,)", style=solid]; -"615 linear_30_zero_point_0" -> "617 quantize_per_channel_default_26" [label="(1536,)", style=solid]; -"615 linear_30_zero_point_0" -> "618 dequantize_per_channel_default_26" [label="(1536,)", style=solid]; -"616 compressed_weight_updated_constant21" -> "617 quantize_per_channel_default_26" [label="(1536, 384)", style=solid]; -"617 quantize_per_channel_default_26" -> "618 dequantize_per_channel_default_26" [label="(1536, 384)", style=solid]; -"618 dequantize_per_channel_default_26" -> "620 linear_30" [label="(1536, 384)", style=solid]; -"619 features_5_0_mlp_0_bias_0_0" -> "620 linear_30" [label="(1536,)", style=solid]; -"620 linear_30" -> "621 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"621 gelu_4" -> "622 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"622 dropout_18" -> "623 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"623 dropout_18_0_0_nncf_smooth_quant_0" -> "624 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"624 quantize_per_tensor_default_32" -> "625 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"625 dequantize_per_tensor_default_32" -> "632 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"626 linear_31_scale_0" -> "629 quantize_per_channel_default_27" [label="(384,)", style=solid]; -"626 linear_31_scale_0" -> "630 dequantize_per_channel_default_27" [label="(384,)", style=solid]; -"627 linear_31_zero_point_0" -> "629 quantize_per_channel_default_27" [label="(384,)", style=solid]; -"627 linear_31_zero_point_0" -> "630 dequantize_per_channel_default_27" [label="(384,)", style=solid]; -"628 compressed_weight_updated_constant22" -> "629 quantize_per_channel_default_27" [label="(384, 1536)", style=solid]; -"629 quantize_per_channel_default_27" -> "630 dequantize_per_channel_default_27" [label="(384, 1536)", style=solid]; -"630 dequantize_per_channel_default_27" -> "632 linear_31" [label="(384, 1536)", style=solid]; -"631 features_5_0_mlp_3_bias_0_0" -> "632 linear_31" [label="(384,)", style=solid]; -"632 linear_31" -> "633 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"633 dropout_19" -> "634 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"634 layer_norm_12" -> "635 add_16" [label="(1, 14, 14, 384)", style=solid]; -"635 add_16" -> "637 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"635 add_16" -> "716 add_19" [label="(1, 14, 14, 384)", style=solid]; -"636 _frozen_param38" -> "673 add_17" [label="(1, 12, 64, 64)", style=solid]; -"637 pad_7" -> "638 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"638 roll_4" -> "639 view_28" [label="(1, 16, 16, 384)", style=solid]; -"639 view_28" -> "640 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"640 permute_24" -> "641 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"641 reshape_22" -> "642 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"641 reshape_22" -> "674 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"642 reshape_22_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"643 quantize_per_tensor_default_33" -> "644 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"644 dequantize_per_tensor_default_33" -> "651 linear_34" [label="(4, 64, 384)", style=solid]; -"645 linear_34_scale_0" -> "648 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"645 linear_34_scale_0" -> "649 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"646 linear_34_zero_point_0" -> "648 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"646 linear_34_zero_point_0" -> "649 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"647 compressed_weight_updated_constant23" -> "648 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"648 quantize_per_channel_default_29" -> "649 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"649 dequantize_per_channel_default_29" -> "651 linear_34" [label="(1152, 384)", style=solid]; -"650 _frozen_param39_0_0" -> "651 linear_34" [label="(1152,)", style=solid]; -"651 linear_34" -> "652 reshape_23" [label="(4, 64, 1152)", style=solid]; -"652 reshape_23" -> "653 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"653 permute_25" -> "654 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"653 permute_25" -> "655 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"653 permute_25" -> "656 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"654 select_15" -> "657 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"654 select_15" -> "659 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"654 select_15" -> "660 div_10" [label="(4, 12, 64, 32)", style=solid]; -"655 select_16" -> "663 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"655 select_16" -> "665 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"655 select_16" -> "666 div_11" [label="(4, 12, 64, 32)", style=solid]; -"656 select_17" -> "692 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"657 linalg_vector_norm_10" -> "658 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"658 clamp_min_10" -> "659 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"659 expand_as_10" -> "660 div_10" [label="(4, 12, 64, 32)", style=solid]; -"660 div_10" -> "661 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"661 quantize_per_tensor_default_34" -> "662 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"662 dequantize_per_tensor_default_34" -> "670 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"663 linalg_vector_norm_11" -> "664 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"664 clamp_min_11" -> "665 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"665 expand_as_11" -> "666 div_11" [label="(4, 12, 64, 32)", style=solid]; -"666 div_11" -> "667 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"667 quantize_per_tensor_default_35" -> "668 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"668 dequantize_per_tensor_default_35" -> "669 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"669 transpose_10" -> "670 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"670 matmul_10" -> "672 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"671 _frozen_param41" -> "672 mul_11" [label="(12, 1, 1)", style=solid]; -"672 mul_11" -> "673 add_17" [label="(4, 12, 64, 64)", style=solid]; -"673 add_17" -> "685 view_30" [label="(4, 12, 64, 64)", style=solid]; -"674 new_zeros_2" -> "675 view_29" [label="(16, 16)", style=solid]; -"675 view_29" -> "676 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"676 permute_26" -> "677 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"677 reshape_24" -> "678 unsqueeze_14" [label="(4, 64)", style=solid]; -"677 reshape_24" -> "679 unsqueeze_15" [label="(4, 64)", style=solid]; -"678 unsqueeze_14" -> "680 sub_2" [label="(4, 1, 64)", style=solid]; -"679 unsqueeze_15" -> "680 sub_2" [label="(4, 64, 1)", style=solid]; -"680 sub_2" -> "681 ne_2" [label="(4, 64, 64)", style=solid]; -"680 sub_2" -> "682 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"680 sub_2" -> "683 eq_2" [label="(4, 64, 64)", style=solid]; -"681 ne_2" -> "682 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"682 masked_fill_4" -> "684 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"683 eq_2" -> "684 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"684 masked_fill_5" -> "686 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"685 view_30" -> "688 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"686 unsqueeze_16" -> "687 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"687 unsqueeze_17" -> "688 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"688 add_18" -> "689 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"689 view_31" -> "690 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"690 softmax_5" -> "691 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"691 dropout_20" -> "692 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"692 matmul_11" -> "693 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"693 transpose_11" -> "694 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"694 reshape_25" -> "695 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"695 reshape_25_0_0_nncf_smooth_quant_0" -> "696 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"696 quantize_per_tensor_default_36" -> "697 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"697 dequantize_per_tensor_default_36" -> "704 linear_35" [label="(4, 64, 384)", style=solid]; -"698 linear_35_scale_0" -> "701 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"698 linear_35_scale_0" -> "702 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"699 linear_35_zero_point_0" -> "701 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"699 linear_35_zero_point_0" -> "702 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"700 compressed_weight_updated_constant24" -> "701 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"701 quantize_per_channel_default_30" -> "702 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"702 dequantize_per_channel_default_30" -> "704 linear_35" [label="(384, 384)", style=solid]; -"703 features_5_1_attn_proj_bias_0_0" -> "704 linear_35" [label="(384,)", style=solid]; -"704 linear_35" -> "705 dropout_21" [label="(4, 64, 384)", style=solid]; -"705 dropout_21" -> "706 view_32" [label="(4, 64, 384)", style=solid]; -"706 view_32" -> "707 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"707 permute_27" -> "708 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"708 reshape_26" -> "709 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"709 roll_5" -> "710 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"710 slice_101" -> "711 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"711 slice_102" -> "712 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"712 slice_103" -> "713 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"713 slice_104" -> "714 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"714 contiguous_9" -> "715 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"715 layer_norm_13" -> "716 add_19" [label="(1, 14, 14, 384)", style=solid]; -"716 add_19" -> "717 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"716 add_19" -> "741 add_20" [label="(1, 14, 14, 384)", style=solid]; -"717 add_19_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"718 quantize_per_tensor_default_37" -> "719 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"719 dequantize_per_tensor_default_37" -> "726 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"720 linear_36_scale_0" -> "723 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"720 linear_36_scale_0" -> "724 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"721 linear_36_zero_point_0" -> "723 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"721 linear_36_zero_point_0" -> "724 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"722 compressed_weight_updated_constant25" -> "723 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"723 quantize_per_channel_default_31" -> "724 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"724 dequantize_per_channel_default_31" -> "726 linear_36" [label="(1536, 384)", style=solid]; -"725 features_5_1_mlp_0_bias_0_0" -> "726 linear_36" [label="(1536,)", style=solid]; -"726 linear_36" -> "727 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"727 gelu_5" -> "728 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"728 dropout_22" -> "729 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"729 dropout_22_0_0_nncf_smooth_quant_0" -> "730 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"730 quantize_per_tensor_default_38" -> "731 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"731 dequantize_per_tensor_default_38" -> "738 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"732 linear_37_scale_0" -> "735 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"732 linear_37_scale_0" -> "736 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"733 linear_37_zero_point_0" -> "735 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"733 linear_37_zero_point_0" -> "736 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"734 compressed_weight_updated_constant26" -> "735 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"735 quantize_per_channel_default_32" -> "736 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"736 dequantize_per_channel_default_32" -> "738 linear_37" [label="(384, 1536)", style=solid]; -"737 features_5_1_mlp_3_bias_0_0" -> "738 linear_37" [label="(384,)", style=solid]; -"738 linear_37" -> "739 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"739 dropout_23" -> "740 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"740 layer_norm_14" -> "741 add_20" [label="(1, 14, 14, 384)", style=solid]; -"741 add_20" -> "743 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"741 add_20" -> "804 add_22" [label="(1, 14, 14, 384)", style=solid]; -"742 _frozen_param51" -> "778 add_21" [label="(1, 12, 64, 64)", style=solid]; -"743 pad_8" -> "744 view_35" [label="(1, 16, 16, 384)", style=solid]; -"744 view_35" -> "745 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"745 permute_29" -> "746 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"746 reshape_27" -> "747 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"747 reshape_27_0_0_nncf_smooth_quant_0" -> "748 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"748 quantize_per_tensor_default_39" -> "749 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"749 dequantize_per_tensor_default_39" -> "756 linear_40" [label="(4, 64, 384)", style=solid]; -"750 linear_40_scale_0" -> "753 quantize_per_channel_default_34" [label="(1152,)", style=solid]; -"750 linear_40_scale_0" -> "754 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; -"751 linear_40_zero_point_0" -> "753 quantize_per_channel_default_34" [label="(1152,)", style=solid]; -"751 linear_40_zero_point_0" -> "754 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; -"752 compressed_weight_updated_constant27" -> "753 quantize_per_channel_default_34" [label="(1152, 384)", style=solid]; -"753 quantize_per_channel_default_34" -> "754 dequantize_per_channel_default_34" [label="(1152, 384)", style=solid]; -"754 dequantize_per_channel_default_34" -> "756 linear_40" [label="(1152, 384)", style=solid]; -"755 _frozen_param52_0_0" -> "756 linear_40" [label="(1152,)", style=solid]; -"756 linear_40" -> "757 reshape_28" [label="(4, 64, 1152)", style=solid]; -"757 reshape_28" -> "758 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"758 permute_30" -> "759 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"758 permute_30" -> "760 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"758 permute_30" -> "761 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"759 select_18" -> "762 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"759 select_18" -> "764 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"759 select_18" -> "765 div_12" [label="(4, 12, 64, 32)", style=solid]; -"760 select_19" -> "768 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"760 select_19" -> "770 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"760 select_19" -> "771 div_13" [label="(4, 12, 64, 32)", style=solid]; -"761 select_20" -> "781 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"762 linalg_vector_norm_12" -> "763 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"763 clamp_min_12" -> "764 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"764 expand_as_12" -> "765 div_12" [label="(4, 12, 64, 32)", style=solid]; -"765 div_12" -> "766 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"766 quantize_per_tensor_default_40" -> "767 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"767 dequantize_per_tensor_default_40" -> "775 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"768 linalg_vector_norm_13" -> "769 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"769 clamp_min_13" -> "770 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"770 expand_as_13" -> "771 div_13" [label="(4, 12, 64, 32)", style=solid]; -"771 div_13" -> "772 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"772 quantize_per_tensor_default_41" -> "773 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"773 dequantize_per_tensor_default_41" -> "774 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"774 transpose_12" -> "775 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"775 matmul_12" -> "777 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"776 _frozen_param54" -> "777 mul_13" [label="(12, 1, 1)", style=solid]; -"777 mul_13" -> "778 add_21" [label="(4, 12, 64, 64)", style=solid]; -"778 add_21" -> "779 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"779 softmax_6" -> "780 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"780 dropout_24" -> "781 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"781 matmul_13" -> "782 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"782 transpose_13" -> "783 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"783 reshape_29" -> "784 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"784 reshape_29_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"785 quantize_per_tensor_default_42" -> "786 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"786 dequantize_per_tensor_default_42" -> "793 linear_41" [label="(4, 64, 384)", style=solid]; -"787 linear_41_scale_0" -> "790 quantize_per_channel_default_35" [label="(384,)", style=solid]; -"787 linear_41_scale_0" -> "791 dequantize_per_channel_default_35" [label="(384,)", style=solid]; -"788 linear_41_zero_point_0" -> "790 quantize_per_channel_default_35" [label="(384,)", style=solid]; -"788 linear_41_zero_point_0" -> "791 dequantize_per_channel_default_35" [label="(384,)", style=solid]; -"789 compressed_weight_updated_constant28" -> "790 quantize_per_channel_default_35" [label="(384, 384)", style=solid]; -"790 quantize_per_channel_default_35" -> "791 dequantize_per_channel_default_35" [label="(384, 384)", style=solid]; -"791 dequantize_per_channel_default_35" -> "793 linear_41" [label="(384, 384)", style=solid]; -"792 features_5_2_attn_proj_bias_0_0" -> "793 linear_41" [label="(384,)", style=solid]; -"793 linear_41" -> "794 dropout_25" [label="(4, 64, 384)", style=solid]; -"794 dropout_25" -> "795 view_36" [label="(4, 64, 384)", style=solid]; -"795 view_36" -> "796 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"796 permute_31" -> "797 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"797 reshape_30" -> "798 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"798 slice_106" -> "799 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"799 slice_107" -> "800 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"800 slice_108" -> "801 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"801 slice_109" -> "802 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"802 contiguous_11" -> "803 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"803 layer_norm_15" -> "804 add_22" [label="(1, 14, 14, 384)", style=solid]; -"804 add_22" -> "805 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"804 add_22" -> "829 add_23" [label="(1, 14, 14, 384)", style=solid]; -"805 add_22_0_0_nncf_smooth_quant_0" -> "806 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"806 quantize_per_tensor_default_43" -> "807 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"807 dequantize_per_tensor_default_43" -> "814 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"808 linear_42_scale_0" -> "811 quantize_per_channel_default_36" [label="(1536,)", style=solid]; -"808 linear_42_scale_0" -> "812 dequantize_per_channel_default_36" [label="(1536,)", style=solid]; -"809 linear_42_zero_point_0" -> "811 quantize_per_channel_default_36" [label="(1536,)", style=solid]; -"809 linear_42_zero_point_0" -> "812 dequantize_per_channel_default_36" [label="(1536,)", style=solid]; -"810 compressed_weight_updated_constant29" -> "811 quantize_per_channel_default_36" [label="(1536, 384)", style=solid]; -"811 quantize_per_channel_default_36" -> "812 dequantize_per_channel_default_36" [label="(1536, 384)", style=solid]; -"812 dequantize_per_channel_default_36" -> "814 linear_42" [label="(1536, 384)", style=solid]; -"813 features_5_2_mlp_0_bias_0_0" -> "814 linear_42" [label="(1536,)", style=solid]; -"814 linear_42" -> "815 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"815 gelu_6" -> "816 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"816 dropout_26" -> "817 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"817 dropout_26_0_0_nncf_smooth_quant_0" -> "818 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"818 quantize_per_tensor_default_44" -> "819 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"819 dequantize_per_tensor_default_44" -> "826 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"820 linear_43_scale_0" -> "823 quantize_per_channel_default_37" [label="(384,)", style=solid]; -"820 linear_43_scale_0" -> "824 dequantize_per_channel_default_37" [label="(384,)", style=solid]; -"821 linear_43_zero_point_0" -> "823 quantize_per_channel_default_37" [label="(384,)", style=solid]; -"821 linear_43_zero_point_0" -> "824 dequantize_per_channel_default_37" [label="(384,)", style=solid]; -"822 compressed_weight_updated_constant30" -> "823 quantize_per_channel_default_37" [label="(384, 1536)", style=solid]; -"823 quantize_per_channel_default_37" -> "824 dequantize_per_channel_default_37" [label="(384, 1536)", style=solid]; -"824 dequantize_per_channel_default_37" -> "826 linear_43" [label="(384, 1536)", style=solid]; -"825 features_5_2_mlp_3_bias_0_0" -> "826 linear_43" [label="(384,)", style=solid]; -"826 linear_43" -> "827 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"827 dropout_27" -> "828 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"828 layer_norm_16" -> "829 add_23" [label="(1, 14, 14, 384)", style=solid]; -"829 add_23" -> "831 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"829 add_23" -> "910 add_26" [label="(1, 14, 14, 384)", style=solid]; -"830 _frozen_param55" -> "867 add_24" [label="(1, 12, 64, 64)", style=solid]; -"831 pad_9" -> "832 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"832 roll_6" -> "833 view_39" [label="(1, 16, 16, 384)", style=solid]; -"833 view_39" -> "834 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"834 permute_33" -> "835 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"835 reshape_31" -> "836 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"835 reshape_31" -> "868 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"836 reshape_31_0_0_nncf_smooth_quant_0" -> "837 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"837 quantize_per_tensor_default_45" -> "838 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"838 dequantize_per_tensor_default_45" -> "845 linear_46" [label="(4, 64, 384)", style=solid]; -"839 linear_46_scale_0" -> "842 quantize_per_channel_default_39" [label="(1152,)", style=solid]; -"839 linear_46_scale_0" -> "843 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; -"840 linear_46_zero_point_0" -> "842 quantize_per_channel_default_39" [label="(1152,)", style=solid]; -"840 linear_46_zero_point_0" -> "843 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; -"841 compressed_weight_updated_constant31" -> "842 quantize_per_channel_default_39" [label="(1152, 384)", style=solid]; -"842 quantize_per_channel_default_39" -> "843 dequantize_per_channel_default_39" [label="(1152, 384)", style=solid]; -"843 dequantize_per_channel_default_39" -> "845 linear_46" [label="(1152, 384)", style=solid]; -"844 _frozen_param56_0_0" -> "845 linear_46" [label="(1152,)", style=solid]; -"845 linear_46" -> "846 reshape_32" [label="(4, 64, 1152)", style=solid]; -"846 reshape_32" -> "847 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"847 permute_34" -> "848 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"847 permute_34" -> "849 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"847 permute_34" -> "850 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"848 select_21" -> "851 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"848 select_21" -> "853 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"848 select_21" -> "854 div_14" [label="(4, 12, 64, 32)", style=solid]; -"849 select_22" -> "857 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"849 select_22" -> "859 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"849 select_22" -> "860 div_15" [label="(4, 12, 64, 32)", style=solid]; -"850 select_23" -> "886 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"851 linalg_vector_norm_14" -> "852 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"852 clamp_min_14" -> "853 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"853 expand_as_14" -> "854 div_14" [label="(4, 12, 64, 32)", style=solid]; -"854 div_14" -> "855 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"855 quantize_per_tensor_default_46" -> "856 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"856 dequantize_per_tensor_default_46" -> "864 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"857 linalg_vector_norm_15" -> "858 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"858 clamp_min_15" -> "859 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"859 expand_as_15" -> "860 div_15" [label="(4, 12, 64, 32)", style=solid]; -"860 div_15" -> "861 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"861 quantize_per_tensor_default_47" -> "862 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"862 dequantize_per_tensor_default_47" -> "863 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"863 transpose_14" -> "864 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"864 matmul_14" -> "866 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"865 _frozen_param58" -> "866 mul_15" [label="(12, 1, 1)", style=solid]; -"866 mul_15" -> "867 add_24" [label="(4, 12, 64, 64)", style=solid]; -"867 add_24" -> "879 view_41" [label="(4, 12, 64, 64)", style=solid]; -"868 new_zeros_3" -> "869 view_40" [label="(16, 16)", style=solid]; -"869 view_40" -> "870 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"870 permute_35" -> "871 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"871 reshape_33" -> "872 unsqueeze_20" [label="(4, 64)", style=solid]; -"871 reshape_33" -> "873 unsqueeze_21" [label="(4, 64)", style=solid]; -"872 unsqueeze_20" -> "874 sub_3" [label="(4, 1, 64)", style=solid]; -"873 unsqueeze_21" -> "874 sub_3" [label="(4, 64, 1)", style=solid]; -"874 sub_3" -> "875 ne_3" [label="(4, 64, 64)", style=solid]; -"874 sub_3" -> "876 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"874 sub_3" -> "877 eq_3" [label="(4, 64, 64)", style=solid]; -"875 ne_3" -> "876 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"876 masked_fill_6" -> "878 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"877 eq_3" -> "878 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"878 masked_fill_7" -> "880 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"879 view_41" -> "882 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"880 unsqueeze_22" -> "881 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"881 unsqueeze_23" -> "882 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"882 add_25" -> "883 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"883 view_42" -> "884 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"884 softmax_7" -> "885 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"885 dropout_28" -> "886 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"886 matmul_15" -> "887 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"887 transpose_15" -> "888 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"888 reshape_34" -> "889 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"889 reshape_34_0_0_nncf_smooth_quant_0" -> "890 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"890 quantize_per_tensor_default_48" -> "891 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"891 dequantize_per_tensor_default_48" -> "898 linear_47" [label="(4, 64, 384)", style=solid]; -"892 linear_47_scale_0" -> "895 quantize_per_channel_default_40" [label="(384,)", style=solid]; -"892 linear_47_scale_0" -> "896 dequantize_per_channel_default_40" [label="(384,)", style=solid]; -"893 linear_47_zero_point_0" -> "895 quantize_per_channel_default_40" [label="(384,)", style=solid]; -"893 linear_47_zero_point_0" -> "896 dequantize_per_channel_default_40" [label="(384,)", style=solid]; -"894 compressed_weight_updated_constant32" -> "895 quantize_per_channel_default_40" [label="(384, 384)", style=solid]; -"895 quantize_per_channel_default_40" -> "896 dequantize_per_channel_default_40" [label="(384, 384)", style=solid]; -"896 dequantize_per_channel_default_40" -> "898 linear_47" [label="(384, 384)", style=solid]; -"897 features_5_3_attn_proj_bias_0_0" -> "898 linear_47" [label="(384,)", style=solid]; -"898 linear_47" -> "899 dropout_29" [label="(4, 64, 384)", style=solid]; -"899 dropout_29" -> "900 view_43" [label="(4, 64, 384)", style=solid]; -"900 view_43" -> "901 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"901 permute_36" -> "902 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"902 reshape_35" -> "903 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"903 roll_7" -> "904 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"904 slice_129" -> "905 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"905 slice_130" -> "906 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"906 slice_131" -> "907 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"907 slice_132" -> "908 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"908 contiguous_13" -> "909 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"909 layer_norm_17" -> "910 add_26" [label="(1, 14, 14, 384)", style=solid]; -"910 add_26" -> "911 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"910 add_26" -> "935 add_27" [label="(1, 14, 14, 384)", style=solid]; -"911 add_26_0_0_nncf_smooth_quant_0" -> "912 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"912 quantize_per_tensor_default_49" -> "913 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"913 dequantize_per_tensor_default_49" -> "920 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"914 linear_48_scale_0" -> "917 quantize_per_channel_default_41" [label="(1536,)", style=solid]; -"914 linear_48_scale_0" -> "918 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; -"915 linear_48_zero_point_0" -> "917 quantize_per_channel_default_41" [label="(1536,)", style=solid]; -"915 linear_48_zero_point_0" -> "918 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; -"916 compressed_weight_updated_constant33" -> "917 quantize_per_channel_default_41" [label="(1536, 384)", style=solid]; -"917 quantize_per_channel_default_41" -> "918 dequantize_per_channel_default_41" [label="(1536, 384)", style=solid]; -"918 dequantize_per_channel_default_41" -> "920 linear_48" [label="(1536, 384)", style=solid]; -"919 features_5_3_mlp_0_bias_0_0" -> "920 linear_48" [label="(1536,)", style=solid]; -"920 linear_48" -> "921 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"921 gelu_7" -> "922 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"922 dropout_30" -> "923 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"923 dropout_30_0_0_nncf_smooth_quant_0" -> "924 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"924 quantize_per_tensor_default_50" -> "925 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"925 dequantize_per_tensor_default_50" -> "932 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"926 linear_49_scale_0" -> "929 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"926 linear_49_scale_0" -> "930 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"927 linear_49_zero_point_0" -> "929 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"927 linear_49_zero_point_0" -> "930 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"928 compressed_weight_updated_constant34" -> "929 quantize_per_channel_default_42" [label="(384, 1536)", style=solid]; -"929 quantize_per_channel_default_42" -> "930 dequantize_per_channel_default_42" [label="(384, 1536)", style=solid]; -"930 dequantize_per_channel_default_42" -> "932 linear_49" [label="(384, 1536)", style=solid]; -"931 features_5_3_mlp_3_bias_0_0" -> "932 linear_49" [label="(384,)", style=solid]; -"932 linear_49" -> "933 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"933 dropout_31" -> "934 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"934 layer_norm_18" -> "935 add_27" [label="(1, 14, 14, 384)", style=solid]; -"935 add_27" -> "937 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"935 add_27" -> "998 add_29" [label="(1, 14, 14, 384)", style=solid]; -"936 _frozen_param68" -> "972 add_28" [label="(1, 12, 64, 64)", style=solid]; -"937 pad_10" -> "938 view_46" [label="(1, 16, 16, 384)", style=solid]; -"938 view_46" -> "939 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"939 permute_38" -> "940 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"940 reshape_36" -> "941 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"941 reshape_36_0_0_nncf_smooth_quant_0" -> "942 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"942 quantize_per_tensor_default_51" -> "943 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"943 dequantize_per_tensor_default_51" -> "950 linear_52" [label="(4, 64, 384)", style=solid]; -"944 linear_52_scale_0" -> "947 quantize_per_channel_default_44" [label="(1152,)", style=solid]; -"944 linear_52_scale_0" -> "948 dequantize_per_channel_default_44" [label="(1152,)", style=solid]; -"945 linear_52_zero_point_0" -> "947 quantize_per_channel_default_44" [label="(1152,)", style=solid]; -"945 linear_52_zero_point_0" -> "948 dequantize_per_channel_default_44" [label="(1152,)", style=solid]; -"946 compressed_weight_updated_constant35" -> "947 quantize_per_channel_default_44" [label="(1152, 384)", style=solid]; -"947 quantize_per_channel_default_44" -> "948 dequantize_per_channel_default_44" [label="(1152, 384)", style=solid]; -"948 dequantize_per_channel_default_44" -> "950 linear_52" [label="(1152, 384)", style=solid]; -"949 _frozen_param69_0_0" -> "950 linear_52" [label="(1152,)", style=solid]; -"950 linear_52" -> "951 reshape_37" [label="(4, 64, 1152)", style=solid]; -"951 reshape_37" -> "952 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"952 permute_39" -> "953 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"952 permute_39" -> "954 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"952 permute_39" -> "955 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"953 select_24" -> "956 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"953 select_24" -> "958 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"953 select_24" -> "959 div_16" [label="(4, 12, 64, 32)", style=solid]; -"954 select_25" -> "962 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"954 select_25" -> "964 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"954 select_25" -> "965 div_17" [label="(4, 12, 64, 32)", style=solid]; -"955 select_26" -> "975 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"956 linalg_vector_norm_16" -> "957 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"957 clamp_min_16" -> "958 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"958 expand_as_16" -> "959 div_16" [label="(4, 12, 64, 32)", style=solid]; -"959 div_16" -> "960 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"960 quantize_per_tensor_default_52" -> "961 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"961 dequantize_per_tensor_default_52" -> "969 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"962 linalg_vector_norm_17" -> "963 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"963 clamp_min_17" -> "964 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"964 expand_as_17" -> "965 div_17" [label="(4, 12, 64, 32)", style=solid]; -"965 div_17" -> "966 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"966 quantize_per_tensor_default_53" -> "967 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"967 dequantize_per_tensor_default_53" -> "968 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"968 transpose_16" -> "969 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"969 matmul_16" -> "971 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"970 _frozen_param71" -> "971 mul_17" [label="(12, 1, 1)", style=solid]; -"971 mul_17" -> "972 add_28" [label="(4, 12, 64, 64)", style=solid]; -"972 add_28" -> "973 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"973 softmax_8" -> "974 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"974 dropout_32" -> "975 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"975 matmul_17" -> "976 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"976 transpose_17" -> "977 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"977 reshape_38" -> "978 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"978 reshape_38_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"979 quantize_per_tensor_default_54" -> "980 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"980 dequantize_per_tensor_default_54" -> "987 linear_53" [label="(4, 64, 384)", style=solid]; -"981 linear_53_scale_0" -> "984 quantize_per_channel_default_45" [label="(384,)", style=solid]; -"981 linear_53_scale_0" -> "985 dequantize_per_channel_default_45" [label="(384,)", style=solid]; -"982 linear_53_zero_point_0" -> "984 quantize_per_channel_default_45" [label="(384,)", style=solid]; -"982 linear_53_zero_point_0" -> "985 dequantize_per_channel_default_45" [label="(384,)", style=solid]; -"983 compressed_weight_updated_constant36" -> "984 quantize_per_channel_default_45" [label="(384, 384)", style=solid]; -"984 quantize_per_channel_default_45" -> "985 dequantize_per_channel_default_45" [label="(384, 384)", style=solid]; -"985 dequantize_per_channel_default_45" -> "987 linear_53" [label="(384, 384)", style=solid]; -"986 features_5_4_attn_proj_bias_0_0" -> "987 linear_53" [label="(384,)", style=solid]; -"987 linear_53" -> "988 dropout_33" [label="(4, 64, 384)", style=solid]; -"988 dropout_33" -> "989 view_47" [label="(4, 64, 384)", style=solid]; -"989 view_47" -> "990 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"990 permute_40" -> "991 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"991 reshape_39" -> "992 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"992 slice_134" -> "993 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"993 slice_135" -> "994 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"994 slice_136" -> "995 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"995 slice_137" -> "996 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"996 contiguous_15" -> "997 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"997 layer_norm_19" -> "998 add_29" [label="(1, 14, 14, 384)", style=solid]; -"998 add_29" -> "999 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"998 add_29" -> "1023 add_30" [label="(1, 14, 14, 384)", style=solid]; -"999 add_29_0_0_nncf_smooth_quant_0" -> "1000 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1000 quantize_per_tensor_default_55" -> "1001 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1001 dequantize_per_tensor_default_55" -> "1008 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1002 linear_54_scale_0" -> "1005 quantize_per_channel_default_46" [label="(1536,)", style=solid]; -"1002 linear_54_scale_0" -> "1006 dequantize_per_channel_default_46" [label="(1536,)", style=solid]; -"1003 linear_54_zero_point_0" -> "1005 quantize_per_channel_default_46" [label="(1536,)", style=solid]; -"1003 linear_54_zero_point_0" -> "1006 dequantize_per_channel_default_46" [label="(1536,)", style=solid]; -"1004 compressed_weight_updated_constant37" -> "1005 quantize_per_channel_default_46" [label="(1536, 384)", style=solid]; -"1005 quantize_per_channel_default_46" -> "1006 dequantize_per_channel_default_46" [label="(1536, 384)", style=solid]; -"1006 dequantize_per_channel_default_46" -> "1008 linear_54" [label="(1536, 384)", style=solid]; -"1007 features_5_4_mlp_0_bias_0_0" -> "1008 linear_54" [label="(1536,)", style=solid]; -"1008 linear_54" -> "1009 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1009 gelu_8" -> "1010 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1010 dropout_34" -> "1011 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1011 dropout_34_0_0_nncf_smooth_quant_0" -> "1012 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1012 quantize_per_tensor_default_56" -> "1013 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1013 dequantize_per_tensor_default_56" -> "1020 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1014 linear_55_scale_0" -> "1017 quantize_per_channel_default_47" [label="(384,)", style=solid]; -"1014 linear_55_scale_0" -> "1018 dequantize_per_channel_default_47" [label="(384,)", style=solid]; -"1015 linear_55_zero_point_0" -> "1017 quantize_per_channel_default_47" [label="(384,)", style=solid]; -"1015 linear_55_zero_point_0" -> "1018 dequantize_per_channel_default_47" [label="(384,)", style=solid]; -"1016 compressed_weight_updated_constant38" -> "1017 quantize_per_channel_default_47" [label="(384, 1536)", style=solid]; -"1017 quantize_per_channel_default_47" -> "1018 dequantize_per_channel_default_47" [label="(384, 1536)", style=solid]; -"1018 dequantize_per_channel_default_47" -> "1020 linear_55" [label="(384, 1536)", style=solid]; -"1019 features_5_4_mlp_3_bias_0_0" -> "1020 linear_55" [label="(384,)", style=solid]; -"1020 linear_55" -> "1021 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1021 dropout_35" -> "1022 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1022 layer_norm_20" -> "1023 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1023 add_30" -> "1025 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1023 add_30" -> "1104 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1024 _frozen_param72" -> "1061 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1025 pad_11" -> "1026 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1026 roll_8" -> "1027 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1027 view_50" -> "1028 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1028 permute_42" -> "1029 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1029 reshape_40" -> "1030 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1029 reshape_40" -> "1062 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1030 reshape_40_0_0_nncf_smooth_quant_0" -> "1031 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1031 quantize_per_tensor_default_57" -> "1032 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1032 dequantize_per_tensor_default_57" -> "1039 linear_58" [label="(4, 64, 384)", style=solid]; -"1033 linear_58_scale_0" -> "1036 quantize_per_channel_default_49" [label="(1152,)", style=solid]; -"1033 linear_58_scale_0" -> "1037 dequantize_per_channel_default_49" [label="(1152,)", style=solid]; -"1034 linear_58_zero_point_0" -> "1036 quantize_per_channel_default_49" [label="(1152,)", style=solid]; -"1034 linear_58_zero_point_0" -> "1037 dequantize_per_channel_default_49" [label="(1152,)", style=solid]; -"1035 compressed_weight_updated_constant39" -> "1036 quantize_per_channel_default_49" [label="(1152, 384)", style=solid]; -"1036 quantize_per_channel_default_49" -> "1037 dequantize_per_channel_default_49" [label="(1152, 384)", style=solid]; -"1037 dequantize_per_channel_default_49" -> "1039 linear_58" [label="(1152, 384)", style=solid]; -"1038 _frozen_param73_0_0" -> "1039 linear_58" [label="(1152,)", style=solid]; -"1039 linear_58" -> "1040 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1040 reshape_41" -> "1041 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1041 permute_43" -> "1042 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1041 permute_43" -> "1043 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1041 permute_43" -> "1044 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1042 select_27" -> "1045 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1042 select_27" -> "1047 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1042 select_27" -> "1048 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1043 select_28" -> "1051 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1043 select_28" -> "1053 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1043 select_28" -> "1054 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1044 select_29" -> "1080 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1045 linalg_vector_norm_18" -> "1046 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1046 clamp_min_18" -> "1047 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1047 expand_as_18" -> "1048 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1048 div_18" -> "1049 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1049 quantize_per_tensor_default_58" -> "1050 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1050 dequantize_per_tensor_default_58" -> "1058 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1051 linalg_vector_norm_19" -> "1052 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1052 clamp_min_19" -> "1053 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1053 expand_as_19" -> "1054 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1054 div_19" -> "1055 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1055 quantize_per_tensor_default_59" -> "1056 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1056 dequantize_per_tensor_default_59" -> "1057 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1057 transpose_18" -> "1058 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1058 matmul_18" -> "1060 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1059 _frozen_param75" -> "1060 mul_19" [label="(12, 1, 1)", style=solid]; -"1060 mul_19" -> "1061 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1061 add_31" -> "1073 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1062 new_zeros_4" -> "1063 view_51" [label="(16, 16)", style=solid]; -"1063 view_51" -> "1064 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1064 permute_44" -> "1065 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1065 reshape_42" -> "1066 unsqueeze_26" [label="(4, 64)", style=solid]; -"1065 reshape_42" -> "1067 unsqueeze_27" [label="(4, 64)", style=solid]; -"1066 unsqueeze_26" -> "1068 sub_4" [label="(4, 1, 64)", style=solid]; -"1067 unsqueeze_27" -> "1068 sub_4" [label="(4, 64, 1)", style=solid]; -"1068 sub_4" -> "1069 ne_4" [label="(4, 64, 64)", style=solid]; -"1068 sub_4" -> "1070 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1068 sub_4" -> "1071 eq_4" [label="(4, 64, 64)", style=solid]; -"1069 ne_4" -> "1070 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1070 masked_fill_8" -> "1072 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1071 eq_4" -> "1072 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1072 masked_fill_9" -> "1074 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1073 view_52" -> "1076 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1074 unsqueeze_28" -> "1075 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1075 unsqueeze_29" -> "1076 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1076 add_32" -> "1077 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1077 view_53" -> "1078 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1078 softmax_9" -> "1079 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1079 dropout_36" -> "1080 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1080 matmul_19" -> "1081 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1081 transpose_19" -> "1082 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1082 reshape_43" -> "1083 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1083 reshape_43_0_0_nncf_smooth_quant_0" -> "1084 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1084 quantize_per_tensor_default_60" -> "1085 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1085 dequantize_per_tensor_default_60" -> "1092 linear_59" [label="(4, 64, 384)", style=solid]; -"1086 linear_59_scale_0" -> "1089 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1086 linear_59_scale_0" -> "1090 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1087 linear_59_zero_point_0" -> "1089 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1087 linear_59_zero_point_0" -> "1090 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1088 compressed_weight_updated_constant40" -> "1089 quantize_per_channel_default_50" [label="(384, 384)", style=solid]; -"1089 quantize_per_channel_default_50" -> "1090 dequantize_per_channel_default_50" [label="(384, 384)", style=solid]; -"1090 dequantize_per_channel_default_50" -> "1092 linear_59" [label="(384, 384)", style=solid]; -"1091 features_5_5_attn_proj_bias_0_0" -> "1092 linear_59" [label="(384,)", style=solid]; -"1092 linear_59" -> "1093 dropout_37" [label="(4, 64, 384)", style=solid]; -"1093 dropout_37" -> "1094 view_54" [label="(4, 64, 384)", style=solid]; -"1094 view_54" -> "1095 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1095 permute_45" -> "1096 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1096 reshape_44" -> "1097 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1097 roll_9" -> "1098 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1098 slice_157" -> "1099 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1099 slice_158" -> "1100 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1100 slice_159" -> "1101 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1101 slice_160" -> "1102 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1102 contiguous_17" -> "1103 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1103 layer_norm_21" -> "1104 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1104 add_33" -> "1105 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1104 add_33" -> "1129 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1105 add_33_0_0_nncf_smooth_quant_0" -> "1106 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1106 quantize_per_tensor_default_61" -> "1107 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1107 dequantize_per_tensor_default_61" -> "1114 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1108 linear_60_scale_0" -> "1111 quantize_per_channel_default_51" [label="(1536,)", style=solid]; -"1108 linear_60_scale_0" -> "1112 dequantize_per_channel_default_51" [label="(1536,)", style=solid]; -"1109 linear_60_zero_point_0" -> "1111 quantize_per_channel_default_51" [label="(1536,)", style=solid]; -"1109 linear_60_zero_point_0" -> "1112 dequantize_per_channel_default_51" [label="(1536,)", style=solid]; -"1110 compressed_weight_updated_constant41" -> "1111 quantize_per_channel_default_51" [label="(1536, 384)", style=solid]; -"1111 quantize_per_channel_default_51" -> "1112 dequantize_per_channel_default_51" [label="(1536, 384)", style=solid]; -"1112 dequantize_per_channel_default_51" -> "1114 linear_60" [label="(1536, 384)", style=solid]; -"1113 features_5_5_mlp_0_bias_0_0" -> "1114 linear_60" [label="(1536,)", style=solid]; -"1114 linear_60" -> "1115 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1115 gelu_9" -> "1116 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1116 dropout_38" -> "1117 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1117 dropout_38_0_0_nncf_smooth_quant_0" -> "1118 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1118 quantize_per_tensor_default_62" -> "1119 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1119 dequantize_per_tensor_default_62" -> "1126 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1120 linear_61_scale_0" -> "1123 quantize_per_channel_default_52" [label="(384,)", style=solid]; -"1120 linear_61_scale_0" -> "1124 dequantize_per_channel_default_52" [label="(384,)", style=solid]; -"1121 linear_61_zero_point_0" -> "1123 quantize_per_channel_default_52" [label="(384,)", style=solid]; -"1121 linear_61_zero_point_0" -> "1124 dequantize_per_channel_default_52" [label="(384,)", style=solid]; -"1122 compressed_weight_updated_constant42" -> "1123 quantize_per_channel_default_52" [label="(384, 1536)", style=solid]; -"1123 quantize_per_channel_default_52" -> "1124 dequantize_per_channel_default_52" [label="(384, 1536)", style=solid]; -"1124 dequantize_per_channel_default_52" -> "1126 linear_61" [label="(384, 1536)", style=solid]; -"1125 features_5_5_mlp_3_bias_0_0" -> "1126 linear_61" [label="(384,)", style=solid]; -"1126 linear_61" -> "1127 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1127 dropout_39" -> "1128 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1128 layer_norm_22" -> "1129 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1129 add_34" -> "1131 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1129 add_34" -> "1192 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1130 _frozen_param85" -> "1166 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1131 pad_12" -> "1132 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1132 view_57" -> "1133 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1133 permute_47" -> "1134 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1134 reshape_45" -> "1135 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1135 reshape_45_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1136 quantize_per_tensor_default_63" -> "1137 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1137 dequantize_per_tensor_default_63" -> "1144 linear_64" [label="(4, 64, 384)", style=solid]; -"1138 linear_64_scale_0" -> "1141 quantize_per_channel_default_54" [label="(1152,)", style=solid]; -"1138 linear_64_scale_0" -> "1142 dequantize_per_channel_default_54" [label="(1152,)", style=solid]; -"1139 linear_64_zero_point_0" -> "1141 quantize_per_channel_default_54" [label="(1152,)", style=solid]; -"1139 linear_64_zero_point_0" -> "1142 dequantize_per_channel_default_54" [label="(1152,)", style=solid]; -"1140 compressed_weight_updated_constant43" -> "1141 quantize_per_channel_default_54" [label="(1152, 384)", style=solid]; -"1141 quantize_per_channel_default_54" -> "1142 dequantize_per_channel_default_54" [label="(1152, 384)", style=solid]; -"1142 dequantize_per_channel_default_54" -> "1144 linear_64" [label="(1152, 384)", style=solid]; -"1143 _frozen_param86_0_0" -> "1144 linear_64" [label="(1152,)", style=solid]; -"1144 linear_64" -> "1145 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1145 reshape_46" -> "1146 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1146 permute_48" -> "1147 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1146 permute_48" -> "1148 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1146 permute_48" -> "1149 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1147 select_30" -> "1150 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1147 select_30" -> "1152 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1147 select_30" -> "1153 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1148 select_31" -> "1156 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1148 select_31" -> "1158 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1148 select_31" -> "1159 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1149 select_32" -> "1169 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1150 linalg_vector_norm_20" -> "1151 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1151 clamp_min_20" -> "1152 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1152 expand_as_20" -> "1153 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1153 div_20" -> "1154 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1154 quantize_per_tensor_default_64" -> "1155 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1155 dequantize_per_tensor_default_64" -> "1163 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1156 linalg_vector_norm_21" -> "1157 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1157 clamp_min_21" -> "1158 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1158 expand_as_21" -> "1159 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1159 div_21" -> "1160 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1160 quantize_per_tensor_default_65" -> "1161 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1161 dequantize_per_tensor_default_65" -> "1162 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1162 transpose_20" -> "1163 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1163 matmul_20" -> "1165 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1164 _frozen_param88" -> "1165 mul_21" [label="(12, 1, 1)", style=solid]; -"1165 mul_21" -> "1166 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1166 add_35" -> "1167 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1167 softmax_10" -> "1168 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1168 dropout_40" -> "1169 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1169 matmul_21" -> "1170 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1170 transpose_21" -> "1171 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1171 reshape_47" -> "1172 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1172 reshape_47_0_0_nncf_smooth_quant_0" -> "1173 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1173 quantize_per_tensor_default_66" -> "1174 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1174 dequantize_per_tensor_default_66" -> "1181 linear_65" [label="(4, 64, 384)", style=solid]; -"1175 linear_65_scale_0" -> "1178 quantize_per_channel_default_55" [label="(384,)", style=solid]; -"1175 linear_65_scale_0" -> "1179 dequantize_per_channel_default_55" [label="(384,)", style=solid]; -"1176 linear_65_zero_point_0" -> "1178 quantize_per_channel_default_55" [label="(384,)", style=solid]; -"1176 linear_65_zero_point_0" -> "1179 dequantize_per_channel_default_55" [label="(384,)", style=solid]; -"1177 compressed_weight_updated_constant44" -> "1178 quantize_per_channel_default_55" [label="(384, 384)", style=solid]; -"1178 quantize_per_channel_default_55" -> "1179 dequantize_per_channel_default_55" [label="(384, 384)", style=solid]; -"1179 dequantize_per_channel_default_55" -> "1181 linear_65" [label="(384, 384)", style=solid]; -"1180 features_5_6_attn_proj_bias_0_0" -> "1181 linear_65" [label="(384,)", style=solid]; -"1181 linear_65" -> "1182 dropout_41" [label="(4, 64, 384)", style=solid]; -"1182 dropout_41" -> "1183 view_58" [label="(4, 64, 384)", style=solid]; -"1183 view_58" -> "1184 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1184 permute_49" -> "1185 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1185 reshape_48" -> "1186 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1186 slice_162" -> "1187 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1187 slice_163" -> "1188 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1188 slice_164" -> "1189 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1189 slice_165" -> "1190 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1190 contiguous_19" -> "1191 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1191 layer_norm_23" -> "1192 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1192 add_36" -> "1193 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1192 add_36" -> "1217 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1193 add_36_0_0_nncf_smooth_quant_0" -> "1194 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1194 quantize_per_tensor_default_67" -> "1195 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1195 dequantize_per_tensor_default_67" -> "1202 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1196 linear_66_scale_0" -> "1199 quantize_per_channel_default_56" [label="(1536,)", style=solid]; -"1196 linear_66_scale_0" -> "1200 dequantize_per_channel_default_56" [label="(1536,)", style=solid]; -"1197 linear_66_zero_point_0" -> "1199 quantize_per_channel_default_56" [label="(1536,)", style=solid]; -"1197 linear_66_zero_point_0" -> "1200 dequantize_per_channel_default_56" [label="(1536,)", style=solid]; -"1198 compressed_weight_updated_constant45" -> "1199 quantize_per_channel_default_56" [label="(1536, 384)", style=solid]; -"1199 quantize_per_channel_default_56" -> "1200 dequantize_per_channel_default_56" [label="(1536, 384)", style=solid]; -"1200 dequantize_per_channel_default_56" -> "1202 linear_66" [label="(1536, 384)", style=solid]; -"1201 features_5_6_mlp_0_bias_0_0" -> "1202 linear_66" [label="(1536,)", style=solid]; -"1202 linear_66" -> "1203 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1203 gelu_10" -> "1204 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1204 dropout_42" -> "1205 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1205 dropout_42_0_0_nncf_smooth_quant_0" -> "1206 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1206 quantize_per_tensor_default_68" -> "1207 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1207 dequantize_per_tensor_default_68" -> "1214 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1208 linear_67_scale_0" -> "1211 quantize_per_channel_default_57" [label="(384,)", style=solid]; -"1208 linear_67_scale_0" -> "1212 dequantize_per_channel_default_57" [label="(384,)", style=solid]; -"1209 linear_67_zero_point_0" -> "1211 quantize_per_channel_default_57" [label="(384,)", style=solid]; -"1209 linear_67_zero_point_0" -> "1212 dequantize_per_channel_default_57" [label="(384,)", style=solid]; -"1210 compressed_weight_updated_constant46" -> "1211 quantize_per_channel_default_57" [label="(384, 1536)", style=solid]; -"1211 quantize_per_channel_default_57" -> "1212 dequantize_per_channel_default_57" [label="(384, 1536)", style=solid]; -"1212 dequantize_per_channel_default_57" -> "1214 linear_67" [label="(384, 1536)", style=solid]; -"1213 features_5_6_mlp_3_bias_0_0" -> "1214 linear_67" [label="(384,)", style=solid]; -"1214 linear_67" -> "1215 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1215 dropout_43" -> "1216 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1216 layer_norm_24" -> "1217 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1217 add_37" -> "1219 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1217 add_37" -> "1298 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1218 _frozen_param89" -> "1255 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1219 pad_13" -> "1220 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1220 roll_10" -> "1221 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1221 view_61" -> "1222 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1222 permute_51" -> "1223 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1223 reshape_49" -> "1224 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1223 reshape_49" -> "1256 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1224 reshape_49_0_0_nncf_smooth_quant_0" -> "1225 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1225 quantize_per_tensor_default_69" -> "1226 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1226 dequantize_per_tensor_default_69" -> "1233 linear_70" [label="(4, 64, 384)", style=solid]; -"1227 linear_70_scale_0" -> "1230 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1227 linear_70_scale_0" -> "1231 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1228 linear_70_zero_point_0" -> "1230 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1228 linear_70_zero_point_0" -> "1231 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1229 compressed_weight_updated_constant47" -> "1230 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1230 quantize_per_channel_default_59" -> "1231 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1231 dequantize_per_channel_default_59" -> "1233 linear_70" [label="(1152, 384)", style=solid]; -"1232 _frozen_param90_0_0" -> "1233 linear_70" [label="(1152,)", style=solid]; -"1233 linear_70" -> "1234 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1234 reshape_50" -> "1235 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1235 permute_52" -> "1236 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1235 permute_52" -> "1237 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1235 permute_52" -> "1238 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1236 select_33" -> "1239 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1236 select_33" -> "1241 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1236 select_33" -> "1242 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1237 select_34" -> "1245 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1237 select_34" -> "1247 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1237 select_34" -> "1248 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1238 select_35" -> "1274 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1239 linalg_vector_norm_22" -> "1240 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1240 clamp_min_22" -> "1241 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1241 expand_as_22" -> "1242 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1242 div_22" -> "1243 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1243 quantize_per_tensor_default_70" -> "1244 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1244 dequantize_per_tensor_default_70" -> "1252 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1245 linalg_vector_norm_23" -> "1246 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1246 clamp_min_23" -> "1247 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1247 expand_as_23" -> "1248 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1248 div_23" -> "1249 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1249 quantize_per_tensor_default_71" -> "1250 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1250 dequantize_per_tensor_default_71" -> "1251 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1251 transpose_22" -> "1252 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1252 matmul_22" -> "1254 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1253 _frozen_param92" -> "1254 mul_23" [label="(12, 1, 1)", style=solid]; -"1254 mul_23" -> "1255 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1255 add_38" -> "1267 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1256 new_zeros_5" -> "1257 view_62" [label="(16, 16)", style=solid]; -"1257 view_62" -> "1258 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1258 permute_53" -> "1259 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1259 reshape_51" -> "1260 unsqueeze_32" [label="(4, 64)", style=solid]; -"1259 reshape_51" -> "1261 unsqueeze_33" [label="(4, 64)", style=solid]; -"1260 unsqueeze_32" -> "1262 sub_5" [label="(4, 1, 64)", style=solid]; -"1261 unsqueeze_33" -> "1262 sub_5" [label="(4, 64, 1)", style=solid]; -"1262 sub_5" -> "1263 ne_5" [label="(4, 64, 64)", style=solid]; -"1262 sub_5" -> "1264 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1262 sub_5" -> "1265 eq_5" [label="(4, 64, 64)", style=solid]; -"1263 ne_5" -> "1264 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1264 masked_fill_10" -> "1266 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1265 eq_5" -> "1266 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1266 masked_fill_11" -> "1268 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1267 view_63" -> "1270 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1268 unsqueeze_34" -> "1269 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1269 unsqueeze_35" -> "1270 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1270 add_39" -> "1271 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1271 view_64" -> "1272 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1272 softmax_11" -> "1273 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1273 dropout_44" -> "1274 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1274 matmul_23" -> "1275 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1275 transpose_23" -> "1276 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1276 reshape_52" -> "1277 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1277 reshape_52_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1278 quantize_per_tensor_default_72" -> "1279 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1279 dequantize_per_tensor_default_72" -> "1286 linear_71" [label="(4, 64, 384)", style=solid]; -"1280 linear_71_scale_0" -> "1283 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1280 linear_71_scale_0" -> "1284 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1281 linear_71_zero_point_0" -> "1283 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1281 linear_71_zero_point_0" -> "1284 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1282 compressed_weight_updated_constant48" -> "1283 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1283 quantize_per_channel_default_60" -> "1284 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1284 dequantize_per_channel_default_60" -> "1286 linear_71" [label="(384, 384)", style=solid]; -"1285 features_5_7_attn_proj_bias_0_0" -> "1286 linear_71" [label="(384,)", style=solid]; -"1286 linear_71" -> "1287 dropout_45" [label="(4, 64, 384)", style=solid]; -"1287 dropout_45" -> "1288 view_65" [label="(4, 64, 384)", style=solid]; -"1288 view_65" -> "1289 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1289 permute_54" -> "1290 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1290 reshape_53" -> "1291 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1291 roll_11" -> "1292 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1292 slice_185" -> "1293 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1293 slice_186" -> "1294 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1294 slice_187" -> "1295 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1295 slice_188" -> "1296 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1296 contiguous_21" -> "1297 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1297 layer_norm_25" -> "1298 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1298 add_40" -> "1299 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1298 add_40" -> "1323 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1299 add_40_0_0_nncf_smooth_quant_0" -> "1300 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1300 quantize_per_tensor_default_73" -> "1301 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1301 dequantize_per_tensor_default_73" -> "1308 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1302 linear_72_scale_0" -> "1305 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1302 linear_72_scale_0" -> "1306 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1303 linear_72_zero_point_0" -> "1305 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1303 linear_72_zero_point_0" -> "1306 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1304 compressed_weight_updated_constant49" -> "1305 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1305 quantize_per_channel_default_61" -> "1306 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1306 dequantize_per_channel_default_61" -> "1308 linear_72" [label="(1536, 384)", style=solid]; -"1307 features_5_7_mlp_0_bias_0_0" -> "1308 linear_72" [label="(1536,)", style=solid]; -"1308 linear_72" -> "1309 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1309 gelu_11" -> "1310 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1310 dropout_46" -> "1311 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1311 dropout_46_0_0_nncf_smooth_quant_0" -> "1312 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1312 quantize_per_tensor_default_74" -> "1313 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1313 dequantize_per_tensor_default_74" -> "1320 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1314 linear_73_scale_0" -> "1317 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1314 linear_73_scale_0" -> "1318 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1315 linear_73_zero_point_0" -> "1317 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1315 linear_73_zero_point_0" -> "1318 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1316 compressed_weight_updated_constant50" -> "1317 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1317 quantize_per_channel_default_62" -> "1318 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1318 dequantize_per_channel_default_62" -> "1320 linear_73" [label="(384, 1536)", style=solid]; -"1319 features_5_7_mlp_3_bias_0_0" -> "1320 linear_73" [label="(384,)", style=solid]; -"1320 linear_73" -> "1321 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1321 dropout_47" -> "1322 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1322 layer_norm_26" -> "1323 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1323 add_41" -> "1325 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1323 add_41" -> "1386 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1324 _frozen_param102" -> "1360 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1325 pad_14" -> "1326 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1326 view_68" -> "1327 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1327 permute_56" -> "1328 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1328 reshape_54" -> "1329 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1329 reshape_54_0_0_nncf_smooth_quant_0" -> "1330 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1330 quantize_per_tensor_default_75" -> "1331 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1331 dequantize_per_tensor_default_75" -> "1338 linear_76" [label="(4, 64, 384)", style=solid]; -"1332 linear_76_scale_0" -> "1335 quantize_per_channel_default_64" [label="(1152,)", style=solid]; -"1332 linear_76_scale_0" -> "1336 dequantize_per_channel_default_64" [label="(1152,)", style=solid]; -"1333 linear_76_zero_point_0" -> "1335 quantize_per_channel_default_64" [label="(1152,)", style=solid]; -"1333 linear_76_zero_point_0" -> "1336 dequantize_per_channel_default_64" [label="(1152,)", style=solid]; -"1334 compressed_weight_updated_constant51" -> "1335 quantize_per_channel_default_64" [label="(1152, 384)", style=solid]; -"1335 quantize_per_channel_default_64" -> "1336 dequantize_per_channel_default_64" [label="(1152, 384)", style=solid]; -"1336 dequantize_per_channel_default_64" -> "1338 linear_76" [label="(1152, 384)", style=solid]; -"1337 _frozen_param103_0_0" -> "1338 linear_76" [label="(1152,)", style=solid]; -"1338 linear_76" -> "1339 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1339 reshape_55" -> "1340 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1340 permute_57" -> "1341 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1340 permute_57" -> "1342 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1340 permute_57" -> "1343 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1341 select_36" -> "1344 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1341 select_36" -> "1346 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1341 select_36" -> "1347 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1342 select_37" -> "1350 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1342 select_37" -> "1352 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1342 select_37" -> "1353 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1343 select_38" -> "1363 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1344 linalg_vector_norm_24" -> "1345 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1345 clamp_min_24" -> "1346 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1346 expand_as_24" -> "1347 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1347 div_24" -> "1348 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1348 quantize_per_tensor_default_76" -> "1349 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1349 dequantize_per_tensor_default_76" -> "1357 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1350 linalg_vector_norm_25" -> "1351 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1351 clamp_min_25" -> "1352 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1352 expand_as_25" -> "1353 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1353 div_25" -> "1354 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1354 quantize_per_tensor_default_77" -> "1355 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1355 dequantize_per_tensor_default_77" -> "1356 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1356 transpose_24" -> "1357 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1357 matmul_24" -> "1359 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1358 _frozen_param105" -> "1359 mul_25" [label="(12, 1, 1)", style=solid]; -"1359 mul_25" -> "1360 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1360 add_42" -> "1361 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1361 softmax_12" -> "1362 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1362 dropout_48" -> "1363 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1363 matmul_25" -> "1364 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1364 transpose_25" -> "1365 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1365 reshape_56" -> "1366 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1366 reshape_56_0_0_nncf_smooth_quant_0" -> "1367 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1367 quantize_per_tensor_default_78" -> "1368 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1368 dequantize_per_tensor_default_78" -> "1375 linear_77" [label="(4, 64, 384)", style=solid]; -"1369 linear_77_scale_0" -> "1372 quantize_per_channel_default_65" [label="(384,)", style=solid]; -"1369 linear_77_scale_0" -> "1373 dequantize_per_channel_default_65" [label="(384,)", style=solid]; -"1370 linear_77_zero_point_0" -> "1372 quantize_per_channel_default_65" [label="(384,)", style=solid]; -"1370 linear_77_zero_point_0" -> "1373 dequantize_per_channel_default_65" [label="(384,)", style=solid]; -"1371 compressed_weight_updated_constant52" -> "1372 quantize_per_channel_default_65" [label="(384, 384)", style=solid]; -"1372 quantize_per_channel_default_65" -> "1373 dequantize_per_channel_default_65" [label="(384, 384)", style=solid]; -"1373 dequantize_per_channel_default_65" -> "1375 linear_77" [label="(384, 384)", style=solid]; -"1374 features_5_8_attn_proj_bias_0_0" -> "1375 linear_77" [label="(384,)", style=solid]; -"1375 linear_77" -> "1376 dropout_49" [label="(4, 64, 384)", style=solid]; -"1376 dropout_49" -> "1377 view_69" [label="(4, 64, 384)", style=solid]; -"1377 view_69" -> "1378 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1378 permute_58" -> "1379 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1379 reshape_57" -> "1380 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1380 slice_190" -> "1381 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1381 slice_191" -> "1382 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1382 slice_192" -> "1383 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1383 slice_193" -> "1384 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1384 contiguous_23" -> "1385 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1385 layer_norm_27" -> "1386 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1386 add_43" -> "1387 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1386 add_43" -> "1411 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1387 add_43_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1388 quantize_per_tensor_default_79" -> "1389 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1389 dequantize_per_tensor_default_79" -> "1396 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1390 linear_78_scale_0" -> "1393 quantize_per_channel_default_66" [label="(1536,)", style=solid]; -"1390 linear_78_scale_0" -> "1394 dequantize_per_channel_default_66" [label="(1536,)", style=solid]; -"1391 linear_78_zero_point_0" -> "1393 quantize_per_channel_default_66" [label="(1536,)", style=solid]; -"1391 linear_78_zero_point_0" -> "1394 dequantize_per_channel_default_66" [label="(1536,)", style=solid]; -"1392 compressed_weight_updated_constant53" -> "1393 quantize_per_channel_default_66" [label="(1536, 384)", style=solid]; -"1393 quantize_per_channel_default_66" -> "1394 dequantize_per_channel_default_66" [label="(1536, 384)", style=solid]; -"1394 dequantize_per_channel_default_66" -> "1396 linear_78" [label="(1536, 384)", style=solid]; -"1395 features_5_8_mlp_0_bias_0_0" -> "1396 linear_78" [label="(1536,)", style=solid]; -"1396 linear_78" -> "1397 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1397 gelu_12" -> "1398 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1398 dropout_50" -> "1399 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1399 dropout_50_0_0_nncf_smooth_quant_0" -> "1400 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1400 quantize_per_tensor_default_80" -> "1401 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1401 dequantize_per_tensor_default_80" -> "1408 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1402 linear_79_scale_0" -> "1405 quantize_per_channel_default_67" [label="(384,)", style=solid]; -"1402 linear_79_scale_0" -> "1406 dequantize_per_channel_default_67" [label="(384,)", style=solid]; -"1403 linear_79_zero_point_0" -> "1405 quantize_per_channel_default_67" [label="(384,)", style=solid]; -"1403 linear_79_zero_point_0" -> "1406 dequantize_per_channel_default_67" [label="(384,)", style=solid]; -"1404 compressed_weight_updated_constant54" -> "1405 quantize_per_channel_default_67" [label="(384, 1536)", style=solid]; -"1405 quantize_per_channel_default_67" -> "1406 dequantize_per_channel_default_67" [label="(384, 1536)", style=solid]; -"1406 dequantize_per_channel_default_67" -> "1408 linear_79" [label="(384, 1536)", style=solid]; -"1407 features_5_8_mlp_3_bias_0_0" -> "1408 linear_79" [label="(384,)", style=solid]; -"1408 linear_79" -> "1409 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1409 dropout_51" -> "1410 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1410 layer_norm_28" -> "1411 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1411 add_44" -> "1413 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1411 add_44" -> "1492 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1412 _frozen_param106" -> "1449 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1413 pad_15" -> "1414 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1414 roll_12" -> "1415 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1415 view_72" -> "1416 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1416 permute_60" -> "1417 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1417 reshape_58" -> "1418 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1417 reshape_58" -> "1450 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1418 reshape_58_0_0_nncf_smooth_quant_0" -> "1419 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1419 quantize_per_tensor_default_81" -> "1420 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1420 dequantize_per_tensor_default_81" -> "1427 linear_82" [label="(4, 64, 384)", style=solid]; -"1421 linear_82_scale_0" -> "1424 quantize_per_channel_default_69" [label="(1152,)", style=solid]; -"1421 linear_82_scale_0" -> "1425 dequantize_per_channel_default_69" [label="(1152,)", style=solid]; -"1422 linear_82_zero_point_0" -> "1424 quantize_per_channel_default_69" [label="(1152,)", style=solid]; -"1422 linear_82_zero_point_0" -> "1425 dequantize_per_channel_default_69" [label="(1152,)", style=solid]; -"1423 compressed_weight_updated_constant55" -> "1424 quantize_per_channel_default_69" [label="(1152, 384)", style=solid]; -"1424 quantize_per_channel_default_69" -> "1425 dequantize_per_channel_default_69" [label="(1152, 384)", style=solid]; -"1425 dequantize_per_channel_default_69" -> "1427 linear_82" [label="(1152, 384)", style=solid]; -"1426 _frozen_param107_0_0" -> "1427 linear_82" [label="(1152,)", style=solid]; -"1427 linear_82" -> "1428 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1428 reshape_59" -> "1429 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1429 permute_61" -> "1430 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1429 permute_61" -> "1431 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1429 permute_61" -> "1432 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1430 select_39" -> "1433 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1430 select_39" -> "1435 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1430 select_39" -> "1436 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1431 select_40" -> "1439 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1431 select_40" -> "1441 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1431 select_40" -> "1442 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1432 select_41" -> "1468 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1433 linalg_vector_norm_26" -> "1434 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1434 clamp_min_26" -> "1435 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1435 expand_as_26" -> "1436 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1436 div_26" -> "1437 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1437 quantize_per_tensor_default_82" -> "1438 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1438 dequantize_per_tensor_default_82" -> "1446 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1439 linalg_vector_norm_27" -> "1440 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1440 clamp_min_27" -> "1441 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1441 expand_as_27" -> "1442 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1442 div_27" -> "1443 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1443 quantize_per_tensor_default_83" -> "1444 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1444 dequantize_per_tensor_default_83" -> "1445 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1445 transpose_26" -> "1446 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1446 matmul_26" -> "1448 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1447 _frozen_param109" -> "1448 mul_27" [label="(12, 1, 1)", style=solid]; -"1448 mul_27" -> "1449 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1449 add_45" -> "1461 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1450 new_zeros_6" -> "1451 view_73" [label="(16, 16)", style=solid]; -"1451 view_73" -> "1452 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1452 permute_62" -> "1453 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1453 reshape_60" -> "1454 unsqueeze_38" [label="(4, 64)", style=solid]; -"1453 reshape_60" -> "1455 unsqueeze_39" [label="(4, 64)", style=solid]; -"1454 unsqueeze_38" -> "1456 sub_6" [label="(4, 1, 64)", style=solid]; -"1455 unsqueeze_39" -> "1456 sub_6" [label="(4, 64, 1)", style=solid]; -"1456 sub_6" -> "1457 ne_6" [label="(4, 64, 64)", style=solid]; -"1456 sub_6" -> "1458 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1456 sub_6" -> "1459 eq_6" [label="(4, 64, 64)", style=solid]; -"1457 ne_6" -> "1458 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1458 masked_fill_12" -> "1460 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1459 eq_6" -> "1460 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1460 masked_fill_13" -> "1462 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1461 view_74" -> "1464 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1462 unsqueeze_40" -> "1463 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1463 unsqueeze_41" -> "1464 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1464 add_46" -> "1465 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1465 view_75" -> "1466 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1466 softmax_13" -> "1467 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1467 dropout_52" -> "1468 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1468 matmul_27" -> "1469 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1469 transpose_27" -> "1470 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1470 reshape_61" -> "1471 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1471 reshape_61_0_0_nncf_smooth_quant_0" -> "1472 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1472 quantize_per_tensor_default_84" -> "1473 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1473 dequantize_per_tensor_default_84" -> "1480 linear_83" [label="(4, 64, 384)", style=solid]; -"1474 linear_83_scale_0" -> "1477 quantize_per_channel_default_70" [label="(384,)", style=solid]; -"1474 linear_83_scale_0" -> "1478 dequantize_per_channel_default_70" [label="(384,)", style=solid]; -"1475 linear_83_zero_point_0" -> "1477 quantize_per_channel_default_70" [label="(384,)", style=solid]; -"1475 linear_83_zero_point_0" -> "1478 dequantize_per_channel_default_70" [label="(384,)", style=solid]; -"1476 compressed_weight_updated_constant56" -> "1477 quantize_per_channel_default_70" [label="(384, 384)", style=solid]; -"1477 quantize_per_channel_default_70" -> "1478 dequantize_per_channel_default_70" [label="(384, 384)", style=solid]; -"1478 dequantize_per_channel_default_70" -> "1480 linear_83" [label="(384, 384)", style=solid]; -"1479 features_5_9_attn_proj_bias_0_0" -> "1480 linear_83" [label="(384,)", style=solid]; -"1480 linear_83" -> "1481 dropout_53" [label="(4, 64, 384)", style=solid]; -"1481 dropout_53" -> "1482 view_76" [label="(4, 64, 384)", style=solid]; -"1482 view_76" -> "1483 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1483 permute_63" -> "1484 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1484 reshape_62" -> "1485 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1485 roll_13" -> "1486 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1486 slice_213" -> "1487 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1487 slice_214" -> "1488 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1488 slice_215" -> "1489 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1489 slice_216" -> "1490 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1490 contiguous_25" -> "1491 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1491 layer_norm_29" -> "1492 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1492 add_47" -> "1493 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1492 add_47" -> "1517 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1493 add_47_0_0_nncf_smooth_quant_0" -> "1494 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1494 quantize_per_tensor_default_85" -> "1495 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1495 dequantize_per_tensor_default_85" -> "1502 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1496 linear_84_scale_0" -> "1499 quantize_per_channel_default_71" [label="(1536,)", style=solid]; -"1496 linear_84_scale_0" -> "1500 dequantize_per_channel_default_71" [label="(1536,)", style=solid]; -"1497 linear_84_zero_point_0" -> "1499 quantize_per_channel_default_71" [label="(1536,)", style=solid]; -"1497 linear_84_zero_point_0" -> "1500 dequantize_per_channel_default_71" [label="(1536,)", style=solid]; -"1498 compressed_weight_updated_constant57" -> "1499 quantize_per_channel_default_71" [label="(1536, 384)", style=solid]; -"1499 quantize_per_channel_default_71" -> "1500 dequantize_per_channel_default_71" [label="(1536, 384)", style=solid]; -"1500 dequantize_per_channel_default_71" -> "1502 linear_84" [label="(1536, 384)", style=solid]; -"1501 features_5_9_mlp_0_bias_0_0" -> "1502 linear_84" [label="(1536,)", style=solid]; -"1502 linear_84" -> "1503 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1503 gelu_13" -> "1504 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1504 dropout_54" -> "1505 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1505 dropout_54_0_0_nncf_smooth_quant_0" -> "1506 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1506 quantize_per_tensor_default_86" -> "1507 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1507 dequantize_per_tensor_default_86" -> "1514 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1508 linear_85_scale_0" -> "1511 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1508 linear_85_scale_0" -> "1512 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1509 linear_85_zero_point_0" -> "1511 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1509 linear_85_zero_point_0" -> "1512 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1510 compressed_weight_updated_constant58" -> "1511 quantize_per_channel_default_72" [label="(384, 1536)", style=solid]; -"1511 quantize_per_channel_default_72" -> "1512 dequantize_per_channel_default_72" [label="(384, 1536)", style=solid]; -"1512 dequantize_per_channel_default_72" -> "1514 linear_85" [label="(384, 1536)", style=solid]; -"1513 features_5_9_mlp_3_bias_0_0" -> "1514 linear_85" [label="(384,)", style=solid]; -"1514 linear_85" -> "1515 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1515 dropout_55" -> "1516 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1516 layer_norm_30" -> "1517 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1517 add_48" -> "1519 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1517 add_48" -> "1580 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1518 _frozen_param119" -> "1554 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1519 pad_16" -> "1520 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1520 view_79" -> "1521 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1521 permute_65" -> "1522 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1522 reshape_63" -> "1523 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1523 reshape_63_0_0_nncf_smooth_quant_0" -> "1524 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1524 quantize_per_tensor_default_87" -> "1525 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1525 dequantize_per_tensor_default_87" -> "1532 linear_88" [label="(4, 64, 384)", style=solid]; -"1526 linear_88_scale_0" -> "1529 quantize_per_channel_default_74" [label="(1152,)", style=solid]; -"1526 linear_88_scale_0" -> "1530 dequantize_per_channel_default_74" [label="(1152,)", style=solid]; -"1527 linear_88_zero_point_0" -> "1529 quantize_per_channel_default_74" [label="(1152,)", style=solid]; -"1527 linear_88_zero_point_0" -> "1530 dequantize_per_channel_default_74" [label="(1152,)", style=solid]; -"1528 compressed_weight_updated_constant59" -> "1529 quantize_per_channel_default_74" [label="(1152, 384)", style=solid]; -"1529 quantize_per_channel_default_74" -> "1530 dequantize_per_channel_default_74" [label="(1152, 384)", style=solid]; -"1530 dequantize_per_channel_default_74" -> "1532 linear_88" [label="(1152, 384)", style=solid]; -"1531 _frozen_param120_0_0" -> "1532 linear_88" [label="(1152,)", style=solid]; -"1532 linear_88" -> "1533 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1533 reshape_64" -> "1534 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1534 permute_66" -> "1535 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1534 permute_66" -> "1536 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1534 permute_66" -> "1537 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1535 select_42" -> "1538 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1535 select_42" -> "1540 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1535 select_42" -> "1541 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1536 select_43" -> "1544 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1536 select_43" -> "1546 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1536 select_43" -> "1547 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1537 select_44" -> "1557 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1538 linalg_vector_norm_28" -> "1539 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1539 clamp_min_28" -> "1540 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1540 expand_as_28" -> "1541 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1541 div_28" -> "1542 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1542 quantize_per_tensor_default_88" -> "1543 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1543 dequantize_per_tensor_default_88" -> "1551 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1544 linalg_vector_norm_29" -> "1545 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1545 clamp_min_29" -> "1546 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1546 expand_as_29" -> "1547 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1547 div_29" -> "1548 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1548 quantize_per_tensor_default_89" -> "1549 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1549 dequantize_per_tensor_default_89" -> "1550 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1550 transpose_28" -> "1551 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1551 matmul_28" -> "1553 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1552 _frozen_param122" -> "1553 mul_29" [label="(12, 1, 1)", style=solid]; -"1553 mul_29" -> "1554 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1554 add_49" -> "1555 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1555 softmax_14" -> "1556 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1556 dropout_56" -> "1557 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1557 matmul_29" -> "1558 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1558 transpose_29" -> "1559 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1559 reshape_65" -> "1560 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1560 reshape_65_0_0_nncf_smooth_quant_0" -> "1561 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1561 quantize_per_tensor_default_90" -> "1562 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1562 dequantize_per_tensor_default_90" -> "1569 linear_89" [label="(4, 64, 384)", style=solid]; -"1563 linear_89_scale_0" -> "1566 quantize_per_channel_default_75" [label="(384,)", style=solid]; -"1563 linear_89_scale_0" -> "1567 dequantize_per_channel_default_75" [label="(384,)", style=solid]; -"1564 linear_89_zero_point_0" -> "1566 quantize_per_channel_default_75" [label="(384,)", style=solid]; -"1564 linear_89_zero_point_0" -> "1567 dequantize_per_channel_default_75" [label="(384,)", style=solid]; -"1565 compressed_weight_updated_constant60" -> "1566 quantize_per_channel_default_75" [label="(384, 384)", style=solid]; -"1566 quantize_per_channel_default_75" -> "1567 dequantize_per_channel_default_75" [label="(384, 384)", style=solid]; -"1567 dequantize_per_channel_default_75" -> "1569 linear_89" [label="(384, 384)", style=solid]; -"1568 features_5_10_attn_proj_bias_0_0" -> "1569 linear_89" [label="(384,)", style=solid]; -"1569 linear_89" -> "1570 dropout_57" [label="(4, 64, 384)", style=solid]; -"1570 dropout_57" -> "1571 view_80" [label="(4, 64, 384)", style=solid]; -"1571 view_80" -> "1572 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1572 permute_67" -> "1573 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1573 reshape_66" -> "1574 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1574 slice_218" -> "1575 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1575 slice_219" -> "1576 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1576 slice_220" -> "1577 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1577 slice_221" -> "1578 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1578 contiguous_27" -> "1579 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1579 layer_norm_31" -> "1580 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_50" -> "1581 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_50" -> "1605 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1581 add_50_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1582 quantize_per_tensor_default_91" -> "1583 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1583 dequantize_per_tensor_default_91" -> "1590 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1584 linear_90_scale_0" -> "1587 quantize_per_channel_default_76" [label="(1536,)", style=solid]; -"1584 linear_90_scale_0" -> "1588 dequantize_per_channel_default_76" [label="(1536,)", style=solid]; -"1585 linear_90_zero_point_0" -> "1587 quantize_per_channel_default_76" [label="(1536,)", style=solid]; -"1585 linear_90_zero_point_0" -> "1588 dequantize_per_channel_default_76" [label="(1536,)", style=solid]; -"1586 compressed_weight_updated_constant61" -> "1587 quantize_per_channel_default_76" [label="(1536, 384)", style=solid]; -"1587 quantize_per_channel_default_76" -> "1588 dequantize_per_channel_default_76" [label="(1536, 384)", style=solid]; -"1588 dequantize_per_channel_default_76" -> "1590 linear_90" [label="(1536, 384)", style=solid]; -"1589 features_5_10_mlp_0_bias_0_0" -> "1590 linear_90" [label="(1536,)", style=solid]; -"1590 linear_90" -> "1591 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1591 gelu_14" -> "1592 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1592 dropout_58" -> "1593 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1593 dropout_58_0_0_nncf_smooth_quant_0" -> "1594 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1594 quantize_per_tensor_default_92" -> "1595 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1595 dequantize_per_tensor_default_92" -> "1602 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1596 linear_91_scale_0" -> "1599 quantize_per_channel_default_77" [label="(384,)", style=solid]; -"1596 linear_91_scale_0" -> "1600 dequantize_per_channel_default_77" [label="(384,)", style=solid]; -"1597 linear_91_zero_point_0" -> "1599 quantize_per_channel_default_77" [label="(384,)", style=solid]; -"1597 linear_91_zero_point_0" -> "1600 dequantize_per_channel_default_77" [label="(384,)", style=solid]; -"1598 compressed_weight_updated_constant62" -> "1599 quantize_per_channel_default_77" [label="(384, 1536)", style=solid]; -"1599 quantize_per_channel_default_77" -> "1600 dequantize_per_channel_default_77" [label="(384, 1536)", style=solid]; -"1600 dequantize_per_channel_default_77" -> "1602 linear_91" [label="(384, 1536)", style=solid]; -"1601 features_5_10_mlp_3_bias_0_0" -> "1602 linear_91" [label="(384,)", style=solid]; -"1602 linear_91" -> "1603 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1603 dropout_59" -> "1604 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1604 layer_norm_32" -> "1605 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1605 add_51" -> "1607 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1605 add_51" -> "1686 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1606 _frozen_param123" -> "1643 add_52" [label="(1, 12, 64, 64)", style=solid]; -"1607 pad_17" -> "1608 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"1608 roll_14" -> "1609 view_83" [label="(1, 16, 16, 384)", style=solid]; -"1609 view_83" -> "1610 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1610 permute_69" -> "1611 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1611 reshape_67" -> "1612 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1611 reshape_67" -> "1644 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"1612 reshape_67_0_0_nncf_smooth_quant_0" -> "1613 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"1613 quantize_per_tensor_default_93" -> "1614 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"1614 dequantize_per_tensor_default_93" -> "1621 linear_94" [label="(4, 64, 384)", style=solid]; -"1615 linear_94_scale_0" -> "1618 quantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1615 linear_94_scale_0" -> "1619 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1616 linear_94_zero_point_0" -> "1618 quantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1616 linear_94_zero_point_0" -> "1619 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1617 compressed_weight_updated_constant63" -> "1618 quantize_per_channel_default_79" [label="(1152, 384)", style=solid]; -"1618 quantize_per_channel_default_79" -> "1619 dequantize_per_channel_default_79" [label="(1152, 384)", style=solid]; -"1619 dequantize_per_channel_default_79" -> "1621 linear_94" [label="(1152, 384)", style=solid]; -"1620 _frozen_param124_0_0" -> "1621 linear_94" [label="(1152,)", style=solid]; -"1621 linear_94" -> "1622 reshape_68" [label="(4, 64, 1152)", style=solid]; -"1622 reshape_68" -> "1623 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"1623 permute_70" -> "1624 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"1623 permute_70" -> "1625 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"1623 permute_70" -> "1626 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"1624 select_45" -> "1627 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"1624 select_45" -> "1629 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"1624 select_45" -> "1630 div_30" [label="(4, 12, 64, 32)", style=solid]; -"1625 select_46" -> "1633 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"1625 select_46" -> "1635 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"1625 select_46" -> "1636 div_31" [label="(4, 12, 64, 32)", style=solid]; -"1626 select_47" -> "1662 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"1627 linalg_vector_norm_30" -> "1628 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"1628 clamp_min_30" -> "1629 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"1629 expand_as_30" -> "1630 div_30" [label="(4, 12, 64, 32)", style=solid]; -"1630 div_30" -> "1631 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"1631 quantize_per_tensor_default_94" -> "1632 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"1632 dequantize_per_tensor_default_94" -> "1640 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"1633 linalg_vector_norm_31" -> "1634 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"1634 clamp_min_31" -> "1635 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"1635 expand_as_31" -> "1636 div_31" [label="(4, 12, 64, 32)", style=solid]; -"1636 div_31" -> "1637 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"1637 quantize_per_tensor_default_95" -> "1638 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"1638 dequantize_per_tensor_default_95" -> "1639 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"1639 transpose_30" -> "1640 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"1640 matmul_30" -> "1642 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"1641 _frozen_param126" -> "1642 mul_31" [label="(12, 1, 1)", style=solid]; -"1642 mul_31" -> "1643 add_52" [label="(4, 12, 64, 64)", style=solid]; -"1643 add_52" -> "1655 view_85" [label="(4, 12, 64, 64)", style=solid]; -"1644 new_zeros_7" -> "1645 view_84" [label="(16, 16)", style=solid]; -"1645 view_84" -> "1646 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"1646 permute_71" -> "1647 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"1647 reshape_69" -> "1648 unsqueeze_44" [label="(4, 64)", style=solid]; -"1647 reshape_69" -> "1649 unsqueeze_45" [label="(4, 64)", style=solid]; -"1648 unsqueeze_44" -> "1650 sub_7" [label="(4, 1, 64)", style=solid]; -"1649 unsqueeze_45" -> "1650 sub_7" [label="(4, 64, 1)", style=solid]; -"1650 sub_7" -> "1651 ne_7" [label="(4, 64, 64)", style=solid]; -"1650 sub_7" -> "1652 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"1650 sub_7" -> "1653 eq_7" [label="(4, 64, 64)", style=solid]; -"1651 ne_7" -> "1652 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"1652 masked_fill_14" -> "1654 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"1653 eq_7" -> "1654 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"1654 masked_fill_15" -> "1656 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"1655 view_85" -> "1658 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1656 unsqueeze_46" -> "1657 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"1657 unsqueeze_47" -> "1658 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"1658 add_53" -> "1659 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"1659 view_86" -> "1660 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"1660 softmax_15" -> "1661 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"1661 dropout_60" -> "1662 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"1662 matmul_31" -> "1663 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"1663 transpose_31" -> "1664 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"1664 reshape_70" -> "1665 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1665 reshape_70_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"1666 quantize_per_tensor_default_96" -> "1667 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"1667 dequantize_per_tensor_default_96" -> "1674 linear_95" [label="(4, 64, 384)", style=solid]; -"1668 linear_95_scale_0" -> "1671 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1668 linear_95_scale_0" -> "1672 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1669 linear_95_zero_point_0" -> "1671 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1669 linear_95_zero_point_0" -> "1672 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1670 compressed_weight_updated_constant64" -> "1671 quantize_per_channel_default_80" [label="(384, 384)", style=solid]; -"1671 quantize_per_channel_default_80" -> "1672 dequantize_per_channel_default_80" [label="(384, 384)", style=solid]; -"1672 dequantize_per_channel_default_80" -> "1674 linear_95" [label="(384, 384)", style=solid]; -"1673 features_5_11_attn_proj_bias_0_0" -> "1674 linear_95" [label="(384,)", style=solid]; -"1674 linear_95" -> "1675 dropout_61" [label="(4, 64, 384)", style=solid]; -"1675 dropout_61" -> "1676 view_87" [label="(4, 64, 384)", style=solid]; -"1676 view_87" -> "1677 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1677 permute_72" -> "1678 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1678 reshape_71" -> "1679 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"1679 roll_15" -> "1680 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"1680 slice_241" -> "1681 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"1681 slice_242" -> "1682 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"1682 slice_243" -> "1683 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"1683 slice_244" -> "1684 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"1684 contiguous_29" -> "1685 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"1685 layer_norm_33" -> "1686 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1686 add_54" -> "1687 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1686 add_54" -> "1711 add_55" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_54_0_0_nncf_smooth_quant_0" -> "1688 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"1688 quantize_per_tensor_default_97" -> "1689 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"1689 dequantize_per_tensor_default_97" -> "1696 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"1690 linear_96_scale_0" -> "1693 quantize_per_channel_default_81" [label="(1536,)", style=solid]; -"1690 linear_96_scale_0" -> "1694 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; -"1691 linear_96_zero_point_0" -> "1693 quantize_per_channel_default_81" [label="(1536,)", style=solid]; -"1691 linear_96_zero_point_0" -> "1694 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; -"1692 compressed_weight_updated_constant65" -> "1693 quantize_per_channel_default_81" [label="(1536, 384)", style=solid]; -"1693 quantize_per_channel_default_81" -> "1694 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; -"1694 dequantize_per_channel_default_81" -> "1696 linear_96" [label="(1536, 384)", style=solid]; -"1695 features_5_11_mlp_0_bias_0_0" -> "1696 linear_96" [label="(1536,)", style=solid]; -"1696 linear_96" -> "1697 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"1697 gelu_15" -> "1698 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"1698 dropout_62" -> "1699 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1699 dropout_62_0_0_nncf_smooth_quant_0" -> "1700 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"1700 quantize_per_tensor_default_98" -> "1701 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"1701 dequantize_per_tensor_default_98" -> "1708 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"1702 linear_97_scale_0" -> "1705 quantize_per_channel_default_82" [label="(384,)", style=solid]; -"1702 linear_97_scale_0" -> "1706 dequantize_per_channel_default_82" [label="(384,)", style=solid]; -"1703 linear_97_zero_point_0" -> "1705 quantize_per_channel_default_82" [label="(384,)", style=solid]; -"1703 linear_97_zero_point_0" -> "1706 dequantize_per_channel_default_82" [label="(384,)", style=solid]; -"1704 compressed_weight_updated_constant66" -> "1705 quantize_per_channel_default_82" [label="(384, 1536)", style=solid]; -"1705 quantize_per_channel_default_82" -> "1706 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; -"1706 dequantize_per_channel_default_82" -> "1708 linear_97" [label="(384, 1536)", style=solid]; -"1707 features_5_11_mlp_3_bias_0_0" -> "1708 linear_97" [label="(384,)", style=solid]; -"1708 linear_97" -> "1709 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"1709 dropout_63" -> "1710 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"1710 layer_norm_34" -> "1711 add_55" [label="(1, 14, 14, 384)", style=solid]; -"1711 add_55" -> "1713 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"1711 add_55" -> "1774 add_57" [label="(1, 14, 14, 384)", style=solid]; -"1712 _frozen_param136" -> "1748 add_56" [label="(1, 12, 64, 64)", style=solid]; -"1713 pad_18" -> "1714 view_90" [label="(1, 16, 16, 384)", style=solid]; -"1714 view_90" -> "1715 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1715 permute_74" -> "1716 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1716 reshape_72" -> "1717 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1717 reshape_72_0_0_nncf_smooth_quant_0" -> "1718 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"1718 quantize_per_tensor_default_99" -> "1719 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"1719 dequantize_per_tensor_default_99" -> "1726 linear_100" [label="(4, 64, 384)", style=solid]; -"1720 linear_100_scale_0" -> "1723 quantize_per_channel_default_84" [label="(1152,)", style=solid]; -"1720 linear_100_scale_0" -> "1724 dequantize_per_channel_default_84" [label="(1152,)", style=solid]; -"1721 linear_100_zero_point_0" -> "1723 quantize_per_channel_default_84" [label="(1152,)", style=solid]; -"1721 linear_100_zero_point_0" -> "1724 dequantize_per_channel_default_84" [label="(1152,)", style=solid]; -"1722 compressed_weight_updated_constant67" -> "1723 quantize_per_channel_default_84" [label="(1152, 384)", style=solid]; -"1723 quantize_per_channel_default_84" -> "1724 dequantize_per_channel_default_84" [label="(1152, 384)", style=solid]; -"1724 dequantize_per_channel_default_84" -> "1726 linear_100" [label="(1152, 384)", style=solid]; -"1725 _frozen_param137_0_0" -> "1726 linear_100" [label="(1152,)", style=solid]; -"1726 linear_100" -> "1727 reshape_73" [label="(4, 64, 1152)", style=solid]; -"1727 reshape_73" -> "1728 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"1728 permute_75" -> "1729 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"1728 permute_75" -> "1730 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"1728 permute_75" -> "1731 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"1729 select_48" -> "1732 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"1729 select_48" -> "1734 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"1729 select_48" -> "1735 div_32" [label="(4, 12, 64, 32)", style=solid]; -"1730 select_49" -> "1738 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"1730 select_49" -> "1740 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"1730 select_49" -> "1741 div_33" [label="(4, 12, 64, 32)", style=solid]; -"1731 select_50" -> "1751 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"1732 linalg_vector_norm_32" -> "1733 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"1733 clamp_min_32" -> "1734 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"1734 expand_as_32" -> "1735 div_32" [label="(4, 12, 64, 32)", style=solid]; -"1735 div_32" -> "1736 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"1736 quantize_per_tensor_default_100" -> "1737 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"1737 dequantize_per_tensor_default_100" -> "1745 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"1738 linalg_vector_norm_33" -> "1739 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"1739 clamp_min_33" -> "1740 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"1740 expand_as_33" -> "1741 div_33" [label="(4, 12, 64, 32)", style=solid]; -"1741 div_33" -> "1742 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"1742 quantize_per_tensor_default_101" -> "1743 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"1743 dequantize_per_tensor_default_101" -> "1744 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"1744 transpose_32" -> "1745 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"1745 matmul_32" -> "1747 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"1746 _frozen_param139" -> "1747 mul_33" [label="(12, 1, 1)", style=solid]; -"1747 mul_33" -> "1748 add_56" [label="(4, 12, 64, 64)", style=solid]; -"1748 add_56" -> "1749 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"1749 softmax_16" -> "1750 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"1750 dropout_64" -> "1751 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"1751 matmul_33" -> "1752 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"1752 transpose_33" -> "1753 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"1753 reshape_74" -> "1754 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1754 reshape_74_0_0_nncf_smooth_quant_0" -> "1755 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"1755 quantize_per_tensor_default_102" -> "1756 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"1756 dequantize_per_tensor_default_102" -> "1763 linear_101" [label="(4, 64, 384)", style=solid]; -"1757 linear_101_scale_0" -> "1760 quantize_per_channel_default_85" [label="(384,)", style=solid]; -"1757 linear_101_scale_0" -> "1761 dequantize_per_channel_default_85" [label="(384,)", style=solid]; -"1758 linear_101_zero_point_0" -> "1760 quantize_per_channel_default_85" [label="(384,)", style=solid]; -"1758 linear_101_zero_point_0" -> "1761 dequantize_per_channel_default_85" [label="(384,)", style=solid]; -"1759 compressed_weight_updated_constant68" -> "1760 quantize_per_channel_default_85" [label="(384, 384)", style=solid]; -"1760 quantize_per_channel_default_85" -> "1761 dequantize_per_channel_default_85" [label="(384, 384)", style=solid]; -"1761 dequantize_per_channel_default_85" -> "1763 linear_101" [label="(384, 384)", style=solid]; -"1762 features_5_12_attn_proj_bias_0_0" -> "1763 linear_101" [label="(384,)", style=solid]; -"1763 linear_101" -> "1764 dropout_65" [label="(4, 64, 384)", style=solid]; -"1764 dropout_65" -> "1765 view_91" [label="(4, 64, 384)", style=solid]; -"1765 view_91" -> "1766 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1766 permute_76" -> "1767 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1767 reshape_75" -> "1768 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"1768 slice_246" -> "1769 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"1769 slice_247" -> "1770 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"1770 slice_248" -> "1771 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"1771 slice_249" -> "1772 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"1772 contiguous_31" -> "1773 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"1773 layer_norm_35" -> "1774 add_57" [label="(1, 14, 14, 384)", style=solid]; -"1774 add_57" -> "1775 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1774 add_57" -> "1799 add_58" [label="(1, 14, 14, 384)", style=solid]; -"1775 add_57_0_0_nncf_smooth_quant_0" -> "1776 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"1776 quantize_per_tensor_default_103" -> "1777 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"1777 dequantize_per_tensor_default_103" -> "1784 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"1778 linear_102_scale_0" -> "1781 quantize_per_channel_default_86" [label="(1536,)", style=solid]; -"1778 linear_102_scale_0" -> "1782 dequantize_per_channel_default_86" [label="(1536,)", style=solid]; -"1779 linear_102_zero_point_0" -> "1781 quantize_per_channel_default_86" [label="(1536,)", style=solid]; -"1779 linear_102_zero_point_0" -> "1782 dequantize_per_channel_default_86" [label="(1536,)", style=solid]; -"1780 compressed_weight_updated_constant69" -> "1781 quantize_per_channel_default_86" [label="(1536, 384)", style=solid]; -"1781 quantize_per_channel_default_86" -> "1782 dequantize_per_channel_default_86" [label="(1536, 384)", style=solid]; -"1782 dequantize_per_channel_default_86" -> "1784 linear_102" [label="(1536, 384)", style=solid]; -"1783 features_5_12_mlp_0_bias_0_0" -> "1784 linear_102" [label="(1536,)", style=solid]; -"1784 linear_102" -> "1785 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"1785 gelu_16" -> "1786 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"1786 dropout_66" -> "1787 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1787 dropout_66_0_0_nncf_smooth_quant_0" -> "1788 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"1788 quantize_per_tensor_default_104" -> "1789 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"1789 dequantize_per_tensor_default_104" -> "1796 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"1790 linear_103_scale_0" -> "1793 quantize_per_channel_default_87" [label="(384,)", style=solid]; -"1790 linear_103_scale_0" -> "1794 dequantize_per_channel_default_87" [label="(384,)", style=solid]; -"1791 linear_103_zero_point_0" -> "1793 quantize_per_channel_default_87" [label="(384,)", style=solid]; -"1791 linear_103_zero_point_0" -> "1794 dequantize_per_channel_default_87" [label="(384,)", style=solid]; -"1792 compressed_weight_updated_constant70" -> "1793 quantize_per_channel_default_87" [label="(384, 1536)", style=solid]; -"1793 quantize_per_channel_default_87" -> "1794 dequantize_per_channel_default_87" [label="(384, 1536)", style=solid]; -"1794 dequantize_per_channel_default_87" -> "1796 linear_103" [label="(384, 1536)", style=solid]; -"1795 features_5_12_mlp_3_bias_0_0" -> "1796 linear_103" [label="(384,)", style=solid]; -"1796 linear_103" -> "1797 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"1797 dropout_67" -> "1798 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"1798 layer_norm_36" -> "1799 add_58" [label="(1, 14, 14, 384)", style=solid]; -"1799 add_58" -> "1801 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"1799 add_58" -> "1880 add_61" [label="(1, 14, 14, 384)", style=solid]; -"1800 _frozen_param140" -> "1837 add_59" [label="(1, 12, 64, 64)", style=solid]; -"1801 pad_19" -> "1802 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"1802 roll_16" -> "1803 view_94" [label="(1, 16, 16, 384)", style=solid]; -"1803 view_94" -> "1804 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1804 permute_78" -> "1805 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1805 reshape_76" -> "1806 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1805 reshape_76" -> "1838 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"1806 reshape_76_0_0_nncf_smooth_quant_0" -> "1807 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"1807 quantize_per_tensor_default_105" -> "1808 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"1808 dequantize_per_tensor_default_105" -> "1815 linear_106" [label="(4, 64, 384)", style=solid]; -"1809 linear_106_scale_0" -> "1812 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1809 linear_106_scale_0" -> "1813 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1810 linear_106_zero_point_0" -> "1812 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1810 linear_106_zero_point_0" -> "1813 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1811 compressed_weight_updated_constant71" -> "1812 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1812 quantize_per_channel_default_89" -> "1813 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1813 dequantize_per_channel_default_89" -> "1815 linear_106" [label="(1152, 384)", style=solid]; -"1814 _frozen_param141_0_0" -> "1815 linear_106" [label="(1152,)", style=solid]; -"1815 linear_106" -> "1816 reshape_77" [label="(4, 64, 1152)", style=solid]; -"1816 reshape_77" -> "1817 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"1817 permute_79" -> "1818 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"1817 permute_79" -> "1819 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"1817 permute_79" -> "1820 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"1818 select_51" -> "1821 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"1818 select_51" -> "1823 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"1818 select_51" -> "1824 div_34" [label="(4, 12, 64, 32)", style=solid]; -"1819 select_52" -> "1827 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"1819 select_52" -> "1829 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"1819 select_52" -> "1830 div_35" [label="(4, 12, 64, 32)", style=solid]; -"1820 select_53" -> "1856 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"1821 linalg_vector_norm_34" -> "1822 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"1822 clamp_min_34" -> "1823 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"1823 expand_as_34" -> "1824 div_34" [label="(4, 12, 64, 32)", style=solid]; -"1824 div_34" -> "1825 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"1825 quantize_per_tensor_default_106" -> "1826 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"1826 dequantize_per_tensor_default_106" -> "1834 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"1827 linalg_vector_norm_35" -> "1828 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"1828 clamp_min_35" -> "1829 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"1829 expand_as_35" -> "1830 div_35" [label="(4, 12, 64, 32)", style=solid]; -"1830 div_35" -> "1831 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"1831 quantize_per_tensor_default_107" -> "1832 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"1832 dequantize_per_tensor_default_107" -> "1833 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"1833 transpose_34" -> "1834 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"1834 matmul_34" -> "1836 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"1835 _frozen_param143" -> "1836 mul_35" [label="(12, 1, 1)", style=solid]; -"1836 mul_35" -> "1837 add_59" [label="(4, 12, 64, 64)", style=solid]; -"1837 add_59" -> "1849 view_96" [label="(4, 12, 64, 64)", style=solid]; -"1838 new_zeros_8" -> "1839 view_95" [label="(16, 16)", style=solid]; -"1839 view_95" -> "1840 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"1840 permute_80" -> "1841 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"1841 reshape_78" -> "1842 unsqueeze_50" [label="(4, 64)", style=solid]; -"1841 reshape_78" -> "1843 unsqueeze_51" [label="(4, 64)", style=solid]; -"1842 unsqueeze_50" -> "1844 sub_8" [label="(4, 1, 64)", style=solid]; -"1843 unsqueeze_51" -> "1844 sub_8" [label="(4, 64, 1)", style=solid]; -"1844 sub_8" -> "1845 ne_8" [label="(4, 64, 64)", style=solid]; -"1844 sub_8" -> "1846 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"1844 sub_8" -> "1847 eq_8" [label="(4, 64, 64)", style=solid]; -"1845 ne_8" -> "1846 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"1846 masked_fill_16" -> "1848 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"1847 eq_8" -> "1848 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"1848 masked_fill_17" -> "1850 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"1849 view_96" -> "1852 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"1850 unsqueeze_52" -> "1851 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"1851 unsqueeze_53" -> "1852 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"1852 add_60" -> "1853 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"1853 view_97" -> "1854 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"1854 softmax_17" -> "1855 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"1855 dropout_68" -> "1856 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"1856 matmul_35" -> "1857 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"1857 transpose_35" -> "1858 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"1858 reshape_79" -> "1859 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1859 reshape_79_0_0_nncf_smooth_quant_0" -> "1860 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"1860 quantize_per_tensor_default_108" -> "1861 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"1861 dequantize_per_tensor_default_108" -> "1868 linear_107" [label="(4, 64, 384)", style=solid]; -"1862 linear_107_scale_0" -> "1865 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1862 linear_107_scale_0" -> "1866 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1863 linear_107_zero_point_0" -> "1865 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1863 linear_107_zero_point_0" -> "1866 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1864 compressed_weight_updated_constant72" -> "1865 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1865 quantize_per_channel_default_90" -> "1866 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1866 dequantize_per_channel_default_90" -> "1868 linear_107" [label="(384, 384)", style=solid]; -"1867 features_5_13_attn_proj_bias_0_0" -> "1868 linear_107" [label="(384,)", style=solid]; -"1868 linear_107" -> "1869 dropout_69" [label="(4, 64, 384)", style=solid]; -"1869 dropout_69" -> "1870 view_98" [label="(4, 64, 384)", style=solid]; -"1870 view_98" -> "1871 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1871 permute_81" -> "1872 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1872 reshape_80" -> "1873 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"1873 roll_17" -> "1874 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"1874 slice_269" -> "1875 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"1875 slice_270" -> "1876 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"1876 slice_271" -> "1877 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"1877 slice_272" -> "1878 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"1878 contiguous_33" -> "1879 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"1879 layer_norm_37" -> "1880 add_61" [label="(1, 14, 14, 384)", style=solid]; -"1880 add_61" -> "1881 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1880 add_61" -> "1905 add_62" [label="(1, 14, 14, 384)", style=solid]; -"1881 add_61_0_0_nncf_smooth_quant_0" -> "1882 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"1882 quantize_per_tensor_default_109" -> "1883 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"1883 dequantize_per_tensor_default_109" -> "1890 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"1884 linear_108_scale_0" -> "1887 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1884 linear_108_scale_0" -> "1888 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1885 linear_108_zero_point_0" -> "1887 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1885 linear_108_zero_point_0" -> "1888 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1886 compressed_weight_updated_constant73" -> "1887 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1887 quantize_per_channel_default_91" -> "1888 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1888 dequantize_per_channel_default_91" -> "1890 linear_108" [label="(1536, 384)", style=solid]; -"1889 features_5_13_mlp_0_bias_0_0" -> "1890 linear_108" [label="(1536,)", style=solid]; -"1890 linear_108" -> "1891 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"1891 gelu_17" -> "1892 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"1892 dropout_70" -> "1893 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1893 dropout_70_0_0_nncf_smooth_quant_0" -> "1894 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"1894 quantize_per_tensor_default_110" -> "1895 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"1895 dequantize_per_tensor_default_110" -> "1902 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"1896 linear_109_scale_0" -> "1899 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1896 linear_109_scale_0" -> "1900 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1897 linear_109_zero_point_0" -> "1899 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1897 linear_109_zero_point_0" -> "1900 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1898 compressed_weight_updated_constant74" -> "1899 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1899 quantize_per_channel_default_92" -> "1900 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1900 dequantize_per_channel_default_92" -> "1902 linear_109" [label="(384, 1536)", style=solid]; -"1901 features_5_13_mlp_3_bias_0_0" -> "1902 linear_109" [label="(384,)", style=solid]; -"1902 linear_109" -> "1903 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"1903 dropout_71" -> "1904 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"1904 layer_norm_38" -> "1905 add_62" [label="(1, 14, 14, 384)", style=solid]; -"1905 add_62" -> "1907 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"1905 add_62" -> "1968 add_64" [label="(1, 14, 14, 384)", style=solid]; -"1906 _frozen_param153" -> "1942 add_63" [label="(1, 12, 64, 64)", style=solid]; -"1907 pad_20" -> "1908 view_101" [label="(1, 16, 16, 384)", style=solid]; -"1908 view_101" -> "1909 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1909 permute_83" -> "1910 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1910 reshape_81" -> "1911 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1911 reshape_81_0_0_nncf_smooth_quant_0" -> "1912 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"1912 quantize_per_tensor_default_111" -> "1913 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"1913 dequantize_per_tensor_default_111" -> "1920 linear_112" [label="(4, 64, 384)", style=solid]; -"1914 linear_112_scale_0" -> "1917 quantize_per_channel_default_94" [label="(1152,)", style=solid]; -"1914 linear_112_scale_0" -> "1918 dequantize_per_channel_default_94" [label="(1152,)", style=solid]; -"1915 linear_112_zero_point_0" -> "1917 quantize_per_channel_default_94" [label="(1152,)", style=solid]; -"1915 linear_112_zero_point_0" -> "1918 dequantize_per_channel_default_94" [label="(1152,)", style=solid]; -"1916 compressed_weight_updated_constant75" -> "1917 quantize_per_channel_default_94" [label="(1152, 384)", style=solid]; -"1917 quantize_per_channel_default_94" -> "1918 dequantize_per_channel_default_94" [label="(1152, 384)", style=solid]; -"1918 dequantize_per_channel_default_94" -> "1920 linear_112" [label="(1152, 384)", style=solid]; -"1919 _frozen_param154_0_0" -> "1920 linear_112" [label="(1152,)", style=solid]; -"1920 linear_112" -> "1921 reshape_82" [label="(4, 64, 1152)", style=solid]; -"1921 reshape_82" -> "1922 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"1922 permute_84" -> "1923 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"1922 permute_84" -> "1924 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"1922 permute_84" -> "1925 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"1923 select_54" -> "1926 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"1923 select_54" -> "1928 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"1923 select_54" -> "1929 div_36" [label="(4, 12, 64, 32)", style=solid]; -"1924 select_55" -> "1932 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"1924 select_55" -> "1934 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"1924 select_55" -> "1935 div_37" [label="(4, 12, 64, 32)", style=solid]; -"1925 select_56" -> "1945 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"1926 linalg_vector_norm_36" -> "1927 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"1927 clamp_min_36" -> "1928 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"1928 expand_as_36" -> "1929 div_36" [label="(4, 12, 64, 32)", style=solid]; -"1929 div_36" -> "1930 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"1930 quantize_per_tensor_default_112" -> "1931 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"1931 dequantize_per_tensor_default_112" -> "1939 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"1932 linalg_vector_norm_37" -> "1933 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"1933 clamp_min_37" -> "1934 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"1934 expand_as_37" -> "1935 div_37" [label="(4, 12, 64, 32)", style=solid]; -"1935 div_37" -> "1936 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"1936 quantize_per_tensor_default_113" -> "1937 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"1937 dequantize_per_tensor_default_113" -> "1938 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"1938 transpose_36" -> "1939 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"1939 matmul_36" -> "1941 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"1940 _frozen_param156" -> "1941 mul_37" [label="(12, 1, 1)", style=solid]; -"1941 mul_37" -> "1942 add_63" [label="(4, 12, 64, 64)", style=solid]; -"1942 add_63" -> "1943 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"1943 softmax_18" -> "1944 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"1944 dropout_72" -> "1945 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"1945 matmul_37" -> "1946 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"1946 transpose_37" -> "1947 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"1947 reshape_83" -> "1948 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1948 reshape_83_0_0_nncf_smooth_quant_0" -> "1949 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"1949 quantize_per_tensor_default_114" -> "1950 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"1950 dequantize_per_tensor_default_114" -> "1957 linear_113" [label="(4, 64, 384)", style=solid]; -"1951 linear_113_scale_0" -> "1954 quantize_per_channel_default_95" [label="(384,)", style=solid]; -"1951 linear_113_scale_0" -> "1955 dequantize_per_channel_default_95" [label="(384,)", style=solid]; -"1952 linear_113_zero_point_0" -> "1954 quantize_per_channel_default_95" [label="(384,)", style=solid]; -"1952 linear_113_zero_point_0" -> "1955 dequantize_per_channel_default_95" [label="(384,)", style=solid]; -"1953 compressed_weight_updated_constant76" -> "1954 quantize_per_channel_default_95" [label="(384, 384)", style=solid]; -"1954 quantize_per_channel_default_95" -> "1955 dequantize_per_channel_default_95" [label="(384, 384)", style=solid]; -"1955 dequantize_per_channel_default_95" -> "1957 linear_113" [label="(384, 384)", style=solid]; -"1956 features_5_14_attn_proj_bias_0_0" -> "1957 linear_113" [label="(384,)", style=solid]; -"1957 linear_113" -> "1958 dropout_73" [label="(4, 64, 384)", style=solid]; -"1958 dropout_73" -> "1959 view_102" [label="(4, 64, 384)", style=solid]; -"1959 view_102" -> "1960 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1960 permute_85" -> "1961 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1961 reshape_84" -> "1962 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"1962 slice_274" -> "1963 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"1963 slice_275" -> "1964 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"1964 slice_276" -> "1965 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"1965 slice_277" -> "1966 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"1966 contiguous_35" -> "1967 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"1967 layer_norm_39" -> "1968 add_64" [label="(1, 14, 14, 384)", style=solid]; -"1968 add_64" -> "1969 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1968 add_64" -> "1993 add_65" [label="(1, 14, 14, 384)", style=solid]; -"1969 add_64_0_0_nncf_smooth_quant_0" -> "1970 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"1970 quantize_per_tensor_default_115" -> "1971 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"1971 dequantize_per_tensor_default_115" -> "1978 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"1972 linear_114_scale_0" -> "1975 quantize_per_channel_default_96" [label="(1536,)", style=solid]; -"1972 linear_114_scale_0" -> "1976 dequantize_per_channel_default_96" [label="(1536,)", style=solid]; -"1973 linear_114_zero_point_0" -> "1975 quantize_per_channel_default_96" [label="(1536,)", style=solid]; -"1973 linear_114_zero_point_0" -> "1976 dequantize_per_channel_default_96" [label="(1536,)", style=solid]; -"1974 compressed_weight_updated_constant77" -> "1975 quantize_per_channel_default_96" [label="(1536, 384)", style=solid]; -"1975 quantize_per_channel_default_96" -> "1976 dequantize_per_channel_default_96" [label="(1536, 384)", style=solid]; -"1976 dequantize_per_channel_default_96" -> "1978 linear_114" [label="(1536, 384)", style=solid]; -"1977 features_5_14_mlp_0_bias_0_0" -> "1978 linear_114" [label="(1536,)", style=solid]; -"1978 linear_114" -> "1979 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"1979 gelu_18" -> "1980 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"1980 dropout_74" -> "1981 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1981 dropout_74_0_0_nncf_smooth_quant_0" -> "1982 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"1982 quantize_per_tensor_default_116" -> "1983 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"1983 dequantize_per_tensor_default_116" -> "1990 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"1984 linear_115_scale_0" -> "1987 quantize_per_channel_default_97" [label="(384,)", style=solid]; -"1984 linear_115_scale_0" -> "1988 dequantize_per_channel_default_97" [label="(384,)", style=solid]; -"1985 linear_115_zero_point_0" -> "1987 quantize_per_channel_default_97" [label="(384,)", style=solid]; -"1985 linear_115_zero_point_0" -> "1988 dequantize_per_channel_default_97" [label="(384,)", style=solid]; -"1986 compressed_weight_updated_constant78" -> "1987 quantize_per_channel_default_97" [label="(384, 1536)", style=solid]; -"1987 quantize_per_channel_default_97" -> "1988 dequantize_per_channel_default_97" [label="(384, 1536)", style=solid]; -"1988 dequantize_per_channel_default_97" -> "1990 linear_115" [label="(384, 1536)", style=solid]; -"1989 features_5_14_mlp_3_bias_0_0" -> "1990 linear_115" [label="(384,)", style=solid]; -"1990 linear_115" -> "1991 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"1991 dropout_75" -> "1992 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"1992 layer_norm_40" -> "1993 add_65" [label="(1, 14, 14, 384)", style=solid]; -"1993 add_65" -> "1995 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"1993 add_65" -> "2074 add_68" [label="(1, 14, 14, 384)", style=solid]; -"1994 _frozen_param157" -> "2031 add_66" [label="(1, 12, 64, 64)", style=solid]; -"1995 pad_21" -> "1996 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"1996 roll_18" -> "1997 view_105" [label="(1, 16, 16, 384)", style=solid]; -"1997 view_105" -> "1998 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1998 permute_87" -> "1999 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1999 reshape_85" -> "2000 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1999 reshape_85" -> "2032 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2000 reshape_85_0_0_nncf_smooth_quant_0" -> "2001 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2001 quantize_per_tensor_default_117" -> "2002 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2002 dequantize_per_tensor_default_117" -> "2009 linear_118" [label="(4, 64, 384)", style=solid]; -"2003 linear_118_scale_0" -> "2006 quantize_per_channel_default_99" [label="(1152,)", style=solid]; -"2003 linear_118_scale_0" -> "2007 dequantize_per_channel_default_99" [label="(1152,)", style=solid]; -"2004 linear_118_zero_point_0" -> "2006 quantize_per_channel_default_99" [label="(1152,)", style=solid]; -"2004 linear_118_zero_point_0" -> "2007 dequantize_per_channel_default_99" [label="(1152,)", style=solid]; -"2005 compressed_weight_updated_constant79" -> "2006 quantize_per_channel_default_99" [label="(1152, 384)", style=solid]; -"2006 quantize_per_channel_default_99" -> "2007 dequantize_per_channel_default_99" [label="(1152, 384)", style=solid]; -"2007 dequantize_per_channel_default_99" -> "2009 linear_118" [label="(1152, 384)", style=solid]; -"2008 _frozen_param158_0_0" -> "2009 linear_118" [label="(1152,)", style=solid]; -"2009 linear_118" -> "2010 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2010 reshape_86" -> "2011 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2011 permute_88" -> "2012 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2011 permute_88" -> "2013 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2011 permute_88" -> "2014 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2012 select_57" -> "2015 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2012 select_57" -> "2017 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2012 select_57" -> "2018 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2013 select_58" -> "2021 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2013 select_58" -> "2023 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2013 select_58" -> "2024 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_59" -> "2050 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2015 linalg_vector_norm_38" -> "2016 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2016 clamp_min_38" -> "2017 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2017 expand_as_38" -> "2018 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2018 div_38" -> "2019 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2019 quantize_per_tensor_default_118" -> "2020 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2020 dequantize_per_tensor_default_118" -> "2028 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2021 linalg_vector_norm_39" -> "2022 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2022 clamp_min_39" -> "2023 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2023 expand_as_39" -> "2024 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2024 div_39" -> "2025 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2025 quantize_per_tensor_default_119" -> "2026 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2026 dequantize_per_tensor_default_119" -> "2027 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2027 transpose_38" -> "2028 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2028 matmul_38" -> "2030 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2029 _frozen_param160" -> "2030 mul_39" [label="(12, 1, 1)", style=solid]; -"2030 mul_39" -> "2031 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2031 add_66" -> "2043 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2032 new_zeros_9" -> "2033 view_106" [label="(16, 16)", style=solid]; -"2033 view_106" -> "2034 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2034 permute_89" -> "2035 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2035 reshape_87" -> "2036 unsqueeze_56" [label="(4, 64)", style=solid]; -"2035 reshape_87" -> "2037 unsqueeze_57" [label="(4, 64)", style=solid]; -"2036 unsqueeze_56" -> "2038 sub_9" [label="(4, 1, 64)", style=solid]; -"2037 unsqueeze_57" -> "2038 sub_9" [label="(4, 64, 1)", style=solid]; -"2038 sub_9" -> "2039 ne_9" [label="(4, 64, 64)", style=solid]; -"2038 sub_9" -> "2040 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2038 sub_9" -> "2041 eq_9" [label="(4, 64, 64)", style=solid]; -"2039 ne_9" -> "2040 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2040 masked_fill_18" -> "2042 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2041 eq_9" -> "2042 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2042 masked_fill_19" -> "2044 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2043 view_107" -> "2046 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2044 unsqueeze_58" -> "2045 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2045 unsqueeze_59" -> "2046 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2046 add_67" -> "2047 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2047 view_108" -> "2048 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2048 softmax_19" -> "2049 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2049 dropout_76" -> "2050 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2050 matmul_39" -> "2051 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2051 transpose_39" -> "2052 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2052 reshape_88" -> "2053 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2053 reshape_88_0_0_nncf_smooth_quant_0" -> "2054 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2054 quantize_per_tensor_default_120" -> "2055 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2055 dequantize_per_tensor_default_120" -> "2062 linear_119" [label="(4, 64, 384)", style=solid]; -"2056 linear_119_scale_0" -> "2059 quantize_per_channel_default_100" [label="(384,)", style=solid]; -"2056 linear_119_scale_0" -> "2060 dequantize_per_channel_default_100" [label="(384,)", style=solid]; -"2057 linear_119_zero_point_0" -> "2059 quantize_per_channel_default_100" [label="(384,)", style=solid]; -"2057 linear_119_zero_point_0" -> "2060 dequantize_per_channel_default_100" [label="(384,)", style=solid]; -"2058 compressed_weight_updated_constant80" -> "2059 quantize_per_channel_default_100" [label="(384, 384)", style=solid]; -"2059 quantize_per_channel_default_100" -> "2060 dequantize_per_channel_default_100" [label="(384, 384)", style=solid]; -"2060 dequantize_per_channel_default_100" -> "2062 linear_119" [label="(384, 384)", style=solid]; -"2061 features_5_15_attn_proj_bias_0_0" -> "2062 linear_119" [label="(384,)", style=solid]; -"2062 linear_119" -> "2063 dropout_77" [label="(4, 64, 384)", style=solid]; -"2063 dropout_77" -> "2064 view_109" [label="(4, 64, 384)", style=solid]; -"2064 view_109" -> "2065 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2065 permute_90" -> "2066 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2066 reshape_89" -> "2067 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2067 roll_19" -> "2068 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2068 slice_297" -> "2069 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2069 slice_298" -> "2070 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2070 slice_299" -> "2071 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2071 slice_300" -> "2072 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2072 contiguous_37" -> "2073 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2073 layer_norm_41" -> "2074 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2074 add_68" -> "2075 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2074 add_68" -> "2099 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2075 add_68_0_0_nncf_smooth_quant_0" -> "2076 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2076 quantize_per_tensor_default_121" -> "2077 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2077 dequantize_per_tensor_default_121" -> "2084 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2078 linear_120_scale_0" -> "2081 quantize_per_channel_default_101" [label="(1536,)", style=solid]; -"2078 linear_120_scale_0" -> "2082 dequantize_per_channel_default_101" [label="(1536,)", style=solid]; -"2079 linear_120_zero_point_0" -> "2081 quantize_per_channel_default_101" [label="(1536,)", style=solid]; -"2079 linear_120_zero_point_0" -> "2082 dequantize_per_channel_default_101" [label="(1536,)", style=solid]; -"2080 compressed_weight_updated_constant81" -> "2081 quantize_per_channel_default_101" [label="(1536, 384)", style=solid]; -"2081 quantize_per_channel_default_101" -> "2082 dequantize_per_channel_default_101" [label="(1536, 384)", style=solid]; -"2082 dequantize_per_channel_default_101" -> "2084 linear_120" [label="(1536, 384)", style=solid]; -"2083 features_5_15_mlp_0_bias_0_0" -> "2084 linear_120" [label="(1536,)", style=solid]; -"2084 linear_120" -> "2085 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2085 gelu_19" -> "2086 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2086 dropout_78" -> "2087 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2087 dropout_78_0_0_nncf_smooth_quant_0" -> "2088 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2088 quantize_per_tensor_default_122" -> "2089 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2089 dequantize_per_tensor_default_122" -> "2096 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2090 linear_121_scale_0" -> "2093 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2090 linear_121_scale_0" -> "2094 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2091 linear_121_zero_point_0" -> "2093 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2091 linear_121_zero_point_0" -> "2094 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2092 compressed_weight_updated_constant82" -> "2093 quantize_per_channel_default_102" [label="(384, 1536)", style=solid]; -"2093 quantize_per_channel_default_102" -> "2094 dequantize_per_channel_default_102" [label="(384, 1536)", style=solid]; -"2094 dequantize_per_channel_default_102" -> "2096 linear_121" [label="(384, 1536)", style=solid]; -"2095 features_5_15_mlp_3_bias_0_0" -> "2096 linear_121" [label="(384,)", style=solid]; -"2096 linear_121" -> "2097 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2097 dropout_79" -> "2098 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2098 layer_norm_42" -> "2099 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2099 add_69" -> "2101 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2099 add_69" -> "2162 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2100 _frozen_param170" -> "2136 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2101 pad_22" -> "2102 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2102 view_112" -> "2103 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2103 permute_92" -> "2104 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2104 reshape_90" -> "2105 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2105 reshape_90_0_0_nncf_smooth_quant_0" -> "2106 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2106 quantize_per_tensor_default_123" -> "2107 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2107 dequantize_per_tensor_default_123" -> "2114 linear_124" [label="(4, 64, 384)", style=solid]; -"2108 linear_124_scale_0" -> "2111 quantize_per_channel_default_104" [label="(1152,)", style=solid]; -"2108 linear_124_scale_0" -> "2112 dequantize_per_channel_default_104" [label="(1152,)", style=solid]; -"2109 linear_124_zero_point_0" -> "2111 quantize_per_channel_default_104" [label="(1152,)", style=solid]; -"2109 linear_124_zero_point_0" -> "2112 dequantize_per_channel_default_104" [label="(1152,)", style=solid]; -"2110 compressed_weight_updated_constant83" -> "2111 quantize_per_channel_default_104" [label="(1152, 384)", style=solid]; -"2111 quantize_per_channel_default_104" -> "2112 dequantize_per_channel_default_104" [label="(1152, 384)", style=solid]; -"2112 dequantize_per_channel_default_104" -> "2114 linear_124" [label="(1152, 384)", style=solid]; -"2113 _frozen_param171_0_0" -> "2114 linear_124" [label="(1152,)", style=solid]; -"2114 linear_124" -> "2115 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2115 reshape_91" -> "2116 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2116 permute_93" -> "2117 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2116 permute_93" -> "2118 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2116 permute_93" -> "2119 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2117 select_60" -> "2120 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2117 select_60" -> "2122 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2117 select_60" -> "2123 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2118 select_61" -> "2126 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2118 select_61" -> "2128 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2118 select_61" -> "2129 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2119 select_62" -> "2139 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2120 linalg_vector_norm_40" -> "2121 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2121 clamp_min_40" -> "2122 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2122 expand_as_40" -> "2123 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2123 div_40" -> "2124 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2124 quantize_per_tensor_default_124" -> "2125 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2125 dequantize_per_tensor_default_124" -> "2133 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2126 linalg_vector_norm_41" -> "2127 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2127 clamp_min_41" -> "2128 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2128 expand_as_41" -> "2129 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2129 div_41" -> "2130 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2130 quantize_per_tensor_default_125" -> "2131 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2131 dequantize_per_tensor_default_125" -> "2132 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2132 transpose_40" -> "2133 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2133 matmul_40" -> "2135 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2134 _frozen_param173" -> "2135 mul_41" [label="(12, 1, 1)", style=solid]; -"2135 mul_41" -> "2136 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2136 add_70" -> "2137 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2137 softmax_20" -> "2138 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2138 dropout_80" -> "2139 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2139 matmul_41" -> "2140 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2140 transpose_41" -> "2141 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2141 reshape_92" -> "2142 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2142 reshape_92_0_0_nncf_smooth_quant_0" -> "2143 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2143 quantize_per_tensor_default_126" -> "2144 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2144 dequantize_per_tensor_default_126" -> "2151 linear_125" [label="(4, 64, 384)", style=solid]; -"2145 linear_125_scale_0" -> "2148 quantize_per_channel_default_105" [label="(384,)", style=solid]; -"2145 linear_125_scale_0" -> "2149 dequantize_per_channel_default_105" [label="(384,)", style=solid]; -"2146 linear_125_zero_point_0" -> "2148 quantize_per_channel_default_105" [label="(384,)", style=solid]; -"2146 linear_125_zero_point_0" -> "2149 dequantize_per_channel_default_105" [label="(384,)", style=solid]; -"2147 compressed_weight_updated_constant84" -> "2148 quantize_per_channel_default_105" [label="(384, 384)", style=solid]; -"2148 quantize_per_channel_default_105" -> "2149 dequantize_per_channel_default_105" [label="(384, 384)", style=solid]; -"2149 dequantize_per_channel_default_105" -> "2151 linear_125" [label="(384, 384)", style=solid]; -"2150 features_5_16_attn_proj_bias_0_0" -> "2151 linear_125" [label="(384,)", style=solid]; -"2151 linear_125" -> "2152 dropout_81" [label="(4, 64, 384)", style=solid]; -"2152 dropout_81" -> "2153 view_113" [label="(4, 64, 384)", style=solid]; -"2153 view_113" -> "2154 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2154 permute_94" -> "2155 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2155 reshape_93" -> "2156 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2156 slice_302" -> "2157 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2157 slice_303" -> "2158 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2158 slice_304" -> "2159 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2159 slice_305" -> "2160 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2160 contiguous_39" -> "2161 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2161 layer_norm_43" -> "2162 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2162 add_71" -> "2163 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2162 add_71" -> "2187 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2163 add_71_0_0_nncf_smooth_quant_0" -> "2164 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2164 quantize_per_tensor_default_127" -> "2165 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2165 dequantize_per_tensor_default_127" -> "2172 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2166 linear_126_scale_0" -> "2169 quantize_per_channel_default_106" [label="(1536,)", style=solid]; -"2166 linear_126_scale_0" -> "2170 dequantize_per_channel_default_106" [label="(1536,)", style=solid]; -"2167 linear_126_zero_point_0" -> "2169 quantize_per_channel_default_106" [label="(1536,)", style=solid]; -"2167 linear_126_zero_point_0" -> "2170 dequantize_per_channel_default_106" [label="(1536,)", style=solid]; -"2168 compressed_weight_updated_constant85" -> "2169 quantize_per_channel_default_106" [label="(1536, 384)", style=solid]; -"2169 quantize_per_channel_default_106" -> "2170 dequantize_per_channel_default_106" [label="(1536, 384)", style=solid]; -"2170 dequantize_per_channel_default_106" -> "2172 linear_126" [label="(1536, 384)", style=solid]; -"2171 features_5_16_mlp_0_bias_0_0" -> "2172 linear_126" [label="(1536,)", style=solid]; -"2172 linear_126" -> "2173 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2173 gelu_20" -> "2174 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2174 dropout_82" -> "2175 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2175 dropout_82_0_0_nncf_smooth_quant_0" -> "2176 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2176 quantize_per_tensor_default_128" -> "2177 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2177 dequantize_per_tensor_default_128" -> "2184 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2178 linear_127_scale_0" -> "2181 quantize_per_channel_default_107" [label="(384,)", style=solid]; -"2178 linear_127_scale_0" -> "2182 dequantize_per_channel_default_107" [label="(384,)", style=solid]; -"2179 linear_127_zero_point_0" -> "2181 quantize_per_channel_default_107" [label="(384,)", style=solid]; -"2179 linear_127_zero_point_0" -> "2182 dequantize_per_channel_default_107" [label="(384,)", style=solid]; -"2180 compressed_weight_updated_constant86" -> "2181 quantize_per_channel_default_107" [label="(384, 1536)", style=solid]; -"2181 quantize_per_channel_default_107" -> "2182 dequantize_per_channel_default_107" [label="(384, 1536)", style=solid]; -"2182 dequantize_per_channel_default_107" -> "2184 linear_127" [label="(384, 1536)", style=solid]; -"2183 features_5_16_mlp_3_bias_0_0" -> "2184 linear_127" [label="(384,)", style=solid]; -"2184 linear_127" -> "2185 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2185 dropout_83" -> "2186 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2186 layer_norm_44" -> "2187 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2187 add_72" -> "2189 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2187 add_72" -> "2268 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2188 _frozen_param174" -> "2225 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2189 pad_23" -> "2190 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2190 roll_20" -> "2191 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2191 view_116" -> "2192 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2192 permute_96" -> "2193 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2193 reshape_94" -> "2194 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2193 reshape_94" -> "2226 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2194 reshape_94_0_0_nncf_smooth_quant_0" -> "2195 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2195 quantize_per_tensor_default_129" -> "2196 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2196 dequantize_per_tensor_default_129" -> "2203 linear_130" [label="(4, 64, 384)", style=solid]; -"2197 linear_130_scale_0" -> "2200 quantize_per_channel_default_109" [label="(1152,)", style=solid]; -"2197 linear_130_scale_0" -> "2201 dequantize_per_channel_default_109" [label="(1152,)", style=solid]; -"2198 linear_130_zero_point_0" -> "2200 quantize_per_channel_default_109" [label="(1152,)", style=solid]; -"2198 linear_130_zero_point_0" -> "2201 dequantize_per_channel_default_109" [label="(1152,)", style=solid]; -"2199 compressed_weight_updated_constant87" -> "2200 quantize_per_channel_default_109" [label="(1152, 384)", style=solid]; -"2200 quantize_per_channel_default_109" -> "2201 dequantize_per_channel_default_109" [label="(1152, 384)", style=solid]; -"2201 dequantize_per_channel_default_109" -> "2203 linear_130" [label="(1152, 384)", style=solid]; -"2202 _frozen_param175_0_0" -> "2203 linear_130" [label="(1152,)", style=solid]; -"2203 linear_130" -> "2204 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2204 reshape_95" -> "2205 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2205 permute_97" -> "2206 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2205 permute_97" -> "2207 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2205 permute_97" -> "2208 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2206 select_63" -> "2209 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2206 select_63" -> "2211 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2206 select_63" -> "2212 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2207 select_64" -> "2215 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2207 select_64" -> "2217 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2207 select_64" -> "2218 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2208 select_65" -> "2244 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2209 linalg_vector_norm_42" -> "2210 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2210 clamp_min_42" -> "2211 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2211 expand_as_42" -> "2212 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2212 div_42" -> "2213 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2213 quantize_per_tensor_default_130" -> "2214 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2214 dequantize_per_tensor_default_130" -> "2222 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2215 linalg_vector_norm_43" -> "2216 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2216 clamp_min_43" -> "2217 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2217 expand_as_43" -> "2218 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2218 div_43" -> "2219 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2219 quantize_per_tensor_default_131" -> "2220 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2220 dequantize_per_tensor_default_131" -> "2221 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2221 transpose_42" -> "2222 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2222 matmul_42" -> "2224 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2223 _frozen_param177" -> "2224 mul_43" [label="(12, 1, 1)", style=solid]; -"2224 mul_43" -> "2225 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2225 add_73" -> "2237 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2226 new_zeros_10" -> "2227 view_117" [label="(16, 16)", style=solid]; -"2227 view_117" -> "2228 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2228 permute_98" -> "2229 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2229 reshape_96" -> "2230 unsqueeze_62" [label="(4, 64)", style=solid]; -"2229 reshape_96" -> "2231 unsqueeze_63" [label="(4, 64)", style=solid]; -"2230 unsqueeze_62" -> "2232 sub_10" [label="(4, 1, 64)", style=solid]; -"2231 unsqueeze_63" -> "2232 sub_10" [label="(4, 64, 1)", style=solid]; -"2232 sub_10" -> "2233 ne_10" [label="(4, 64, 64)", style=solid]; -"2232 sub_10" -> "2234 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2232 sub_10" -> "2235 eq_10" [label="(4, 64, 64)", style=solid]; -"2233 ne_10" -> "2234 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2234 masked_fill_20" -> "2236 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2235 eq_10" -> "2236 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2236 masked_fill_21" -> "2238 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2237 view_118" -> "2240 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2238 unsqueeze_64" -> "2239 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2239 unsqueeze_65" -> "2240 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2240 add_74" -> "2241 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2241 view_119" -> "2242 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2242 softmax_21" -> "2243 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2243 dropout_84" -> "2244 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2244 matmul_43" -> "2245 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2245 transpose_43" -> "2246 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2246 reshape_97" -> "2247 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2247 reshape_97_0_0_nncf_smooth_quant_0" -> "2248 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2248 quantize_per_tensor_default_132" -> "2249 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2249 dequantize_per_tensor_default_132" -> "2256 linear_131" [label="(4, 64, 384)", style=solid]; -"2250 linear_131_scale_0" -> "2253 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2250 linear_131_scale_0" -> "2254 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2251 linear_131_zero_point_0" -> "2253 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2251 linear_131_zero_point_0" -> "2254 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2252 compressed_weight_updated_constant88" -> "2253 quantize_per_channel_default_110" [label="(384, 384)", style=solid]; -"2253 quantize_per_channel_default_110" -> "2254 dequantize_per_channel_default_110" [label="(384, 384)", style=solid]; -"2254 dequantize_per_channel_default_110" -> "2256 linear_131" [label="(384, 384)", style=solid]; -"2255 features_5_17_attn_proj_bias_0_0" -> "2256 linear_131" [label="(384,)", style=solid]; -"2256 linear_131" -> "2257 dropout_85" [label="(4, 64, 384)", style=solid]; -"2257 dropout_85" -> "2258 view_120" [label="(4, 64, 384)", style=solid]; -"2258 view_120" -> "2259 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2259 permute_99" -> "2260 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2260 reshape_98" -> "2261 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2261 roll_21" -> "2262 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2262 slice_325" -> "2263 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2263 slice_326" -> "2264 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2264 slice_327" -> "2265 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2265 slice_328" -> "2266 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2266 contiguous_41" -> "2267 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2267 layer_norm_45" -> "2268 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2268 add_75" -> "2269 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2268 add_75" -> "2293 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2269 add_75_0_0_nncf_smooth_quant_0" -> "2270 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2270 quantize_per_tensor_default_133" -> "2271 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2271 dequantize_per_tensor_default_133" -> "2278 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2272 linear_132_scale_0" -> "2275 quantize_per_channel_default_111" [label="(1536,)", style=solid]; -"2272 linear_132_scale_0" -> "2276 dequantize_per_channel_default_111" [label="(1536,)", style=solid]; -"2273 linear_132_zero_point_0" -> "2275 quantize_per_channel_default_111" [label="(1536,)", style=solid]; -"2273 linear_132_zero_point_0" -> "2276 dequantize_per_channel_default_111" [label="(1536,)", style=solid]; -"2274 compressed_weight_updated_constant89" -> "2275 quantize_per_channel_default_111" [label="(1536, 384)", style=solid]; -"2275 quantize_per_channel_default_111" -> "2276 dequantize_per_channel_default_111" [label="(1536, 384)", style=solid]; -"2276 dequantize_per_channel_default_111" -> "2278 linear_132" [label="(1536, 384)", style=solid]; -"2277 features_5_17_mlp_0_bias_0_0" -> "2278 linear_132" [label="(1536,)", style=solid]; -"2278 linear_132" -> "2279 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2279 gelu_21" -> "2280 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2280 dropout_86" -> "2281 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2281 dropout_86_0_0_nncf_smooth_quant_0" -> "2282 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2282 quantize_per_tensor_default_134" -> "2283 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2283 dequantize_per_tensor_default_134" -> "2290 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2284 linear_133_scale_0" -> "2287 quantize_per_channel_default_112" [label="(384,)", style=solid]; -"2284 linear_133_scale_0" -> "2288 dequantize_per_channel_default_112" [label="(384,)", style=solid]; -"2285 linear_133_zero_point_0" -> "2287 quantize_per_channel_default_112" [label="(384,)", style=solid]; -"2285 linear_133_zero_point_0" -> "2288 dequantize_per_channel_default_112" [label="(384,)", style=solid]; -"2286 compressed_weight_updated_constant90" -> "2287 quantize_per_channel_default_112" [label="(384, 1536)", style=solid]; -"2287 quantize_per_channel_default_112" -> "2288 dequantize_per_channel_default_112" [label="(384, 1536)", style=solid]; -"2288 dequantize_per_channel_default_112" -> "2290 linear_133" [label="(384, 1536)", style=solid]; -"2289 features_5_17_mlp_3_bias_0_0" -> "2290 linear_133" [label="(384,)", style=solid]; -"2290 linear_133" -> "2291 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2291 dropout_87" -> "2292 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2292 layer_norm_46" -> "2293 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2293 add_76" -> "2294 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2295 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2298 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2301 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2294 pad_24" -> "2304 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2295 slice_329" -> "2296 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2296 slice_330" -> "2297 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2297 slice_331" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2298 slice_332" -> "2299 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2299 slice_333" -> "2300 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2300 slice_334" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2301 slice_335" -> "2302 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2302 slice_336" -> "2303 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2303 slice_337" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2304 slice_338" -> "2305 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2305 slice_339" -> "2306 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2306 slice_340" -> "2307 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2307 cat_2" -> "2308 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2308 cat_2_0_0_nncf_smooth_quant_0" -> "2309 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2309 quantize_per_tensor_default_135" -> "2310 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2310 dequantize_per_tensor_default_135" -> "2316 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2311 linear_134_scale_0" -> "2314 quantize_per_channel_default_113" [label="(768,)", style=solid]; -"2311 linear_134_scale_0" -> "2315 dequantize_per_channel_default_113" [label="(768,)", style=solid]; -"2312 linear_134_zero_point_0" -> "2314 quantize_per_channel_default_113" [label="(768,)", style=solid]; -"2312 linear_134_zero_point_0" -> "2315 dequantize_per_channel_default_113" [label="(768,)", style=solid]; -"2313 compressed_weight_updated_constant91" -> "2314 quantize_per_channel_default_113" [label="(768, 1536)", style=solid]; -"2314 quantize_per_channel_default_113" -> "2315 dequantize_per_channel_default_113" [label="(768, 1536)", style=solid]; -"2315 dequantize_per_channel_default_113" -> "2316 linear_134" [label="(768, 1536)", style=solid]; -"2316 linear_134" -> "2317 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2317 layer_norm_47" -> "2319 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2317 layer_norm_47" -> "2380 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2318 _frozen_param187" -> "2354 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2319 pad_25" -> "2320 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2320 view_123" -> "2321 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2321 permute_101" -> "2322 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2322 reshape_99" -> "2323 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2323 reshape_99_0_0_nncf_smooth_quant_0" -> "2324 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2324 quantize_per_tensor_default_136" -> "2325 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2325 dequantize_per_tensor_default_136" -> "2332 linear_137" [label="(1, 64, 768)", style=solid]; -"2326 linear_137_scale_0" -> "2329 quantize_per_channel_default_115" [label="(2304,)", style=solid]; -"2326 linear_137_scale_0" -> "2330 dequantize_per_channel_default_115" [label="(2304,)", style=solid]; -"2327 linear_137_zero_point_0" -> "2329 quantize_per_channel_default_115" [label="(2304,)", style=solid]; -"2327 linear_137_zero_point_0" -> "2330 dequantize_per_channel_default_115" [label="(2304,)", style=solid]; -"2328 compressed_weight_updated_constant92" -> "2329 quantize_per_channel_default_115" [label="(2304, 768)", style=solid]; -"2329 quantize_per_channel_default_115" -> "2330 dequantize_per_channel_default_115" [label="(2304, 768)", style=solid]; -"2330 dequantize_per_channel_default_115" -> "2332 linear_137" [label="(2304, 768)", style=solid]; -"2331 _frozen_param188_0_0" -> "2332 linear_137" [label="(2304,)", style=solid]; -"2332 linear_137" -> "2333 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2333 reshape_100" -> "2334 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2334 permute_102" -> "2335 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2334 permute_102" -> "2336 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2334 permute_102" -> "2337 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2335 select_66" -> "2338 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2335 select_66" -> "2340 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2335 select_66" -> "2341 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2336 select_67" -> "2344 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2336 select_67" -> "2346 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2336 select_67" -> "2347 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2337 select_68" -> "2357 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2338 linalg_vector_norm_44" -> "2339 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2339 clamp_min_44" -> "2340 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2340 expand_as_44" -> "2341 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2341 div_44" -> "2342 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2342 quantize_per_tensor_default_137" -> "2343 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2343 dequantize_per_tensor_default_137" -> "2351 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2344 linalg_vector_norm_45" -> "2345 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2345 clamp_min_45" -> "2346 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2346 expand_as_45" -> "2347 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2347 div_45" -> "2348 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2348 quantize_per_tensor_default_138" -> "2349 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2349 dequantize_per_tensor_default_138" -> "2350 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2350 transpose_44" -> "2351 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2351 matmul_44" -> "2353 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2352 _frozen_param190" -> "2353 mul_45" [label="(24, 1, 1)", style=solid]; -"2353 mul_45" -> "2354 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2354 add_77" -> "2355 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2355 softmax_22" -> "2356 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2356 dropout_88" -> "2357 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2357 matmul_45" -> "2358 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2358 transpose_45" -> "2359 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2359 reshape_101" -> "2360 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2360 reshape_101_0_0_nncf_smooth_quant_0" -> "2361 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2361 quantize_per_tensor_default_139" -> "2362 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2362 dequantize_per_tensor_default_139" -> "2369 linear_138" [label="(1, 64, 768)", style=solid]; -"2363 linear_138_scale_0" -> "2366 quantize_per_channel_default_116" [label="(768,)", style=solid]; -"2363 linear_138_scale_0" -> "2367 dequantize_per_channel_default_116" [label="(768,)", style=solid]; -"2364 linear_138_zero_point_0" -> "2366 quantize_per_channel_default_116" [label="(768,)", style=solid]; -"2364 linear_138_zero_point_0" -> "2367 dequantize_per_channel_default_116" [label="(768,)", style=solid]; -"2365 compressed_weight_updated_constant93" -> "2366 quantize_per_channel_default_116" [label="(768, 768)", style=solid]; -"2366 quantize_per_channel_default_116" -> "2367 dequantize_per_channel_default_116" [label="(768, 768)", style=solid]; -"2367 dequantize_per_channel_default_116" -> "2369 linear_138" [label="(768, 768)", style=solid]; -"2368 features_7_0_attn_proj_bias_0_0" -> "2369 linear_138" [label="(768,)", style=solid]; -"2369 linear_138" -> "2370 dropout_89" [label="(1, 64, 768)", style=solid]; -"2370 dropout_89" -> "2371 view_124" [label="(1, 64, 768)", style=solid]; -"2371 view_124" -> "2372 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2372 permute_103" -> "2373 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2373 reshape_102" -> "2374 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"2374 slice_342" -> "2375 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"2375 slice_343" -> "2376 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"2376 slice_344" -> "2377 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"2377 slice_345" -> "2378 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"2378 contiguous_43" -> "2379 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"2379 layer_norm_48" -> "2380 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2380 add_78" -> "2381 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2380 add_78" -> "2405 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2381 add_78_0_0_nncf_smooth_quant_0" -> "2382 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2382 quantize_per_tensor_default_140" -> "2383 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2383 dequantize_per_tensor_default_140" -> "2390 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2384 linear_139_scale_0" -> "2387 quantize_per_channel_default_117" [label="(3072,)", style=solid]; -"2384 linear_139_scale_0" -> "2388 dequantize_per_channel_default_117" [label="(3072,)", style=solid]; -"2385 linear_139_zero_point_0" -> "2387 quantize_per_channel_default_117" [label="(3072,)", style=solid]; -"2385 linear_139_zero_point_0" -> "2388 dequantize_per_channel_default_117" [label="(3072,)", style=solid]; -"2386 compressed_weight_updated_constant94" -> "2387 quantize_per_channel_default_117" [label="(3072, 768)", style=solid]; -"2387 quantize_per_channel_default_117" -> "2388 dequantize_per_channel_default_117" [label="(3072, 768)", style=solid]; -"2388 dequantize_per_channel_default_117" -> "2390 linear_139" [label="(3072, 768)", style=solid]; -"2389 features_7_0_mlp_0_bias_0_0" -> "2390 linear_139" [label="(3072,)", style=solid]; -"2390 linear_139" -> "2391 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"2391 gelu_22" -> "2392 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"2392 dropout_90" -> "2393 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"2393 dropout_90_0_0_nncf_smooth_quant_0" -> "2394 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"2394 quantize_per_tensor_default_141" -> "2395 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"2395 dequantize_per_tensor_default_141" -> "2402 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"2396 linear_140_scale_0" -> "2399 quantize_per_channel_default_118" [label="(768,)", style=solid]; -"2396 linear_140_scale_0" -> "2400 dequantize_per_channel_default_118" [label="(768,)", style=solid]; -"2397 linear_140_zero_point_0" -> "2399 quantize_per_channel_default_118" [label="(768,)", style=solid]; -"2397 linear_140_zero_point_0" -> "2400 dequantize_per_channel_default_118" [label="(768,)", style=solid]; -"2398 compressed_weight_updated_constant95" -> "2399 quantize_per_channel_default_118" [label="(768, 3072)", style=solid]; -"2399 quantize_per_channel_default_118" -> "2400 dequantize_per_channel_default_118" [label="(768, 3072)", style=solid]; -"2400 dequantize_per_channel_default_118" -> "2402 linear_140" [label="(768, 3072)", style=solid]; -"2401 features_7_0_mlp_3_bias_0_0" -> "2402 linear_140" [label="(768,)", style=solid]; -"2402 linear_140" -> "2403 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"2403 dropout_91" -> "2404 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"2404 layer_norm_49" -> "2405 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2405 add_79" -> "2407 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"2405 add_79" -> "2468 add_81" [label="(1, 7, 7, 768)", style=solid]; -"2406 _frozen_param191" -> "2442 add_80" [label="(1, 24, 64, 64)", style=solid]; -"2407 pad_26" -> "2408 view_127" [label="(1, 8, 8, 768)", style=solid]; -"2408 view_127" -> "2409 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2409 permute_105" -> "2410 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2410 reshape_103" -> "2411 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2411 reshape_103_0_0_nncf_smooth_quant_0" -> "2412 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"2412 quantize_per_tensor_default_142" -> "2413 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"2413 dequantize_per_tensor_default_142" -> "2420 linear_143" [label="(1, 64, 768)", style=solid]; -"2414 linear_143_scale_0" -> "2417 quantize_per_channel_default_120" [label="(2304,)", style=solid]; -"2414 linear_143_scale_0" -> "2418 dequantize_per_channel_default_120" [label="(2304,)", style=solid]; -"2415 linear_143_zero_point_0" -> "2417 quantize_per_channel_default_120" [label="(2304,)", style=solid]; -"2415 linear_143_zero_point_0" -> "2418 dequantize_per_channel_default_120" [label="(2304,)", style=solid]; -"2416 compressed_weight_updated_constant96" -> "2417 quantize_per_channel_default_120" [label="(2304, 768)", style=solid]; -"2417 quantize_per_channel_default_120" -> "2418 dequantize_per_channel_default_120" [label="(2304, 768)", style=solid]; -"2418 dequantize_per_channel_default_120" -> "2420 linear_143" [label="(2304, 768)", style=solid]; -"2419 _frozen_param192_0_0" -> "2420 linear_143" [label="(2304,)", style=solid]; -"2420 linear_143" -> "2421 reshape_104" [label="(1, 64, 2304)", style=solid]; -"2421 reshape_104" -> "2422 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"2422 permute_106" -> "2423 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"2422 permute_106" -> "2424 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"2422 permute_106" -> "2425 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"2423 select_69" -> "2426 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"2423 select_69" -> "2428 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"2423 select_69" -> "2429 div_46" [label="(1, 24, 64, 32)", style=solid]; -"2424 select_70" -> "2432 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"2424 select_70" -> "2434 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"2424 select_70" -> "2435 div_47" [label="(1, 24, 64, 32)", style=solid]; -"2425 select_71" -> "2445 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"2426 linalg_vector_norm_46" -> "2427 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"2427 clamp_min_46" -> "2428 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"2428 expand_as_46" -> "2429 div_46" [label="(1, 24, 64, 32)", style=solid]; -"2429 div_46" -> "2430 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"2430 quantize_per_tensor_default_143" -> "2431 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"2431 dequantize_per_tensor_default_143" -> "2439 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"2432 linalg_vector_norm_47" -> "2433 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"2433 clamp_min_47" -> "2434 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"2434 expand_as_47" -> "2435 div_47" [label="(1, 24, 64, 32)", style=solid]; -"2435 div_47" -> "2436 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"2436 quantize_per_tensor_default_144" -> "2437 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"2437 dequantize_per_tensor_default_144" -> "2438 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"2438 transpose_46" -> "2439 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"2439 matmul_46" -> "2441 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"2440 _frozen_param194" -> "2441 mul_47" [label="(24, 1, 1)", style=solid]; -"2441 mul_47" -> "2442 add_80" [label="(1, 24, 64, 64)", style=solid]; -"2442 add_80" -> "2443 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"2443 softmax_23" -> "2444 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"2444 dropout_92" -> "2445 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"2445 matmul_47" -> "2446 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"2446 transpose_47" -> "2447 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"2447 reshape_105" -> "2448 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2448 reshape_105_0_0_nncf_smooth_quant_0" -> "2449 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"2449 quantize_per_tensor_default_145" -> "2450 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"2450 dequantize_per_tensor_default_145" -> "2457 linear_144" [label="(1, 64, 768)", style=solid]; -"2451 linear_144_scale_0" -> "2454 quantize_per_channel_default_121" [label="(768,)", style=solid]; -"2451 linear_144_scale_0" -> "2455 dequantize_per_channel_default_121" [label="(768,)", style=solid]; -"2452 linear_144_zero_point_0" -> "2454 quantize_per_channel_default_121" [label="(768,)", style=solid]; -"2452 linear_144_zero_point_0" -> "2455 dequantize_per_channel_default_121" [label="(768,)", style=solid]; -"2453 compressed_weight_updated_constant97" -> "2454 quantize_per_channel_default_121" [label="(768, 768)", style=solid]; -"2454 quantize_per_channel_default_121" -> "2455 dequantize_per_channel_default_121" [label="(768, 768)", style=solid]; -"2455 dequantize_per_channel_default_121" -> "2457 linear_144" [label="(768, 768)", style=solid]; -"2456 features_7_1_attn_proj_bias_0_0" -> "2457 linear_144" [label="(768,)", style=solid]; -"2457 linear_144" -> "2458 dropout_93" [label="(1, 64, 768)", style=solid]; -"2458 dropout_93" -> "2459 view_128" [label="(1, 64, 768)", style=solid]; -"2459 view_128" -> "2460 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2460 permute_107" -> "2461 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2461 reshape_106" -> "2462 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"2462 slice_347" -> "2463 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"2463 slice_348" -> "2464 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"2464 slice_349" -> "2465 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"2465 slice_350" -> "2466 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"2466 contiguous_45" -> "2467 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"2467 layer_norm_50" -> "2468 add_81" [label="(1, 7, 7, 768)", style=solid]; -"2468 add_81" -> "2469 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2468 add_81" -> "2493 add_82" [label="(1, 7, 7, 768)", style=solid]; -"2469 add_81_0_0_nncf_smooth_quant_0" -> "2470 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"2470 quantize_per_tensor_default_146" -> "2471 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"2471 dequantize_per_tensor_default_146" -> "2478 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"2472 linear_145_scale_0" -> "2475 quantize_per_channel_default_122" [label="(3072,)", style=solid]; -"2472 linear_145_scale_0" -> "2476 dequantize_per_channel_default_122" [label="(3072,)", style=solid]; -"2473 linear_145_zero_point_0" -> "2475 quantize_per_channel_default_122" [label="(3072,)", style=solid]; -"2473 linear_145_zero_point_0" -> "2476 dequantize_per_channel_default_122" [label="(3072,)", style=solid]; -"2474 compressed_weight_updated_constant98" -> "2475 quantize_per_channel_default_122" [label="(3072, 768)", style=solid]; -"2475 quantize_per_channel_default_122" -> "2476 dequantize_per_channel_default_122" [label="(3072, 768)", style=solid]; -"2476 dequantize_per_channel_default_122" -> "2478 linear_145" [label="(3072, 768)", style=solid]; -"2477 features_7_1_mlp_0_bias_0_0" -> "2478 linear_145" [label="(3072,)", style=solid]; -"2478 linear_145" -> "2479 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"2479 gelu_23" -> "2480 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"2480 dropout_94" -> "2481 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"2481 dropout_94_0_0_nncf_smooth_quant_0" -> "2482 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"2482 quantize_per_tensor_default_147" -> "2483 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"2483 dequantize_per_tensor_default_147" -> "2490 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"2484 linear_146_scale_0" -> "2487 quantize_per_channel_default_123" [label="(768,)", style=solid]; -"2484 linear_146_scale_0" -> "2488 dequantize_per_channel_default_123" [label="(768,)", style=solid]; -"2485 linear_146_zero_point_0" -> "2487 quantize_per_channel_default_123" [label="(768,)", style=solid]; -"2485 linear_146_zero_point_0" -> "2488 dequantize_per_channel_default_123" [label="(768,)", style=solid]; -"2486 compressed_weight_updated_constant99" -> "2487 quantize_per_channel_default_123" [label="(768, 3072)", style=solid]; -"2487 quantize_per_channel_default_123" -> "2488 dequantize_per_channel_default_123" [label="(768, 3072)", style=solid]; -"2488 dequantize_per_channel_default_123" -> "2490 linear_146" [label="(768, 3072)", style=solid]; -"2489 features_7_1_mlp_3_bias_0_0" -> "2490 linear_146" [label="(768,)", style=solid]; -"2490 linear_146" -> "2491 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"2491 dropout_95" -> "2492 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"2492 layer_norm_51" -> "2493 add_82" [label="(1, 7, 7, 768)", style=solid]; -"2493 add_82" -> "2494 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"2494 layer_norm_52" -> "2495 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"2495 permute_108" -> "2496 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"2496 adaptive_avg_pool2d" -> "2497 flatten" [label="(1, 768, 1, 1)", style=solid]; -"2497 flatten" -> "2498 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"2498 flatten_0_0_nncf_smooth_quant_0" -> "2499 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"2499 quantize_per_tensor_default_148" -> "2500 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"2500 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; -"2501 linear_147_scale_0" -> "2504 quantize_per_channel_default_124" [label="(1000,)", style=solid]; -"2501 linear_147_scale_0" -> "2505 dequantize_per_channel_default_124" [label="(1000,)", style=solid]; -"2502 linear_147_zero_point_0" -> "2504 quantize_per_channel_default_124" [label="(1000,)", style=solid]; -"2502 linear_147_zero_point_0" -> "2505 dequantize_per_channel_default_124" [label="(1000,)", style=solid]; -"2503 compressed_weight_updated_constant100" -> "2504 quantize_per_channel_default_124" [label="(1000, 768)", style=solid]; -"2504 quantize_per_channel_default_124" -> "2505 dequantize_per_channel_default_124" [label="(1000, 768)", style=solid]; -"2505 dequantize_per_channel_default_124" -> "2507 linear_147" [label="(1000, 768)", style=solid]; -"2506 head_bias_0_0" -> "2507 linear_147" [label="(1000,)", style=solid]; +"0 features_1_0_attn_proj_bias" -> "241 linear_3" [label="(96,)", style=solid]; +"1 features_1_1_attn_proj_bias" -> "340 linear_9" [label="(96,)", style=solid]; +"2 features_3_0_attn_proj_bias" -> "447 linear_16" [label="(192,)", style=solid]; +"3 features_3_1_attn_proj_bias" -> "549 linear_22" [label="(192,)", style=solid]; +"4 features_5_0_attn_proj_bias" -> "659 linear_29" [label="(384,)", style=solid]; +"5 features_5_1_attn_proj_bias" -> "761 linear_35" [label="(384,)", style=solid]; +"6 features_5_2_attn_proj_bias" -> "847 linear_41" [label="(384,)", style=solid]; +"7 features_5_3_attn_proj_bias" -> "949 linear_47" [label="(384,)", style=solid]; +"8 features_5_4_attn_proj_bias" -> "1035 linear_53" [label="(384,)", style=solid]; +"9 features_5_5_attn_proj_bias" -> "1137 linear_59" [label="(384,)", style=solid]; +"10 features_5_6_attn_proj_bias" -> "1223 linear_65" [label="(384,)", style=solid]; +"11 features_5_7_attn_proj_bias" -> "1325 linear_71" [label="(384,)", style=solid]; +"12 features_5_8_attn_proj_bias" -> "1411 linear_77" [label="(384,)", style=solid]; +"13 features_5_9_attn_proj_bias" -> "1513 linear_83" [label="(384,)", style=solid]; +"14 features_5_10_attn_proj_bias" -> "1599 linear_89" [label="(384,)", style=solid]; +"15 features_5_11_attn_proj_bias" -> "1701 linear_95" [label="(384,)", style=solid]; +"16 features_5_12_attn_proj_bias" -> "1787 linear_101" [label="(384,)", style=solid]; +"17 features_5_13_attn_proj_bias" -> "1889 linear_107" [label="(384,)", style=solid]; +"18 features_5_14_attn_proj_bias" -> "1975 linear_113" [label="(384,)", style=solid]; +"19 features_5_15_attn_proj_bias" -> "2077 linear_119" [label="(384,)", style=solid]; +"20 features_5_16_attn_proj_bias" -> "2163 linear_125" [label="(384,)", style=solid]; +"21 features_5_17_attn_proj_bias" -> "2265 linear_131" [label="(384,)", style=solid]; +"22 features_7_0_attn_proj_bias" -> "2375 linear_138" [label="(768,)", style=solid]; +"23 features_7_1_attn_proj_bias" -> "2460 linear_144" [label="(768,)", style=solid]; +"24 features_0_0_bias" -> "188 conv2d" [label="(96,)", style=solid]; +"25 features_0_2_weight" -> "190 layer_norm" [label="(96,)", style=solid]; +"26 features_0_2_bias" -> "190 layer_norm" [label="(96,)", style=solid]; +"27 features_1_0_norm1_weight" -> "248 layer_norm_1" [label="(96,)", style=solid]; +"28 features_1_0_norm1_bias" -> "248 layer_norm_1" [label="(96,)", style=solid]; +"29 features_1_0_mlp_0_bias" -> "258 linear_4" [label="(384,)", style=solid]; +"30 features_1_0_mlp_3_bias" -> "269 linear_5" [label="(96,)", style=solid]; +"31 features_1_0_norm2_weight" -> "271 layer_norm_2" [label="(96,)", style=solid]; +"32 features_1_0_norm2_bias" -> "271 layer_norm_2" [label="(96,)", style=solid]; +"33 features_1_1_norm1_weight" -> "348 layer_norm_3" [label="(96,)", style=solid]; +"34 features_1_1_norm1_bias" -> "348 layer_norm_3" [label="(96,)", style=solid]; +"35 features_1_1_mlp_0_bias" -> "358 linear_10" [label="(384,)", style=solid]; +"36 features_1_1_mlp_3_bias" -> "369 linear_11" [label="(96,)", style=solid]; +"37 features_1_1_norm2_weight" -> "371 layer_norm_4" [label="(96,)", style=solid]; +"38 features_1_1_norm2_bias" -> "371 layer_norm_4" [label="(96,)", style=solid]; +"39 features_2_norm_weight" -> "396 layer_norm_5" [label="(192,)", style=solid]; +"40 features_2_norm_bias" -> "396 layer_norm_5" [label="(192,)", style=solid]; +"41 features_3_0_norm1_weight" -> "457 layer_norm_6" [label="(192,)", style=solid]; +"42 features_3_0_norm1_bias" -> "457 layer_norm_6" [label="(192,)", style=solid]; +"43 features_3_0_mlp_0_bias" -> "467 linear_17" [label="(768,)", style=solid]; +"44 features_3_0_mlp_3_bias" -> "478 linear_18" [label="(192,)", style=solid]; +"45 features_3_0_norm2_weight" -> "480 layer_norm_7" [label="(192,)", style=solid]; +"46 features_3_0_norm2_bias" -> "480 layer_norm_7" [label="(192,)", style=solid]; +"47 features_3_1_norm1_weight" -> "560 layer_norm_8" [label="(192,)", style=solid]; +"48 features_3_1_norm1_bias" -> "560 layer_norm_8" [label="(192,)", style=solid]; +"49 features_3_1_mlp_0_bias" -> "570 linear_23" [label="(768,)", style=solid]; +"50 features_3_1_mlp_3_bias" -> "581 linear_24" [label="(192,)", style=solid]; +"51 features_3_1_norm2_weight" -> "583 layer_norm_9" [label="(192,)", style=solid]; +"52 features_3_1_norm2_bias" -> "583 layer_norm_9" [label="(192,)", style=solid]; +"53 features_4_norm_weight" -> "608 layer_norm_10" [label="(384,)", style=solid]; +"54 features_4_norm_bias" -> "608 layer_norm_10" [label="(384,)", style=solid]; +"55 features_5_0_norm1_weight" -> "669 layer_norm_11" [label="(384,)", style=solid]; +"56 features_5_0_norm1_bias" -> "669 layer_norm_11" [label="(384,)", style=solid]; +"57 features_5_0_mlp_0_bias" -> "679 linear_30" [label="(1536,)", style=solid]; +"58 features_5_0_mlp_3_bias" -> "690 linear_31" [label="(384,)", style=solid]; +"59 features_5_0_norm2_weight" -> "692 layer_norm_12" [label="(384,)", style=solid]; +"60 features_5_0_norm2_bias" -> "692 layer_norm_12" [label="(384,)", style=solid]; +"61 features_5_1_norm1_weight" -> "772 layer_norm_13" [label="(384,)", style=solid]; +"62 features_5_1_norm1_bias" -> "772 layer_norm_13" [label="(384,)", style=solid]; +"63 features_5_1_mlp_0_bias" -> "782 linear_36" [label="(1536,)", style=solid]; +"64 features_5_1_mlp_3_bias" -> "793 linear_37" [label="(384,)", style=solid]; +"65 features_5_1_norm2_weight" -> "795 layer_norm_14" [label="(384,)", style=solid]; +"66 features_5_1_norm2_bias" -> "795 layer_norm_14" [label="(384,)", style=solid]; +"67 features_5_2_norm1_weight" -> "857 layer_norm_15" [label="(384,)", style=solid]; +"68 features_5_2_norm1_bias" -> "857 layer_norm_15" [label="(384,)", style=solid]; +"69 features_5_2_mlp_0_bias" -> "867 linear_42" [label="(1536,)", style=solid]; +"70 features_5_2_mlp_3_bias" -> "878 linear_43" [label="(384,)", style=solid]; +"71 features_5_2_norm2_weight" -> "880 layer_norm_16" [label="(384,)", style=solid]; +"72 features_5_2_norm2_bias" -> "880 layer_norm_16" [label="(384,)", style=solid]; +"73 features_5_3_norm1_weight" -> "960 layer_norm_17" [label="(384,)", style=solid]; +"74 features_5_3_norm1_bias" -> "960 layer_norm_17" [label="(384,)", style=solid]; +"75 features_5_3_mlp_0_bias" -> "970 linear_48" [label="(1536,)", style=solid]; +"76 features_5_3_mlp_3_bias" -> "981 linear_49" [label="(384,)", style=solid]; +"77 features_5_3_norm2_weight" -> "983 layer_norm_18" [label="(384,)", style=solid]; +"78 features_5_3_norm2_bias" -> "983 layer_norm_18" [label="(384,)", style=solid]; +"79 features_5_4_norm1_weight" -> "1045 layer_norm_19" [label="(384,)", style=solid]; +"80 features_5_4_norm1_bias" -> "1045 layer_norm_19" [label="(384,)", style=solid]; +"81 features_5_4_mlp_0_bias" -> "1055 linear_54" [label="(1536,)", style=solid]; +"82 features_5_4_mlp_3_bias" -> "1066 linear_55" [label="(384,)", style=solid]; +"83 features_5_4_norm2_weight" -> "1068 layer_norm_20" [label="(384,)", style=solid]; +"84 features_5_4_norm2_bias" -> "1068 layer_norm_20" [label="(384,)", style=solid]; +"85 features_5_5_norm1_weight" -> "1148 layer_norm_21" [label="(384,)", style=solid]; +"86 features_5_5_norm1_bias" -> "1148 layer_norm_21" [label="(384,)", style=solid]; +"87 features_5_5_mlp_0_bias" -> "1158 linear_60" [label="(1536,)", style=solid]; +"88 features_5_5_mlp_3_bias" -> "1169 linear_61" [label="(384,)", style=solid]; +"89 features_5_5_norm2_weight" -> "1171 layer_norm_22" [label="(384,)", style=solid]; +"90 features_5_5_norm2_bias" -> "1171 layer_norm_22" [label="(384,)", style=solid]; +"91 features_5_6_norm1_weight" -> "1233 layer_norm_23" [label="(384,)", style=solid]; +"92 features_5_6_norm1_bias" -> "1233 layer_norm_23" [label="(384,)", style=solid]; +"93 features_5_6_mlp_0_bias" -> "1243 linear_66" [label="(1536,)", style=solid]; +"94 features_5_6_mlp_3_bias" -> "1254 linear_67" [label="(384,)", style=solid]; +"95 features_5_6_norm2_weight" -> "1256 layer_norm_24" [label="(384,)", style=solid]; +"96 features_5_6_norm2_bias" -> "1256 layer_norm_24" [label="(384,)", style=solid]; +"97 features_5_7_norm1_weight" -> "1336 layer_norm_25" [label="(384,)", style=solid]; +"98 features_5_7_norm1_bias" -> "1336 layer_norm_25" [label="(384,)", style=solid]; +"99 features_5_7_mlp_0_bias" -> "1346 linear_72" [label="(1536,)", style=solid]; +"100 features_5_7_mlp_3_bias" -> "1357 linear_73" [label="(384,)", style=solid]; +"101 features_5_7_norm2_weight" -> "1359 layer_norm_26" [label="(384,)", style=solid]; +"102 features_5_7_norm2_bias" -> "1359 layer_norm_26" [label="(384,)", style=solid]; +"103 features_5_8_norm1_weight" -> "1421 layer_norm_27" [label="(384,)", style=solid]; +"104 features_5_8_norm1_bias" -> "1421 layer_norm_27" [label="(384,)", style=solid]; +"105 features_5_8_mlp_0_bias" -> "1431 linear_78" [label="(1536,)", style=solid]; +"106 features_5_8_mlp_3_bias" -> "1442 linear_79" [label="(384,)", style=solid]; +"107 features_5_8_norm2_weight" -> "1444 layer_norm_28" [label="(384,)", style=solid]; +"108 features_5_8_norm2_bias" -> "1444 layer_norm_28" [label="(384,)", style=solid]; +"109 features_5_9_norm1_weight" -> "1524 layer_norm_29" [label="(384,)", style=solid]; +"110 features_5_9_norm1_bias" -> "1524 layer_norm_29" [label="(384,)", style=solid]; +"111 features_5_9_mlp_0_bias" -> "1534 linear_84" [label="(1536,)", style=solid]; +"112 features_5_9_mlp_3_bias" -> "1545 linear_85" [label="(384,)", style=solid]; +"113 features_5_9_norm2_weight" -> "1547 layer_norm_30" [label="(384,)", style=solid]; +"114 features_5_9_norm2_bias" -> "1547 layer_norm_30" [label="(384,)", style=solid]; +"115 features_5_10_norm1_weight" -> "1609 layer_norm_31" [label="(384,)", style=solid]; +"116 features_5_10_norm1_bias" -> "1609 layer_norm_31" [label="(384,)", style=solid]; +"117 features_5_10_mlp_0_bias" -> "1619 linear_90" [label="(1536,)", style=solid]; +"118 features_5_10_mlp_3_bias" -> "1630 linear_91" [label="(384,)", style=solid]; +"119 features_5_10_norm2_weight" -> "1632 layer_norm_32" [label="(384,)", style=solid]; +"120 features_5_10_norm2_bias" -> "1632 layer_norm_32" [label="(384,)", style=solid]; +"121 features_5_11_norm1_weight" -> "1712 layer_norm_33" [label="(384,)", style=solid]; +"122 features_5_11_norm1_bias" -> "1712 layer_norm_33" [label="(384,)", style=solid]; +"123 features_5_11_mlp_0_bias" -> "1722 linear_96" [label="(1536,)", style=solid]; +"124 features_5_11_mlp_3_bias" -> "1733 linear_97" [label="(384,)", style=solid]; +"125 features_5_11_norm2_weight" -> "1735 layer_norm_34" [label="(384,)", style=solid]; +"126 features_5_11_norm2_bias" -> "1735 layer_norm_34" [label="(384,)", style=solid]; +"127 features_5_12_norm1_weight" -> "1797 layer_norm_35" [label="(384,)", style=solid]; +"128 features_5_12_norm1_bias" -> "1797 layer_norm_35" [label="(384,)", style=solid]; +"129 features_5_12_mlp_0_bias" -> "1807 linear_102" [label="(1536,)", style=solid]; +"130 features_5_12_mlp_3_bias" -> "1818 linear_103" [label="(384,)", style=solid]; +"131 features_5_12_norm2_weight" -> "1820 layer_norm_36" [label="(384,)", style=solid]; +"132 features_5_12_norm2_bias" -> "1820 layer_norm_36" [label="(384,)", style=solid]; +"133 features_5_13_norm1_weight" -> "1900 layer_norm_37" [label="(384,)", style=solid]; +"134 features_5_13_norm1_bias" -> "1900 layer_norm_37" [label="(384,)", style=solid]; +"135 features_5_13_mlp_0_bias" -> "1910 linear_108" [label="(1536,)", style=solid]; +"136 features_5_13_mlp_3_bias" -> "1921 linear_109" [label="(384,)", style=solid]; +"137 features_5_13_norm2_weight" -> "1923 layer_norm_38" [label="(384,)", style=solid]; +"138 features_5_13_norm2_bias" -> "1923 layer_norm_38" [label="(384,)", style=solid]; +"139 features_5_14_norm1_weight" -> "1985 layer_norm_39" [label="(384,)", style=solid]; +"140 features_5_14_norm1_bias" -> "1985 layer_norm_39" [label="(384,)", style=solid]; +"141 features_5_14_mlp_0_bias" -> "1995 linear_114" [label="(1536,)", style=solid]; +"142 features_5_14_mlp_3_bias" -> "2006 linear_115" [label="(384,)", style=solid]; +"143 features_5_14_norm2_weight" -> "2008 layer_norm_40" [label="(384,)", style=solid]; +"144 features_5_14_norm2_bias" -> "2008 layer_norm_40" [label="(384,)", style=solid]; +"145 features_5_15_norm1_weight" -> "2088 layer_norm_41" [label="(384,)", style=solid]; +"146 features_5_15_norm1_bias" -> "2088 layer_norm_41" [label="(384,)", style=solid]; +"147 features_5_15_mlp_0_bias" -> "2098 linear_120" [label="(1536,)", style=solid]; +"148 features_5_15_mlp_3_bias" -> "2109 linear_121" [label="(384,)", style=solid]; +"149 features_5_15_norm2_weight" -> "2111 layer_norm_42" [label="(384,)", style=solid]; +"150 features_5_15_norm2_bias" -> "2111 layer_norm_42" [label="(384,)", style=solid]; +"151 features_5_16_norm1_weight" -> "2173 layer_norm_43" [label="(384,)", style=solid]; +"152 features_5_16_norm1_bias" -> "2173 layer_norm_43" [label="(384,)", style=solid]; +"153 features_5_16_mlp_0_bias" -> "2183 linear_126" [label="(1536,)", style=solid]; +"154 features_5_16_mlp_3_bias" -> "2194 linear_127" [label="(384,)", style=solid]; +"155 features_5_16_norm2_weight" -> "2196 layer_norm_44" [label="(384,)", style=solid]; +"156 features_5_16_norm2_bias" -> "2196 layer_norm_44" [label="(384,)", style=solid]; +"157 features_5_17_norm1_weight" -> "2276 layer_norm_45" [label="(384,)", style=solid]; +"158 features_5_17_norm1_bias" -> "2276 layer_norm_45" [label="(384,)", style=solid]; +"159 features_5_17_mlp_0_bias" -> "2286 linear_132" [label="(1536,)", style=solid]; +"160 features_5_17_mlp_3_bias" -> "2297 linear_133" [label="(384,)", style=solid]; +"161 features_5_17_norm2_weight" -> "2299 layer_norm_46" [label="(384,)", style=solid]; +"162 features_5_17_norm2_bias" -> "2299 layer_norm_46" [label="(384,)", style=solid]; +"163 features_6_norm_weight" -> "2324 layer_norm_47" [label="(768,)", style=solid]; +"164 features_6_norm_bias" -> "2324 layer_norm_47" [label="(768,)", style=solid]; +"165 features_7_0_norm1_weight" -> "2385 layer_norm_48" [label="(768,)", style=solid]; +"166 features_7_0_norm1_bias" -> "2385 layer_norm_48" [label="(768,)", style=solid]; +"167 features_7_0_mlp_0_bias" -> "2395 linear_139" [label="(3072,)", style=solid]; +"168 features_7_0_mlp_3_bias" -> "2406 linear_140" [label="(768,)", style=solid]; +"169 features_7_0_norm2_weight" -> "2408 layer_norm_49" [label="(768,)", style=solid]; +"170 features_7_0_norm2_bias" -> "2408 layer_norm_49" [label="(768,)", style=solid]; +"171 features_7_1_norm1_weight" -> "2470 layer_norm_50" [label="(768,)", style=solid]; +"172 features_7_1_norm1_bias" -> "2470 layer_norm_50" [label="(768,)", style=solid]; +"173 features_7_1_mlp_0_bias" -> "2480 linear_145" [label="(3072,)", style=solid]; +"174 features_7_1_mlp_3_bias" -> "2491 linear_146" [label="(768,)", style=solid]; +"175 features_7_1_norm2_weight" -> "2493 layer_norm_51" [label="(768,)", style=solid]; +"176 features_7_1_norm2_bias" -> "2493 layer_norm_51" [label="(768,)", style=solid]; +"177 norm_weight" -> "2495 layer_norm_52" [label="(768,)", style=solid]; +"178 norm_bias" -> "2495 layer_norm_52" [label="(768,)", style=solid]; +"179 head_bias" -> "2507 linear_147" [label="(1000,)", style=solid]; +"180 x" -> "181 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"181 quantize_per_tensor_default" -> "182 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"182 dequantize_per_tensor_default" -> "188 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"183 conv2d_scale_0" -> "186 quantize_per_channel_default" [label="(96,)", style=solid]; +"183 conv2d_scale_0" -> "187 dequantize_per_channel_default" [label="(96,)", style=solid]; +"184 conv2d_zero_point_0" -> "186 quantize_per_channel_default" [label="(96,)", style=solid]; +"184 conv2d_zero_point_0" -> "187 dequantize_per_channel_default" [label="(96,)", style=solid]; +"185 compressed_weight_updated_constant0" -> "186 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"186 quantize_per_channel_default" -> "187 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"187 dequantize_per_channel_default" -> "188 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"188 conv2d" -> "189 permute" [label="(1, 96, 56, 56)", style=solid]; +"189 permute" -> "190 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"190 layer_norm" -> "192 pad" [label="(1, 56, 56, 96)", style=solid]; +"190 layer_norm" -> "249 add_1" [label="(1, 56, 56, 96)", style=solid]; +"191 _frozen_param0" -> "227 add" [label="(1, 3, 64, 64)", style=solid]; +"192 pad" -> "193 view_2" [label="(1, 56, 56, 96)", style=solid]; +"193 view_2" -> "194 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"194 permute_2" -> "195 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"195 reshape" -> "197 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"196 _frozen_param1" -> "205 linear_2" [label="(288,)", style=solid]; +"197 reshape_0_0_nncf_smooth_quant_0" -> "198 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"198 quantize_per_tensor_default_1" -> "199 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"199 dequantize_per_tensor_default_1" -> "205 linear_2" [label="(49, 64, 96)", style=solid]; +"200 linear_2_scale_0" -> "203 quantize_per_channel_default_1" [label="(288,)", style=solid]; +"200 linear_2_scale_0" -> "204 dequantize_per_channel_default_1" [label="(288,)", style=solid]; +"201 linear_2_zero_point_0" -> "203 quantize_per_channel_default_1" [label="(288,)", style=solid]; +"201 linear_2_zero_point_0" -> "204 dequantize_per_channel_default_1" [label="(288,)", style=solid]; +"202 compressed_weight_updated_constant1" -> "203 quantize_per_channel_default_1" [label="(288, 96)", style=solid]; +"203 quantize_per_channel_default_1" -> "204 dequantize_per_channel_default_1" [label="(288, 96)", style=solid]; +"204 dequantize_per_channel_default_1" -> "205 linear_2" [label="(288, 96)", style=solid]; +"205 linear_2" -> "206 reshape_1" [label="(49, 64, 288)", style=solid]; +"206 reshape_1" -> "207 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"207 permute_3" -> "208 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"207 permute_3" -> "209 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"207 permute_3" -> "210 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"208 select" -> "211 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"208 select" -> "213 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"208 select" -> "214 div" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "217 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "219 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"209 select_1" -> "220 div_1" [label="(49, 3, 64, 32)", style=solid]; +"210 select_2" -> "230 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"211 linalg_vector_norm" -> "212 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"212 clamp_min" -> "213 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"213 expand_as" -> "214 div" [label="(49, 3, 64, 32)", style=solid]; +"214 div" -> "215 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"215 quantize_per_tensor_default_2" -> "216 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"216 dequantize_per_tensor_default_2" -> "224 matmul" [label="(49, 3, 64, 32)", style=solid]; +"217 linalg_vector_norm_1" -> "218 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"218 clamp_min_1" -> "219 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"219 expand_as_1" -> "220 div_1" [label="(49, 3, 64, 32)", style=solid]; +"220 div_1" -> "221 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"221 quantize_per_tensor_default_3" -> "222 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"222 dequantize_per_tensor_default_3" -> "223 transpose" [label="(49, 3, 64, 32)", style=solid]; +"223 transpose" -> "224 matmul" [label="(49, 3, 32, 64)", style=solid]; +"224 matmul" -> "226 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"225 _frozen_param3" -> "226 mul_1" [label="(3, 1, 1)", style=solid]; +"226 mul_1" -> "227 add" [label="(49, 3, 64, 64)", style=solid]; +"227 add" -> "228 softmax" [label="(49, 3, 64, 64)", style=solid]; +"228 softmax" -> "229 dropout" [label="(49, 3, 64, 64)", style=solid]; +"229 dropout" -> "230 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"230 matmul_1" -> "231 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"231 transpose_1" -> "232 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"232 reshape_2" -> "233 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"233 reshape_2_0_0_nncf_smooth_quant_0" -> "234 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"234 quantize_per_tensor_default_4" -> "235 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"235 dequantize_per_tensor_default_4" -> "241 linear_3" [label="(49, 64, 96)", style=solid]; +"236 linear_3_scale_0" -> "239 quantize_per_channel_default_2" [label="(96,)", style=solid]; +"236 linear_3_scale_0" -> "240 dequantize_per_channel_default_2" [label="(96,)", style=solid]; +"237 linear_3_zero_point_0" -> "239 quantize_per_channel_default_2" [label="(96,)", style=solid]; +"237 linear_3_zero_point_0" -> "240 dequantize_per_channel_default_2" [label="(96,)", style=solid]; +"238 compressed_weight_updated_constant2" -> "239 quantize_per_channel_default_2" [label="(96, 96)", style=solid]; +"239 quantize_per_channel_default_2" -> "240 dequantize_per_channel_default_2" [label="(96, 96)", style=solid]; +"240 dequantize_per_channel_default_2" -> "241 linear_3" [label="(96, 96)", style=solid]; +"241 linear_3" -> "242 dropout_1" [label="(49, 64, 96)", style=solid]; +"242 dropout_1" -> "243 view_3" [label="(49, 64, 96)", style=solid]; +"243 view_3" -> "244 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"244 permute_4" -> "245 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"245 reshape_3" -> "246 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"246 slice_2" -> "247 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"247 slice_3" -> "248 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"248 layer_norm_1" -> "249 add_1" [label="(1, 56, 56, 96)", style=solid]; +"249 add_1" -> "250 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"249 add_1" -> "272 add_2" [label="(1, 56, 56, 96)", style=solid]; +"250 add_1_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"251 quantize_per_tensor_default_5" -> "252 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"252 dequantize_per_tensor_default_5" -> "258 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"253 linear_4_scale_0" -> "256 quantize_per_channel_default_3" [label="(384,)", style=solid]; +"253 linear_4_scale_0" -> "257 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"254 linear_4_zero_point_0" -> "256 quantize_per_channel_default_3" [label="(384,)", style=solid]; +"254 linear_4_zero_point_0" -> "257 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"255 compressed_weight_updated_constant3" -> "256 quantize_per_channel_default_3" [label="(384, 96)", style=solid]; +"256 quantize_per_channel_default_3" -> "257 dequantize_per_channel_default_3" [label="(384, 96)", style=solid]; +"257 dequantize_per_channel_default_3" -> "258 linear_4" [label="(384, 96)", style=solid]; +"258 linear_4" -> "259 gelu" [label="(1, 56, 56, 384)", style=solid]; +"259 gelu" -> "260 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"260 dropout_2" -> "261 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"261 dropout_2_0_0_nncf_smooth_quant_0" -> "262 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"262 quantize_per_tensor_default_6" -> "263 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"263 dequantize_per_tensor_default_6" -> "269 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"264 linear_5_scale_0" -> "267 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"264 linear_5_scale_0" -> "268 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"265 linear_5_zero_point_0" -> "267 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"265 linear_5_zero_point_0" -> "268 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"266 compressed_weight_updated_constant4" -> "267 quantize_per_channel_default_4" [label="(96, 384)", style=solid]; +"267 quantize_per_channel_default_4" -> "268 dequantize_per_channel_default_4" [label="(96, 384)", style=solid]; +"268 dequantize_per_channel_default_4" -> "269 linear_5" [label="(96, 384)", style=solid]; +"269 linear_5" -> "270 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"270 dropout_3" -> "271 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"271 layer_norm_2" -> "272 add_2" [label="(1, 56, 56, 96)", style=solid]; +"272 add_2" -> "274 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"272 add_2" -> "349 add_5" [label="(1, 56, 56, 96)", style=solid]; +"273 _frozen_param4" -> "310 add_3" [label="(1, 3, 64, 64)", style=solid]; +"274 pad_1" -> "275 roll" [label="(1, 56, 56, 96)", style=solid]; +"275 roll" -> "276 view_6" [label="(1, 56, 56, 96)", style=solid]; +"276 view_6" -> "277 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"277 permute_6" -> "278 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"278 reshape_4" -> "280 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"278 reshape_4" -> "311 new_zeros" [label="(49, 64, 96)", style=solid]; +"279 _frozen_param5" -> "288 linear_8" [label="(288,)", style=solid]; +"280 reshape_4_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"281 quantize_per_tensor_default_7" -> "282 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"282 dequantize_per_tensor_default_7" -> "288 linear_8" [label="(49, 64, 96)", style=solid]; +"283 linear_8_scale_0" -> "286 quantize_per_channel_default_5" [label="(288,)", style=solid]; +"283 linear_8_scale_0" -> "287 dequantize_per_channel_default_5" [label="(288,)", style=solid]; +"284 linear_8_zero_point_0" -> "286 quantize_per_channel_default_5" [label="(288,)", style=solid]; +"284 linear_8_zero_point_0" -> "287 dequantize_per_channel_default_5" [label="(288,)", style=solid]; +"285 compressed_weight_updated_constant5" -> "286 quantize_per_channel_default_5" [label="(288, 96)", style=solid]; +"286 quantize_per_channel_default_5" -> "287 dequantize_per_channel_default_5" [label="(288, 96)", style=solid]; +"287 dequantize_per_channel_default_5" -> "288 linear_8" [label="(288, 96)", style=solid]; +"288 linear_8" -> "289 reshape_5" [label="(49, 64, 288)", style=solid]; +"289 reshape_5" -> "290 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"290 permute_7" -> "291 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"290 permute_7" -> "292 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"290 permute_7" -> "293 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"291 select_3" -> "294 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"291 select_3" -> "296 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"291 select_3" -> "297 div_2" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "300 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "302 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"292 select_4" -> "303 div_3" [label="(49, 3, 64, 32)", style=solid]; +"293 select_5" -> "329 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"294 linalg_vector_norm_2" -> "295 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"295 clamp_min_2" -> "296 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"296 expand_as_2" -> "297 div_2" [label="(49, 3, 64, 32)", style=solid]; +"297 div_2" -> "298 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"298 quantize_per_tensor_default_8" -> "299 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"299 dequantize_per_tensor_default_8" -> "307 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"300 linalg_vector_norm_3" -> "301 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"301 clamp_min_3" -> "302 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"302 expand_as_3" -> "303 div_3" [label="(49, 3, 64, 32)", style=solid]; +"303 div_3" -> "304 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"304 quantize_per_tensor_default_9" -> "305 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"305 dequantize_per_tensor_default_9" -> "306 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"306 transpose_2" -> "307 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"307 matmul_2" -> "309 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"308 _frozen_param7" -> "309 mul_3" [label="(3, 1, 1)", style=solid]; +"309 mul_3" -> "310 add_3" [label="(49, 3, 64, 64)", style=solid]; +"310 add_3" -> "322 view_8" [label="(49, 3, 64, 64)", style=solid]; +"311 new_zeros" -> "312 view_7" [label="(56, 56)", style=solid]; +"312 view_7" -> "313 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"313 permute_8" -> "314 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"314 reshape_6" -> "315 unsqueeze_2" [label="(49, 64)", style=solid]; +"314 reshape_6" -> "316 unsqueeze_3" [label="(49, 64)", style=solid]; +"315 unsqueeze_2" -> "317 sub" [label="(49, 1, 64)", style=solid]; +"316 unsqueeze_3" -> "317 sub" [label="(49, 64, 1)", style=solid]; +"317 sub" -> "318 ne" [label="(49, 64, 64)", style=solid]; +"317 sub" -> "319 masked_fill" [label="(49, 64, 64)", style=solid]; +"317 sub" -> "320 eq" [label="(49, 64, 64)", style=solid]; +"318 ne" -> "319 masked_fill" [label="(49, 64, 64)", style=solid]; +"319 masked_fill" -> "321 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"320 eq" -> "321 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"321 masked_fill_1" -> "323 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"322 view_8" -> "325 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"323 unsqueeze_4" -> "324 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"324 unsqueeze_5" -> "325 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"325 add_4" -> "326 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"326 view_9" -> "327 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"327 softmax_1" -> "328 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"328 dropout_4" -> "329 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"329 matmul_3" -> "330 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"330 transpose_3" -> "331 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"331 reshape_7" -> "332 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"332 reshape_7_0_0_nncf_smooth_quant_0" -> "333 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"333 quantize_per_tensor_default_10" -> "334 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"334 dequantize_per_tensor_default_10" -> "340 linear_9" [label="(49, 64, 96)", style=solid]; +"335 linear_9_scale_0" -> "338 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"335 linear_9_scale_0" -> "339 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"336 linear_9_zero_point_0" -> "338 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"336 linear_9_zero_point_0" -> "339 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"337 compressed_weight_updated_constant6" -> "338 quantize_per_channel_default_6" [label="(96, 96)", style=solid]; +"338 quantize_per_channel_default_6" -> "339 dequantize_per_channel_default_6" [label="(96, 96)", style=solid]; +"339 dequantize_per_channel_default_6" -> "340 linear_9" [label="(96, 96)", style=solid]; +"340 linear_9" -> "341 dropout_5" [label="(49, 64, 96)", style=solid]; +"341 dropout_5" -> "342 view_10" [label="(49, 64, 96)", style=solid]; +"342 view_10" -> "343 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"343 permute_9" -> "344 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"344 reshape_8" -> "345 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"345 roll_1" -> "346 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"346 slice_23" -> "347 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"347 slice_24" -> "348 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"348 layer_norm_3" -> "349 add_5" [label="(1, 56, 56, 96)", style=solid]; +"349 add_5" -> "350 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"349 add_5" -> "372 add_6" [label="(1, 56, 56, 96)", style=solid]; +"350 add_5_0_0_nncf_smooth_quant_0" -> "351 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"351 quantize_per_tensor_default_11" -> "352 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"352 dequantize_per_tensor_default_11" -> "358 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"353 linear_10_scale_0" -> "356 quantize_per_channel_default_7" [label="(384,)", style=solid]; +"353 linear_10_scale_0" -> "357 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"354 linear_10_zero_point_0" -> "356 quantize_per_channel_default_7" [label="(384,)", style=solid]; +"354 linear_10_zero_point_0" -> "357 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"355 compressed_weight_updated_constant7" -> "356 quantize_per_channel_default_7" [label="(384, 96)", style=solid]; +"356 quantize_per_channel_default_7" -> "357 dequantize_per_channel_default_7" [label="(384, 96)", style=solid]; +"357 dequantize_per_channel_default_7" -> "358 linear_10" [label="(384, 96)", style=solid]; +"358 linear_10" -> "359 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"359 gelu_1" -> "360 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"360 dropout_6" -> "361 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"361 dropout_6_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"362 quantize_per_tensor_default_12" -> "363 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"363 dequantize_per_tensor_default_12" -> "369 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"364 linear_11_scale_0" -> "367 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"364 linear_11_scale_0" -> "368 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"365 linear_11_zero_point_0" -> "367 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"365 linear_11_zero_point_0" -> "368 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"366 compressed_weight_updated_constant8" -> "367 quantize_per_channel_default_8" [label="(96, 384)", style=solid]; +"367 quantize_per_channel_default_8" -> "368 dequantize_per_channel_default_8" [label="(96, 384)", style=solid]; +"368 dequantize_per_channel_default_8" -> "369 linear_11" [label="(96, 384)", style=solid]; +"369 linear_11" -> "370 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"370 dropout_7" -> "371 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"371 layer_norm_4" -> "372 add_6" [label="(1, 56, 56, 96)", style=solid]; +"372 add_6" -> "373 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "374 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "377 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "380 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"373 pad_2" -> "383 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"374 slice_25" -> "375 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"375 slice_26" -> "376 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"376 slice_27" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"377 slice_28" -> "378 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"378 slice_29" -> "379 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"379 slice_30" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"380 slice_31" -> "381 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"381 slice_32" -> "382 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"382 slice_33" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"383 slice_34" -> "384 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"384 slice_35" -> "385 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"385 slice_36" -> "386 cat" [label="(1, 28, 28, 96)", style=solid]; +"386 cat" -> "387 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"387 cat_0_0_nncf_smooth_quant_0" -> "388 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"388 quantize_per_tensor_default_13" -> "389 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"389 dequantize_per_tensor_default_13" -> "395 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"390 linear_12_scale_0" -> "393 quantize_per_channel_default_9" [label="(192,)", style=solid]; +"390 linear_12_scale_0" -> "394 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"391 linear_12_zero_point_0" -> "393 quantize_per_channel_default_9" [label="(192,)", style=solid]; +"391 linear_12_zero_point_0" -> "394 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"392 compressed_weight_updated_constant9" -> "393 quantize_per_channel_default_9" [label="(192, 384)", style=solid]; +"393 quantize_per_channel_default_9" -> "394 dequantize_per_channel_default_9" [label="(192, 384)", style=solid]; +"394 dequantize_per_channel_default_9" -> "395 linear_12" [label="(192, 384)", style=solid]; +"395 linear_12" -> "396 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"396 layer_norm_5" -> "398 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"396 layer_norm_5" -> "458 add_8" [label="(1, 28, 28, 192)", style=solid]; +"397 _frozen_param17" -> "433 add_7" [label="(1, 6, 64, 64)", style=solid]; +"398 pad_3" -> "399 view_13" [label="(1, 32, 32, 192)", style=solid]; +"399 view_13" -> "400 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"400 permute_11" -> "401 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"401 reshape_9" -> "403 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"402 _frozen_param18" -> "411 linear_15" [label="(576,)", style=solid]; +"403 reshape_9_0_0_nncf_smooth_quant_0" -> "404 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"404 quantize_per_tensor_default_14" -> "405 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"405 dequantize_per_tensor_default_14" -> "411 linear_15" [label="(16, 64, 192)", style=solid]; +"406 linear_15_scale_0" -> "409 quantize_per_channel_default_10" [label="(576,)", style=solid]; +"406 linear_15_scale_0" -> "410 dequantize_per_channel_default_10" [label="(576,)", style=solid]; +"407 linear_15_zero_point_0" -> "409 quantize_per_channel_default_10" [label="(576,)", style=solid]; +"407 linear_15_zero_point_0" -> "410 dequantize_per_channel_default_10" [label="(576,)", style=solid]; +"408 compressed_weight_updated_constant10" -> "409 quantize_per_channel_default_10" [label="(576, 192)", style=solid]; +"409 quantize_per_channel_default_10" -> "410 dequantize_per_channel_default_10" [label="(576, 192)", style=solid]; +"410 dequantize_per_channel_default_10" -> "411 linear_15" [label="(576, 192)", style=solid]; +"411 linear_15" -> "412 reshape_10" [label="(16, 64, 576)", style=solid]; +"412 reshape_10" -> "413 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"413 permute_12" -> "414 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"413 permute_12" -> "415 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"413 permute_12" -> "416 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"414 select_6" -> "417 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"414 select_6" -> "419 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"414 select_6" -> "420 div_4" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "423 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "425 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"415 select_7" -> "426 div_5" [label="(16, 6, 64, 32)", style=solid]; +"416 select_8" -> "436 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"417 linalg_vector_norm_4" -> "418 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"418 clamp_min_4" -> "419 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"419 expand_as_4" -> "420 div_4" [label="(16, 6, 64, 32)", style=solid]; +"420 div_4" -> "421 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"421 quantize_per_tensor_default_15" -> "422 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"422 dequantize_per_tensor_default_15" -> "430 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"423 linalg_vector_norm_5" -> "424 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"424 clamp_min_5" -> "425 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"425 expand_as_5" -> "426 div_5" [label="(16, 6, 64, 32)", style=solid]; +"426 div_5" -> "427 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"427 quantize_per_tensor_default_16" -> "428 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"428 dequantize_per_tensor_default_16" -> "429 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"429 transpose_4" -> "430 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"430 matmul_4" -> "432 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"431 _frozen_param20" -> "432 mul_5" [label="(6, 1, 1)", style=solid]; +"432 mul_5" -> "433 add_7" [label="(16, 6, 64, 64)", style=solid]; +"433 add_7" -> "434 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"434 softmax_2" -> "435 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"435 dropout_8" -> "436 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"436 matmul_5" -> "437 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"437 transpose_5" -> "438 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"438 reshape_11" -> "439 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"439 reshape_11_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"440 quantize_per_tensor_default_17" -> "441 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"441 dequantize_per_tensor_default_17" -> "447 linear_16" [label="(16, 64, 192)", style=solid]; +"442 linear_16_scale_0" -> "445 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"442 linear_16_scale_0" -> "446 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"443 linear_16_zero_point_0" -> "445 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"443 linear_16_zero_point_0" -> "446 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"444 compressed_weight_updated_constant11" -> "445 quantize_per_channel_default_11" [label="(192, 192)", style=solid]; +"445 quantize_per_channel_default_11" -> "446 dequantize_per_channel_default_11" [label="(192, 192)", style=solid]; +"446 dequantize_per_channel_default_11" -> "447 linear_16" [label="(192, 192)", style=solid]; +"447 linear_16" -> "448 dropout_9" [label="(16, 64, 192)", style=solid]; +"448 dropout_9" -> "449 view_14" [label="(16, 64, 192)", style=solid]; +"449 view_14" -> "450 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"450 permute_13" -> "451 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"451 reshape_12" -> "452 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"452 slice_38" -> "453 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"453 slice_39" -> "454 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"454 slice_40" -> "455 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"455 slice_41" -> "456 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"456 contiguous_3" -> "457 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"457 layer_norm_6" -> "458 add_8" [label="(1, 28, 28, 192)", style=solid]; +"458 add_8" -> "459 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"458 add_8" -> "481 add_9" [label="(1, 28, 28, 192)", style=solid]; +"459 add_8_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"460 quantize_per_tensor_default_18" -> "461 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"461 dequantize_per_tensor_default_18" -> "467 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"462 linear_17_scale_0" -> "465 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"462 linear_17_scale_0" -> "466 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"463 linear_17_zero_point_0" -> "465 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"463 linear_17_zero_point_0" -> "466 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"464 compressed_weight_updated_constant12" -> "465 quantize_per_channel_default_12" [label="(768, 192)", style=solid]; +"465 quantize_per_channel_default_12" -> "466 dequantize_per_channel_default_12" [label="(768, 192)", style=solid]; +"466 dequantize_per_channel_default_12" -> "467 linear_17" [label="(768, 192)", style=solid]; +"467 linear_17" -> "468 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"468 gelu_2" -> "469 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"469 dropout_10" -> "470 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"470 dropout_10_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"471 quantize_per_tensor_default_19" -> "472 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"472 dequantize_per_tensor_default_19" -> "478 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"473 linear_18_scale_0" -> "476 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"473 linear_18_scale_0" -> "477 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"474 linear_18_zero_point_0" -> "476 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"474 linear_18_zero_point_0" -> "477 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"475 compressed_weight_updated_constant13" -> "476 quantize_per_channel_default_13" [label="(192, 768)", style=solid]; +"476 quantize_per_channel_default_13" -> "477 dequantize_per_channel_default_13" [label="(192, 768)", style=solid]; +"477 dequantize_per_channel_default_13" -> "478 linear_18" [label="(192, 768)", style=solid]; +"478 linear_18" -> "479 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"479 dropout_11" -> "480 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"480 layer_norm_7" -> "481 add_9" [label="(1, 28, 28, 192)", style=solid]; +"481 add_9" -> "483 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"481 add_9" -> "561 add_12" [label="(1, 28, 28, 192)", style=solid]; +"482 _frozen_param21" -> "519 add_10" [label="(1, 6, 64, 64)", style=solid]; +"483 pad_4" -> "484 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"484 roll_2" -> "485 view_17" [label="(1, 32, 32, 192)", style=solid]; +"485 view_17" -> "486 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"486 permute_15" -> "487 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"487 reshape_13" -> "489 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"487 reshape_13" -> "520 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"488 _frozen_param22" -> "497 linear_21" [label="(576,)", style=solid]; +"489 reshape_13_0_0_nncf_smooth_quant_0" -> "490 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"490 quantize_per_tensor_default_20" -> "491 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"491 dequantize_per_tensor_default_20" -> "497 linear_21" [label="(16, 64, 192)", style=solid]; +"492 linear_21_scale_0" -> "495 quantize_per_channel_default_14" [label="(576,)", style=solid]; +"492 linear_21_scale_0" -> "496 dequantize_per_channel_default_14" [label="(576,)", style=solid]; +"493 linear_21_zero_point_0" -> "495 quantize_per_channel_default_14" [label="(576,)", style=solid]; +"493 linear_21_zero_point_0" -> "496 dequantize_per_channel_default_14" [label="(576,)", style=solid]; +"494 compressed_weight_updated_constant14" -> "495 quantize_per_channel_default_14" [label="(576, 192)", style=solid]; +"495 quantize_per_channel_default_14" -> "496 dequantize_per_channel_default_14" [label="(576, 192)", style=solid]; +"496 dequantize_per_channel_default_14" -> "497 linear_21" [label="(576, 192)", style=solid]; +"497 linear_21" -> "498 reshape_14" [label="(16, 64, 576)", style=solid]; +"498 reshape_14" -> "499 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"499 permute_16" -> "500 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"499 permute_16" -> "501 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"499 permute_16" -> "502 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"500 select_9" -> "503 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"500 select_9" -> "505 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"500 select_9" -> "506 div_6" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "509 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "511 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"501 select_10" -> "512 div_7" [label="(16, 6, 64, 32)", style=solid]; +"502 select_11" -> "538 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"503 linalg_vector_norm_6" -> "504 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"504 clamp_min_6" -> "505 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"505 expand_as_6" -> "506 div_6" [label="(16, 6, 64, 32)", style=solid]; +"506 div_6" -> "507 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"507 quantize_per_tensor_default_21" -> "508 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"508 dequantize_per_tensor_default_21" -> "516 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"509 linalg_vector_norm_7" -> "510 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"510 clamp_min_7" -> "511 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"511 expand_as_7" -> "512 div_7" [label="(16, 6, 64, 32)", style=solid]; +"512 div_7" -> "513 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"513 quantize_per_tensor_default_22" -> "514 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"514 dequantize_per_tensor_default_22" -> "515 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"515 transpose_6" -> "516 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"516 matmul_6" -> "518 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"517 _frozen_param24" -> "518 mul_7" [label="(6, 1, 1)", style=solid]; +"518 mul_7" -> "519 add_10" [label="(16, 6, 64, 64)", style=solid]; +"519 add_10" -> "531 view_19" [label="(16, 6, 64, 64)", style=solid]; +"520 new_zeros_1" -> "521 view_18" [label="(32, 32)", style=solid]; +"521 view_18" -> "522 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"522 permute_17" -> "523 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"523 reshape_15" -> "524 unsqueeze_8" [label="(16, 64)", style=solid]; +"523 reshape_15" -> "525 unsqueeze_9" [label="(16, 64)", style=solid]; +"524 unsqueeze_8" -> "526 sub_1" [label="(16, 1, 64)", style=solid]; +"525 unsqueeze_9" -> "526 sub_1" [label="(16, 64, 1)", style=solid]; +"526 sub_1" -> "527 ne_1" [label="(16, 64, 64)", style=solid]; +"526 sub_1" -> "528 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"526 sub_1" -> "529 eq_1" [label="(16, 64, 64)", style=solid]; +"527 ne_1" -> "528 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"528 masked_fill_2" -> "530 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"529 eq_1" -> "530 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"530 masked_fill_3" -> "532 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"531 view_19" -> "534 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"532 unsqueeze_10" -> "533 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"533 unsqueeze_11" -> "534 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"534 add_11" -> "535 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"535 view_20" -> "536 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"536 softmax_3" -> "537 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"537 dropout_12" -> "538 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"538 matmul_7" -> "539 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"539 transpose_7" -> "540 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"540 reshape_16" -> "541 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"541 reshape_16_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"542 quantize_per_tensor_default_23" -> "543 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"543 dequantize_per_tensor_default_23" -> "549 linear_22" [label="(16, 64, 192)", style=solid]; +"544 linear_22_scale_0" -> "547 quantize_per_channel_default_15" [label="(192,)", style=solid]; +"544 linear_22_scale_0" -> "548 dequantize_per_channel_default_15" [label="(192,)", style=solid]; +"545 linear_22_zero_point_0" -> "547 quantize_per_channel_default_15" [label="(192,)", style=solid]; +"545 linear_22_zero_point_0" -> "548 dequantize_per_channel_default_15" [label="(192,)", style=solid]; +"546 compressed_weight_updated_constant15" -> "547 quantize_per_channel_default_15" [label="(192, 192)", style=solid]; +"547 quantize_per_channel_default_15" -> "548 dequantize_per_channel_default_15" [label="(192, 192)", style=solid]; +"548 dequantize_per_channel_default_15" -> "549 linear_22" [label="(192, 192)", style=solid]; +"549 linear_22" -> "550 dropout_13" [label="(16, 64, 192)", style=solid]; +"550 dropout_13" -> "551 view_21" [label="(16, 64, 192)", style=solid]; +"551 view_21" -> "552 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"552 permute_18" -> "553 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"553 reshape_17" -> "554 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"554 roll_3" -> "555 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"555 slice_61" -> "556 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"556 slice_62" -> "557 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"557 slice_63" -> "558 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"558 slice_64" -> "559 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"559 contiguous_5" -> "560 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"560 layer_norm_8" -> "561 add_12" [label="(1, 28, 28, 192)", style=solid]; +"561 add_12" -> "562 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"561 add_12" -> "584 add_13" [label="(1, 28, 28, 192)", style=solid]; +"562 add_12_0_0_nncf_smooth_quant_0" -> "563 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"563 quantize_per_tensor_default_24" -> "564 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"564 dequantize_per_tensor_default_24" -> "570 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"565 linear_23_scale_0" -> "568 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"565 linear_23_scale_0" -> "569 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"566 linear_23_zero_point_0" -> "568 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"566 linear_23_zero_point_0" -> "569 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"567 compressed_weight_updated_constant16" -> "568 quantize_per_channel_default_16" [label="(768, 192)", style=solid]; +"568 quantize_per_channel_default_16" -> "569 dequantize_per_channel_default_16" [label="(768, 192)", style=solid]; +"569 dequantize_per_channel_default_16" -> "570 linear_23" [label="(768, 192)", style=solid]; +"570 linear_23" -> "571 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"571 gelu_3" -> "572 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"572 dropout_14" -> "573 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"573 dropout_14_0_0_nncf_smooth_quant_0" -> "574 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"574 quantize_per_tensor_default_25" -> "575 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"575 dequantize_per_tensor_default_25" -> "581 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"576 linear_24_scale_0" -> "579 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"576 linear_24_scale_0" -> "580 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"577 linear_24_zero_point_0" -> "579 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"577 linear_24_zero_point_0" -> "580 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"578 compressed_weight_updated_constant17" -> "579 quantize_per_channel_default_17" [label="(192, 768)", style=solid]; +"579 quantize_per_channel_default_17" -> "580 dequantize_per_channel_default_17" [label="(192, 768)", style=solid]; +"580 dequantize_per_channel_default_17" -> "581 linear_24" [label="(192, 768)", style=solid]; +"581 linear_24" -> "582 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"582 dropout_15" -> "583 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"583 layer_norm_9" -> "584 add_13" [label="(1, 28, 28, 192)", style=solid]; +"584 add_13" -> "585 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "586 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "589 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "592 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"585 pad_5" -> "595 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"586 slice_65" -> "587 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"587 slice_66" -> "588 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"588 slice_67" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"589 slice_68" -> "590 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"590 slice_69" -> "591 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"591 slice_70" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"592 slice_71" -> "593 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"593 slice_72" -> "594 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"594 slice_73" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"595 slice_74" -> "596 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"596 slice_75" -> "597 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"597 slice_76" -> "598 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"598 cat_1" -> "599 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"599 cat_1_0_0_nncf_smooth_quant_0" -> "600 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"600 quantize_per_tensor_default_26" -> "601 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"601 dequantize_per_tensor_default_26" -> "607 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"602 linear_25_scale_0" -> "605 quantize_per_channel_default_18" [label="(384,)", style=solid]; +"602 linear_25_scale_0" -> "606 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"603 linear_25_zero_point_0" -> "605 quantize_per_channel_default_18" [label="(384,)", style=solid]; +"603 linear_25_zero_point_0" -> "606 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"604 compressed_weight_updated_constant18" -> "605 quantize_per_channel_default_18" [label="(384, 768)", style=solid]; +"605 quantize_per_channel_default_18" -> "606 dequantize_per_channel_default_18" [label="(384, 768)", style=solid]; +"606 dequantize_per_channel_default_18" -> "607 linear_25" [label="(384, 768)", style=solid]; +"607 linear_25" -> "608 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"608 layer_norm_10" -> "610 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"608 layer_norm_10" -> "670 add_15" [label="(1, 14, 14, 384)", style=solid]; +"609 _frozen_param34" -> "645 add_14" [label="(1, 12, 64, 64)", style=solid]; +"610 pad_6" -> "611 view_24" [label="(1, 16, 16, 384)", style=solid]; +"611 view_24" -> "612 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"612 permute_20" -> "613 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"613 reshape_18" -> "615 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"614 _frozen_param35" -> "623 linear_28" [label="(1152,)", style=solid]; +"615 reshape_18_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"616 quantize_per_tensor_default_27" -> "617 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"617 dequantize_per_tensor_default_27" -> "623 linear_28" [label="(4, 64, 384)", style=solid]; +"618 linear_28_scale_0" -> "621 quantize_per_channel_default_19" [label="(1152,)", style=solid]; +"618 linear_28_scale_0" -> "622 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; +"619 linear_28_zero_point_0" -> "621 quantize_per_channel_default_19" [label="(1152,)", style=solid]; +"619 linear_28_zero_point_0" -> "622 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; +"620 compressed_weight_updated_constant19" -> "621 quantize_per_channel_default_19" [label="(1152, 384)", style=solid]; +"621 quantize_per_channel_default_19" -> "622 dequantize_per_channel_default_19" [label="(1152, 384)", style=solid]; +"622 dequantize_per_channel_default_19" -> "623 linear_28" [label="(1152, 384)", style=solid]; +"623 linear_28" -> "624 reshape_19" [label="(4, 64, 1152)", style=solid]; +"624 reshape_19" -> "625 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"625 permute_21" -> "626 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"625 permute_21" -> "627 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"625 permute_21" -> "628 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"626 select_12" -> "629 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"626 select_12" -> "631 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"626 select_12" -> "632 div_8" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "635 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "637 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"627 select_13" -> "638 div_9" [label="(4, 12, 64, 32)", style=solid]; +"628 select_14" -> "648 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"629 linalg_vector_norm_8" -> "630 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"630 clamp_min_8" -> "631 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"631 expand_as_8" -> "632 div_8" [label="(4, 12, 64, 32)", style=solid]; +"632 div_8" -> "633 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"633 quantize_per_tensor_default_28" -> "634 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"634 dequantize_per_tensor_default_28" -> "642 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"635 linalg_vector_norm_9" -> "636 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"636 clamp_min_9" -> "637 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"637 expand_as_9" -> "638 div_9" [label="(4, 12, 64, 32)", style=solid]; +"638 div_9" -> "639 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"639 quantize_per_tensor_default_29" -> "640 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"640 dequantize_per_tensor_default_29" -> "641 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"641 transpose_8" -> "642 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"642 matmul_8" -> "644 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"643 _frozen_param37" -> "644 mul_9" [label="(12, 1, 1)", style=solid]; +"644 mul_9" -> "645 add_14" [label="(4, 12, 64, 64)", style=solid]; +"645 add_14" -> "646 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"646 softmax_4" -> "647 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"647 dropout_16" -> "648 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"648 matmul_9" -> "649 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"649 transpose_9" -> "650 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"650 reshape_20" -> "651 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"651 reshape_20_0_0_nncf_smooth_quant_0" -> "652 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"652 quantize_per_tensor_default_30" -> "653 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"653 dequantize_per_tensor_default_30" -> "659 linear_29" [label="(4, 64, 384)", style=solid]; +"654 linear_29_scale_0" -> "657 quantize_per_channel_default_20" [label="(384,)", style=solid]; +"654 linear_29_scale_0" -> "658 dequantize_per_channel_default_20" [label="(384,)", style=solid]; +"655 linear_29_zero_point_0" -> "657 quantize_per_channel_default_20" [label="(384,)", style=solid]; +"655 linear_29_zero_point_0" -> "658 dequantize_per_channel_default_20" [label="(384,)", style=solid]; +"656 compressed_weight_updated_constant20" -> "657 quantize_per_channel_default_20" [label="(384, 384)", style=solid]; +"657 quantize_per_channel_default_20" -> "658 dequantize_per_channel_default_20" [label="(384, 384)", style=solid]; +"658 dequantize_per_channel_default_20" -> "659 linear_29" [label="(384, 384)", style=solid]; +"659 linear_29" -> "660 dropout_17" [label="(4, 64, 384)", style=solid]; +"660 dropout_17" -> "661 view_25" [label="(4, 64, 384)", style=solid]; +"661 view_25" -> "662 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"662 permute_22" -> "663 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"663 reshape_21" -> "664 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"664 slice_78" -> "665 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"665 slice_79" -> "666 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"666 slice_80" -> "667 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"667 slice_81" -> "668 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"668 contiguous_7" -> "669 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"669 layer_norm_11" -> "670 add_15" [label="(1, 14, 14, 384)", style=solid]; +"670 add_15" -> "671 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"670 add_15" -> "693 add_16" [label="(1, 14, 14, 384)", style=solid]; +"671 add_15_0_0_nncf_smooth_quant_0" -> "672 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"672 quantize_per_tensor_default_31" -> "673 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"673 dequantize_per_tensor_default_31" -> "679 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"674 linear_30_scale_0" -> "677 quantize_per_channel_default_21" [label="(1536,)", style=solid]; +"674 linear_30_scale_0" -> "678 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"675 linear_30_zero_point_0" -> "677 quantize_per_channel_default_21" [label="(1536,)", style=solid]; +"675 linear_30_zero_point_0" -> "678 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"676 compressed_weight_updated_constant21" -> "677 quantize_per_channel_default_21" [label="(1536, 384)", style=solid]; +"677 quantize_per_channel_default_21" -> "678 dequantize_per_channel_default_21" [label="(1536, 384)", style=solid]; +"678 dequantize_per_channel_default_21" -> "679 linear_30" [label="(1536, 384)", style=solid]; +"679 linear_30" -> "680 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"680 gelu_4" -> "681 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"681 dropout_18" -> "682 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"682 dropout_18_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"683 quantize_per_tensor_default_32" -> "684 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"684 dequantize_per_tensor_default_32" -> "690 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"685 linear_31_scale_0" -> "688 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"685 linear_31_scale_0" -> "689 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"686 linear_31_zero_point_0" -> "688 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"686 linear_31_zero_point_0" -> "689 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"687 compressed_weight_updated_constant22" -> "688 quantize_per_channel_default_22" [label="(384, 1536)", style=solid]; +"688 quantize_per_channel_default_22" -> "689 dequantize_per_channel_default_22" [label="(384, 1536)", style=solid]; +"689 dequantize_per_channel_default_22" -> "690 linear_31" [label="(384, 1536)", style=solid]; +"690 linear_31" -> "691 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"691 dropout_19" -> "692 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"692 layer_norm_12" -> "693 add_16" [label="(1, 14, 14, 384)", style=solid]; +"693 add_16" -> "695 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"693 add_16" -> "773 add_19" [label="(1, 14, 14, 384)", style=solid]; +"694 _frozen_param38" -> "731 add_17" [label="(1, 12, 64, 64)", style=solid]; +"695 pad_7" -> "696 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"696 roll_4" -> "697 view_28" [label="(1, 16, 16, 384)", style=solid]; +"697 view_28" -> "698 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"698 permute_24" -> "699 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"699 reshape_22" -> "701 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"699 reshape_22" -> "732 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"700 _frozen_param39" -> "709 linear_34" [label="(1152,)", style=solid]; +"701 reshape_22_0_0_nncf_smooth_quant_0" -> "702 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"702 quantize_per_tensor_default_33" -> "703 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"703 dequantize_per_tensor_default_33" -> "709 linear_34" [label="(4, 64, 384)", style=solid]; +"704 linear_34_scale_0" -> "707 quantize_per_channel_default_23" [label="(1152,)", style=solid]; +"704 linear_34_scale_0" -> "708 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; +"705 linear_34_zero_point_0" -> "707 quantize_per_channel_default_23" [label="(1152,)", style=solid]; +"705 linear_34_zero_point_0" -> "708 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; +"706 compressed_weight_updated_constant23" -> "707 quantize_per_channel_default_23" [label="(1152, 384)", style=solid]; +"707 quantize_per_channel_default_23" -> "708 dequantize_per_channel_default_23" [label="(1152, 384)", style=solid]; +"708 dequantize_per_channel_default_23" -> "709 linear_34" [label="(1152, 384)", style=solid]; +"709 linear_34" -> "710 reshape_23" [label="(4, 64, 1152)", style=solid]; +"710 reshape_23" -> "711 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"711 permute_25" -> "712 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"711 permute_25" -> "713 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"711 permute_25" -> "714 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"712 select_15" -> "715 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"712 select_15" -> "717 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"712 select_15" -> "718 div_10" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "721 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "723 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"713 select_16" -> "724 div_11" [label="(4, 12, 64, 32)", style=solid]; +"714 select_17" -> "750 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"715 linalg_vector_norm_10" -> "716 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"716 clamp_min_10" -> "717 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"717 expand_as_10" -> "718 div_10" [label="(4, 12, 64, 32)", style=solid]; +"718 div_10" -> "719 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"719 quantize_per_tensor_default_34" -> "720 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"720 dequantize_per_tensor_default_34" -> "728 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"721 linalg_vector_norm_11" -> "722 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"722 clamp_min_11" -> "723 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"723 expand_as_11" -> "724 div_11" [label="(4, 12, 64, 32)", style=solid]; +"724 div_11" -> "725 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"725 quantize_per_tensor_default_35" -> "726 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"726 dequantize_per_tensor_default_35" -> "727 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"727 transpose_10" -> "728 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"728 matmul_10" -> "730 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"729 _frozen_param41" -> "730 mul_11" [label="(12, 1, 1)", style=solid]; +"730 mul_11" -> "731 add_17" [label="(4, 12, 64, 64)", style=solid]; +"731 add_17" -> "743 view_30" [label="(4, 12, 64, 64)", style=solid]; +"732 new_zeros_2" -> "733 view_29" [label="(16, 16)", style=solid]; +"733 view_29" -> "734 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"734 permute_26" -> "735 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"735 reshape_24" -> "736 unsqueeze_14" [label="(4, 64)", style=solid]; +"735 reshape_24" -> "737 unsqueeze_15" [label="(4, 64)", style=solid]; +"736 unsqueeze_14" -> "738 sub_2" [label="(4, 1, 64)", style=solid]; +"737 unsqueeze_15" -> "738 sub_2" [label="(4, 64, 1)", style=solid]; +"738 sub_2" -> "739 ne_2" [label="(4, 64, 64)", style=solid]; +"738 sub_2" -> "740 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"738 sub_2" -> "741 eq_2" [label="(4, 64, 64)", style=solid]; +"739 ne_2" -> "740 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"740 masked_fill_4" -> "742 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"741 eq_2" -> "742 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"742 masked_fill_5" -> "744 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"743 view_30" -> "746 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"744 unsqueeze_16" -> "745 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"745 unsqueeze_17" -> "746 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"746 add_18" -> "747 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"747 view_31" -> "748 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"748 softmax_5" -> "749 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"749 dropout_20" -> "750 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"750 matmul_11" -> "751 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"751 transpose_11" -> "752 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"752 reshape_25" -> "753 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"753 reshape_25_0_0_nncf_smooth_quant_0" -> "754 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"754 quantize_per_tensor_default_36" -> "755 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"755 dequantize_per_tensor_default_36" -> "761 linear_35" [label="(4, 64, 384)", style=solid]; +"756 linear_35_scale_0" -> "759 quantize_per_channel_default_24" [label="(384,)", style=solid]; +"756 linear_35_scale_0" -> "760 dequantize_per_channel_default_24" [label="(384,)", style=solid]; +"757 linear_35_zero_point_0" -> "759 quantize_per_channel_default_24" [label="(384,)", style=solid]; +"757 linear_35_zero_point_0" -> "760 dequantize_per_channel_default_24" [label="(384,)", style=solid]; +"758 compressed_weight_updated_constant24" -> "759 quantize_per_channel_default_24" [label="(384, 384)", style=solid]; +"759 quantize_per_channel_default_24" -> "760 dequantize_per_channel_default_24" [label="(384, 384)", style=solid]; +"760 dequantize_per_channel_default_24" -> "761 linear_35" [label="(384, 384)", style=solid]; +"761 linear_35" -> "762 dropout_21" [label="(4, 64, 384)", style=solid]; +"762 dropout_21" -> "763 view_32" [label="(4, 64, 384)", style=solid]; +"763 view_32" -> "764 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"764 permute_27" -> "765 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"765 reshape_26" -> "766 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"766 roll_5" -> "767 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"767 slice_101" -> "768 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"768 slice_102" -> "769 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"769 slice_103" -> "770 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"770 slice_104" -> "771 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"771 contiguous_9" -> "772 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"772 layer_norm_13" -> "773 add_19" [label="(1, 14, 14, 384)", style=solid]; +"773 add_19" -> "774 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"773 add_19" -> "796 add_20" [label="(1, 14, 14, 384)", style=solid]; +"774 add_19_0_0_nncf_smooth_quant_0" -> "775 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"775 quantize_per_tensor_default_37" -> "776 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"776 dequantize_per_tensor_default_37" -> "782 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"777 linear_36_scale_0" -> "780 quantize_per_channel_default_25" [label="(1536,)", style=solid]; +"777 linear_36_scale_0" -> "781 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"778 linear_36_zero_point_0" -> "780 quantize_per_channel_default_25" [label="(1536,)", style=solid]; +"778 linear_36_zero_point_0" -> "781 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"779 compressed_weight_updated_constant25" -> "780 quantize_per_channel_default_25" [label="(1536, 384)", style=solid]; +"780 quantize_per_channel_default_25" -> "781 dequantize_per_channel_default_25" [label="(1536, 384)", style=solid]; +"781 dequantize_per_channel_default_25" -> "782 linear_36" [label="(1536, 384)", style=solid]; +"782 linear_36" -> "783 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"783 gelu_5" -> "784 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"784 dropout_22" -> "785 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"785 dropout_22_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"786 quantize_per_tensor_default_38" -> "787 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"787 dequantize_per_tensor_default_38" -> "793 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"788 linear_37_scale_0" -> "791 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"788 linear_37_scale_0" -> "792 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"789 linear_37_zero_point_0" -> "791 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"789 linear_37_zero_point_0" -> "792 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"790 compressed_weight_updated_constant26" -> "791 quantize_per_channel_default_26" [label="(384, 1536)", style=solid]; +"791 quantize_per_channel_default_26" -> "792 dequantize_per_channel_default_26" [label="(384, 1536)", style=solid]; +"792 dequantize_per_channel_default_26" -> "793 linear_37" [label="(384, 1536)", style=solid]; +"793 linear_37" -> "794 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"794 dropout_23" -> "795 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"795 layer_norm_14" -> "796 add_20" [label="(1, 14, 14, 384)", style=solid]; +"796 add_20" -> "798 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"796 add_20" -> "858 add_22" [label="(1, 14, 14, 384)", style=solid]; +"797 _frozen_param51" -> "833 add_21" [label="(1, 12, 64, 64)", style=solid]; +"798 pad_8" -> "799 view_35" [label="(1, 16, 16, 384)", style=solid]; +"799 view_35" -> "800 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"800 permute_29" -> "801 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"801 reshape_27" -> "803 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"802 _frozen_param52" -> "811 linear_40" [label="(1152,)", style=solid]; +"803 reshape_27_0_0_nncf_smooth_quant_0" -> "804 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"804 quantize_per_tensor_default_39" -> "805 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"805 dequantize_per_tensor_default_39" -> "811 linear_40" [label="(4, 64, 384)", style=solid]; +"806 linear_40_scale_0" -> "809 quantize_per_channel_default_27" [label="(1152,)", style=solid]; +"806 linear_40_scale_0" -> "810 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; +"807 linear_40_zero_point_0" -> "809 quantize_per_channel_default_27" [label="(1152,)", style=solid]; +"807 linear_40_zero_point_0" -> "810 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; +"808 compressed_weight_updated_constant27" -> "809 quantize_per_channel_default_27" [label="(1152, 384)", style=solid]; +"809 quantize_per_channel_default_27" -> "810 dequantize_per_channel_default_27" [label="(1152, 384)", style=solid]; +"810 dequantize_per_channel_default_27" -> "811 linear_40" [label="(1152, 384)", style=solid]; +"811 linear_40" -> "812 reshape_28" [label="(4, 64, 1152)", style=solid]; +"812 reshape_28" -> "813 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"813 permute_30" -> "814 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"813 permute_30" -> "815 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"813 permute_30" -> "816 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"814 select_18" -> "817 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"814 select_18" -> "819 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"814 select_18" -> "820 div_12" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "823 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "825 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"815 select_19" -> "826 div_13" [label="(4, 12, 64, 32)", style=solid]; +"816 select_20" -> "836 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"817 linalg_vector_norm_12" -> "818 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"818 clamp_min_12" -> "819 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"819 expand_as_12" -> "820 div_12" [label="(4, 12, 64, 32)", style=solid]; +"820 div_12" -> "821 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"821 quantize_per_tensor_default_40" -> "822 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"822 dequantize_per_tensor_default_40" -> "830 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"823 linalg_vector_norm_13" -> "824 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"824 clamp_min_13" -> "825 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"825 expand_as_13" -> "826 div_13" [label="(4, 12, 64, 32)", style=solid]; +"826 div_13" -> "827 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"827 quantize_per_tensor_default_41" -> "828 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"828 dequantize_per_tensor_default_41" -> "829 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"829 transpose_12" -> "830 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"830 matmul_12" -> "832 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"831 _frozen_param54" -> "832 mul_13" [label="(12, 1, 1)", style=solid]; +"832 mul_13" -> "833 add_21" [label="(4, 12, 64, 64)", style=solid]; +"833 add_21" -> "834 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"834 softmax_6" -> "835 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"835 dropout_24" -> "836 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"836 matmul_13" -> "837 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"837 transpose_13" -> "838 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"838 reshape_29" -> "839 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"839 reshape_29_0_0_nncf_smooth_quant_0" -> "840 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"840 quantize_per_tensor_default_42" -> "841 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"841 dequantize_per_tensor_default_42" -> "847 linear_41" [label="(4, 64, 384)", style=solid]; +"842 linear_41_scale_0" -> "845 quantize_per_channel_default_28" [label="(384,)", style=solid]; +"842 linear_41_scale_0" -> "846 dequantize_per_channel_default_28" [label="(384,)", style=solid]; +"843 linear_41_zero_point_0" -> "845 quantize_per_channel_default_28" [label="(384,)", style=solid]; +"843 linear_41_zero_point_0" -> "846 dequantize_per_channel_default_28" [label="(384,)", style=solid]; +"844 compressed_weight_updated_constant28" -> "845 quantize_per_channel_default_28" [label="(384, 384)", style=solid]; +"845 quantize_per_channel_default_28" -> "846 dequantize_per_channel_default_28" [label="(384, 384)", style=solid]; +"846 dequantize_per_channel_default_28" -> "847 linear_41" [label="(384, 384)", style=solid]; +"847 linear_41" -> "848 dropout_25" [label="(4, 64, 384)", style=solid]; +"848 dropout_25" -> "849 view_36" [label="(4, 64, 384)", style=solid]; +"849 view_36" -> "850 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"850 permute_31" -> "851 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"851 reshape_30" -> "852 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"852 slice_106" -> "853 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"853 slice_107" -> "854 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"854 slice_108" -> "855 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"855 slice_109" -> "856 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"856 contiguous_11" -> "857 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"857 layer_norm_15" -> "858 add_22" [label="(1, 14, 14, 384)", style=solid]; +"858 add_22" -> "859 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"858 add_22" -> "881 add_23" [label="(1, 14, 14, 384)", style=solid]; +"859 add_22_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"860 quantize_per_tensor_default_43" -> "861 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"861 dequantize_per_tensor_default_43" -> "867 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"862 linear_42_scale_0" -> "865 quantize_per_channel_default_29" [label="(1536,)", style=solid]; +"862 linear_42_scale_0" -> "866 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"863 linear_42_zero_point_0" -> "865 quantize_per_channel_default_29" [label="(1536,)", style=solid]; +"863 linear_42_zero_point_0" -> "866 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"864 compressed_weight_updated_constant29" -> "865 quantize_per_channel_default_29" [label="(1536, 384)", style=solid]; +"865 quantize_per_channel_default_29" -> "866 dequantize_per_channel_default_29" [label="(1536, 384)", style=solid]; +"866 dequantize_per_channel_default_29" -> "867 linear_42" [label="(1536, 384)", style=solid]; +"867 linear_42" -> "868 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"868 gelu_6" -> "869 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"869 dropout_26" -> "870 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"870 dropout_26_0_0_nncf_smooth_quant_0" -> "871 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"871 quantize_per_tensor_default_44" -> "872 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"872 dequantize_per_tensor_default_44" -> "878 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"873 linear_43_scale_0" -> "876 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"873 linear_43_scale_0" -> "877 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"874 linear_43_zero_point_0" -> "876 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"874 linear_43_zero_point_0" -> "877 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"875 compressed_weight_updated_constant30" -> "876 quantize_per_channel_default_30" [label="(384, 1536)", style=solid]; +"876 quantize_per_channel_default_30" -> "877 dequantize_per_channel_default_30" [label="(384, 1536)", style=solid]; +"877 dequantize_per_channel_default_30" -> "878 linear_43" [label="(384, 1536)", style=solid]; +"878 linear_43" -> "879 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"879 dropout_27" -> "880 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"880 layer_norm_16" -> "881 add_23" [label="(1, 14, 14, 384)", style=solid]; +"881 add_23" -> "883 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"881 add_23" -> "961 add_26" [label="(1, 14, 14, 384)", style=solid]; +"882 _frozen_param55" -> "919 add_24" [label="(1, 12, 64, 64)", style=solid]; +"883 pad_9" -> "884 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"884 roll_6" -> "885 view_39" [label="(1, 16, 16, 384)", style=solid]; +"885 view_39" -> "886 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"886 permute_33" -> "887 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"887 reshape_31" -> "889 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"887 reshape_31" -> "920 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"888 _frozen_param56" -> "897 linear_46" [label="(1152,)", style=solid]; +"889 reshape_31_0_0_nncf_smooth_quant_0" -> "890 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"890 quantize_per_tensor_default_45" -> "891 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"891 dequantize_per_tensor_default_45" -> "897 linear_46" [label="(4, 64, 384)", style=solid]; +"892 linear_46_scale_0" -> "895 quantize_per_channel_default_31" [label="(1152,)", style=solid]; +"892 linear_46_scale_0" -> "896 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; +"893 linear_46_zero_point_0" -> "895 quantize_per_channel_default_31" [label="(1152,)", style=solid]; +"893 linear_46_zero_point_0" -> "896 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; +"894 compressed_weight_updated_constant31" -> "895 quantize_per_channel_default_31" [label="(1152, 384)", style=solid]; +"895 quantize_per_channel_default_31" -> "896 dequantize_per_channel_default_31" [label="(1152, 384)", style=solid]; +"896 dequantize_per_channel_default_31" -> "897 linear_46" [label="(1152, 384)", style=solid]; +"897 linear_46" -> "898 reshape_32" [label="(4, 64, 1152)", style=solid]; +"898 reshape_32" -> "899 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"899 permute_34" -> "900 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"899 permute_34" -> "901 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"899 permute_34" -> "902 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"900 select_21" -> "903 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"900 select_21" -> "905 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"900 select_21" -> "906 div_14" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "909 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "911 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"901 select_22" -> "912 div_15" [label="(4, 12, 64, 32)", style=solid]; +"902 select_23" -> "938 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"903 linalg_vector_norm_14" -> "904 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"904 clamp_min_14" -> "905 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"905 expand_as_14" -> "906 div_14" [label="(4, 12, 64, 32)", style=solid]; +"906 div_14" -> "907 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"907 quantize_per_tensor_default_46" -> "908 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"908 dequantize_per_tensor_default_46" -> "916 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"909 linalg_vector_norm_15" -> "910 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"910 clamp_min_15" -> "911 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"911 expand_as_15" -> "912 div_15" [label="(4, 12, 64, 32)", style=solid]; +"912 div_15" -> "913 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"913 quantize_per_tensor_default_47" -> "914 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"914 dequantize_per_tensor_default_47" -> "915 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"915 transpose_14" -> "916 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"916 matmul_14" -> "918 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"917 _frozen_param58" -> "918 mul_15" [label="(12, 1, 1)", style=solid]; +"918 mul_15" -> "919 add_24" [label="(4, 12, 64, 64)", style=solid]; +"919 add_24" -> "931 view_41" [label="(4, 12, 64, 64)", style=solid]; +"920 new_zeros_3" -> "921 view_40" [label="(16, 16)", style=solid]; +"921 view_40" -> "922 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"922 permute_35" -> "923 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"923 reshape_33" -> "924 unsqueeze_20" [label="(4, 64)", style=solid]; +"923 reshape_33" -> "925 unsqueeze_21" [label="(4, 64)", style=solid]; +"924 unsqueeze_20" -> "926 sub_3" [label="(4, 1, 64)", style=solid]; +"925 unsqueeze_21" -> "926 sub_3" [label="(4, 64, 1)", style=solid]; +"926 sub_3" -> "927 ne_3" [label="(4, 64, 64)", style=solid]; +"926 sub_3" -> "928 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"926 sub_3" -> "929 eq_3" [label="(4, 64, 64)", style=solid]; +"927 ne_3" -> "928 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"928 masked_fill_6" -> "930 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"929 eq_3" -> "930 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"930 masked_fill_7" -> "932 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"931 view_41" -> "934 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"932 unsqueeze_22" -> "933 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"933 unsqueeze_23" -> "934 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"934 add_25" -> "935 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"935 view_42" -> "936 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"936 softmax_7" -> "937 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"937 dropout_28" -> "938 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"938 matmul_15" -> "939 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"939 transpose_15" -> "940 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"940 reshape_34" -> "941 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"941 reshape_34_0_0_nncf_smooth_quant_0" -> "942 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"942 quantize_per_tensor_default_48" -> "943 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"943 dequantize_per_tensor_default_48" -> "949 linear_47" [label="(4, 64, 384)", style=solid]; +"944 linear_47_scale_0" -> "947 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"944 linear_47_scale_0" -> "948 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"945 linear_47_zero_point_0" -> "947 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"945 linear_47_zero_point_0" -> "948 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"946 compressed_weight_updated_constant32" -> "947 quantize_per_channel_default_32" [label="(384, 384)", style=solid]; +"947 quantize_per_channel_default_32" -> "948 dequantize_per_channel_default_32" [label="(384, 384)", style=solid]; +"948 dequantize_per_channel_default_32" -> "949 linear_47" [label="(384, 384)", style=solid]; +"949 linear_47" -> "950 dropout_29" [label="(4, 64, 384)", style=solid]; +"950 dropout_29" -> "951 view_43" [label="(4, 64, 384)", style=solid]; +"951 view_43" -> "952 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"952 permute_36" -> "953 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"953 reshape_35" -> "954 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"954 roll_7" -> "955 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"955 slice_129" -> "956 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"956 slice_130" -> "957 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"957 slice_131" -> "958 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"958 slice_132" -> "959 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"959 contiguous_13" -> "960 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"960 layer_norm_17" -> "961 add_26" [label="(1, 14, 14, 384)", style=solid]; +"961 add_26" -> "962 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"961 add_26" -> "984 add_27" [label="(1, 14, 14, 384)", style=solid]; +"962 add_26_0_0_nncf_smooth_quant_0" -> "963 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"963 quantize_per_tensor_default_49" -> "964 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"964 dequantize_per_tensor_default_49" -> "970 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"965 linear_48_scale_0" -> "968 quantize_per_channel_default_33" [label="(1536,)", style=solid]; +"965 linear_48_scale_0" -> "969 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"966 linear_48_zero_point_0" -> "968 quantize_per_channel_default_33" [label="(1536,)", style=solid]; +"966 linear_48_zero_point_0" -> "969 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"967 compressed_weight_updated_constant33" -> "968 quantize_per_channel_default_33" [label="(1536, 384)", style=solid]; +"968 quantize_per_channel_default_33" -> "969 dequantize_per_channel_default_33" [label="(1536, 384)", style=solid]; +"969 dequantize_per_channel_default_33" -> "970 linear_48" [label="(1536, 384)", style=solid]; +"970 linear_48" -> "971 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"971 gelu_7" -> "972 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"972 dropout_30" -> "973 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"973 dropout_30_0_0_nncf_smooth_quant_0" -> "974 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"974 quantize_per_tensor_default_50" -> "975 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"975 dequantize_per_tensor_default_50" -> "981 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"976 linear_49_scale_0" -> "979 quantize_per_channel_default_34" [label="(384,)", style=solid]; +"976 linear_49_scale_0" -> "980 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"977 linear_49_zero_point_0" -> "979 quantize_per_channel_default_34" [label="(384,)", style=solid]; +"977 linear_49_zero_point_0" -> "980 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"978 compressed_weight_updated_constant34" -> "979 quantize_per_channel_default_34" [label="(384, 1536)", style=solid]; +"979 quantize_per_channel_default_34" -> "980 dequantize_per_channel_default_34" [label="(384, 1536)", style=solid]; +"980 dequantize_per_channel_default_34" -> "981 linear_49" [label="(384, 1536)", style=solid]; +"981 linear_49" -> "982 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"982 dropout_31" -> "983 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"983 layer_norm_18" -> "984 add_27" [label="(1, 14, 14, 384)", style=solid]; +"984 add_27" -> "986 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"984 add_27" -> "1046 add_29" [label="(1, 14, 14, 384)", style=solid]; +"985 _frozen_param68" -> "1021 add_28" [label="(1, 12, 64, 64)", style=solid]; +"986 pad_10" -> "987 view_46" [label="(1, 16, 16, 384)", style=solid]; +"987 view_46" -> "988 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"988 permute_38" -> "989 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"989 reshape_36" -> "991 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"990 _frozen_param69" -> "999 linear_52" [label="(1152,)", style=solid]; +"991 reshape_36_0_0_nncf_smooth_quant_0" -> "992 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"992 quantize_per_tensor_default_51" -> "993 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"993 dequantize_per_tensor_default_51" -> "999 linear_52" [label="(4, 64, 384)", style=solid]; +"994 linear_52_scale_0" -> "997 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"994 linear_52_scale_0" -> "998 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"995 linear_52_zero_point_0" -> "997 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"995 linear_52_zero_point_0" -> "998 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"996 compressed_weight_updated_constant35" -> "997 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"997 quantize_per_channel_default_35" -> "998 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"998 dequantize_per_channel_default_35" -> "999 linear_52" [label="(1152, 384)", style=solid]; +"999 linear_52" -> "1000 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1000 reshape_37" -> "1001 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1001 permute_39" -> "1002 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1001 permute_39" -> "1003 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1001 permute_39" -> "1004 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1005 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1007 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1002 select_24" -> "1008 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1011 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1013 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1003 select_25" -> "1014 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1004 select_26" -> "1024 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1005 linalg_vector_norm_16" -> "1006 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1006 clamp_min_16" -> "1007 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1007 expand_as_16" -> "1008 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1008 div_16" -> "1009 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1009 quantize_per_tensor_default_52" -> "1010 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1010 dequantize_per_tensor_default_52" -> "1018 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1011 linalg_vector_norm_17" -> "1012 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1012 clamp_min_17" -> "1013 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1013 expand_as_17" -> "1014 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1014 div_17" -> "1015 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1015 quantize_per_tensor_default_53" -> "1016 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1016 dequantize_per_tensor_default_53" -> "1017 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1017 transpose_16" -> "1018 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1018 matmul_16" -> "1020 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1019 _frozen_param71" -> "1020 mul_17" [label="(12, 1, 1)", style=solid]; +"1020 mul_17" -> "1021 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1021 add_28" -> "1022 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1022 softmax_8" -> "1023 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1023 dropout_32" -> "1024 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1024 matmul_17" -> "1025 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1025 transpose_17" -> "1026 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1026 reshape_38" -> "1027 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1027 reshape_38_0_0_nncf_smooth_quant_0" -> "1028 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1028 quantize_per_tensor_default_54" -> "1029 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1029 dequantize_per_tensor_default_54" -> "1035 linear_53" [label="(4, 64, 384)", style=solid]; +"1030 linear_53_scale_0" -> "1033 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"1030 linear_53_scale_0" -> "1034 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"1031 linear_53_zero_point_0" -> "1033 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"1031 linear_53_zero_point_0" -> "1034 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"1032 compressed_weight_updated_constant36" -> "1033 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"1033 quantize_per_channel_default_36" -> "1034 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"1034 dequantize_per_channel_default_36" -> "1035 linear_53" [label="(384, 384)", style=solid]; +"1035 linear_53" -> "1036 dropout_33" [label="(4, 64, 384)", style=solid]; +"1036 dropout_33" -> "1037 view_47" [label="(4, 64, 384)", style=solid]; +"1037 view_47" -> "1038 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1038 permute_40" -> "1039 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1039 reshape_39" -> "1040 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1040 slice_134" -> "1041 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1041 slice_135" -> "1042 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1042 slice_136" -> "1043 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1043 slice_137" -> "1044 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1044 contiguous_15" -> "1045 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1045 layer_norm_19" -> "1046 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1046 add_29" -> "1047 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1046 add_29" -> "1069 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1047 add_29_0_0_nncf_smooth_quant_0" -> "1048 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1048 quantize_per_tensor_default_55" -> "1049 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1049 dequantize_per_tensor_default_55" -> "1055 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1050 linear_54_scale_0" -> "1053 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1050 linear_54_scale_0" -> "1054 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1051 linear_54_zero_point_0" -> "1053 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1051 linear_54_zero_point_0" -> "1054 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1052 compressed_weight_updated_constant37" -> "1053 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"1053 quantize_per_channel_default_37" -> "1054 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"1054 dequantize_per_channel_default_37" -> "1055 linear_54" [label="(1536, 384)", style=solid]; +"1055 linear_54" -> "1056 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1056 gelu_8" -> "1057 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1057 dropout_34" -> "1058 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1058 dropout_34_0_0_nncf_smooth_quant_0" -> "1059 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1059 quantize_per_tensor_default_56" -> "1060 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1060 dequantize_per_tensor_default_56" -> "1066 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1061 linear_55_scale_0" -> "1064 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"1061 linear_55_scale_0" -> "1065 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"1062 linear_55_zero_point_0" -> "1064 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"1062 linear_55_zero_point_0" -> "1065 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"1063 compressed_weight_updated_constant38" -> "1064 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"1064 quantize_per_channel_default_38" -> "1065 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"1065 dequantize_per_channel_default_38" -> "1066 linear_55" [label="(384, 1536)", style=solid]; +"1066 linear_55" -> "1067 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1067 dropout_35" -> "1068 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1068 layer_norm_20" -> "1069 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_30" -> "1071 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_30" -> "1149 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1070 _frozen_param72" -> "1107 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1071 pad_11" -> "1072 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1072 roll_8" -> "1073 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1073 view_50" -> "1074 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1074 permute_42" -> "1075 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1075 reshape_40" -> "1077 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1075 reshape_40" -> "1108 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1076 _frozen_param73" -> "1085 linear_58" [label="(1152,)", style=solid]; +"1077 reshape_40_0_0_nncf_smooth_quant_0" -> "1078 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1078 quantize_per_tensor_default_57" -> "1079 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1079 dequantize_per_tensor_default_57" -> "1085 linear_58" [label="(4, 64, 384)", style=solid]; +"1080 linear_58_scale_0" -> "1083 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1080 linear_58_scale_0" -> "1084 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1081 linear_58_zero_point_0" -> "1083 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1081 linear_58_zero_point_0" -> "1084 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1082 compressed_weight_updated_constant39" -> "1083 quantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"1083 quantize_per_channel_default_39" -> "1084 dequantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"1084 dequantize_per_channel_default_39" -> "1085 linear_58" [label="(1152, 384)", style=solid]; +"1085 linear_58" -> "1086 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1086 reshape_41" -> "1087 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1087 permute_43" -> "1088 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 permute_43" -> "1089 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 permute_43" -> "1090 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1091 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1093 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_27" -> "1094 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1097 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1099 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_28" -> "1100 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1090 select_29" -> "1126 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1091 linalg_vector_norm_18" -> "1092 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1092 clamp_min_18" -> "1093 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1093 expand_as_18" -> "1094 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1094 div_18" -> "1095 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1095 quantize_per_tensor_default_58" -> "1096 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1096 dequantize_per_tensor_default_58" -> "1104 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1097 linalg_vector_norm_19" -> "1098 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1098 clamp_min_19" -> "1099 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1099 expand_as_19" -> "1100 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1100 div_19" -> "1101 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1101 quantize_per_tensor_default_59" -> "1102 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1102 dequantize_per_tensor_default_59" -> "1103 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1103 transpose_18" -> "1104 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1104 matmul_18" -> "1106 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1105 _frozen_param75" -> "1106 mul_19" [label="(12, 1, 1)", style=solid]; +"1106 mul_19" -> "1107 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1107 add_31" -> "1119 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1108 new_zeros_4" -> "1109 view_51" [label="(16, 16)", style=solid]; +"1109 view_51" -> "1110 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1110 permute_44" -> "1111 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1111 reshape_42" -> "1112 unsqueeze_26" [label="(4, 64)", style=solid]; +"1111 reshape_42" -> "1113 unsqueeze_27" [label="(4, 64)", style=solid]; +"1112 unsqueeze_26" -> "1114 sub_4" [label="(4, 1, 64)", style=solid]; +"1113 unsqueeze_27" -> "1114 sub_4" [label="(4, 64, 1)", style=solid]; +"1114 sub_4" -> "1115 ne_4" [label="(4, 64, 64)", style=solid]; +"1114 sub_4" -> "1116 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1114 sub_4" -> "1117 eq_4" [label="(4, 64, 64)", style=solid]; +"1115 ne_4" -> "1116 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1116 masked_fill_8" -> "1118 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1117 eq_4" -> "1118 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1118 masked_fill_9" -> "1120 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1119 view_52" -> "1122 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1120 unsqueeze_28" -> "1121 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1121 unsqueeze_29" -> "1122 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1122 add_32" -> "1123 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1123 view_53" -> "1124 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1124 softmax_9" -> "1125 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1125 dropout_36" -> "1126 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1126 matmul_19" -> "1127 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1127 transpose_19" -> "1128 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1128 reshape_43" -> "1129 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1129 reshape_43_0_0_nncf_smooth_quant_0" -> "1130 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1130 quantize_per_tensor_default_60" -> "1131 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1131 dequantize_per_tensor_default_60" -> "1137 linear_59" [label="(4, 64, 384)", style=solid]; +"1132 linear_59_scale_0" -> "1135 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"1132 linear_59_scale_0" -> "1136 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"1133 linear_59_zero_point_0" -> "1135 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"1133 linear_59_zero_point_0" -> "1136 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"1134 compressed_weight_updated_constant40" -> "1135 quantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"1135 quantize_per_channel_default_40" -> "1136 dequantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"1136 dequantize_per_channel_default_40" -> "1137 linear_59" [label="(384, 384)", style=solid]; +"1137 linear_59" -> "1138 dropout_37" [label="(4, 64, 384)", style=solid]; +"1138 dropout_37" -> "1139 view_54" [label="(4, 64, 384)", style=solid]; +"1139 view_54" -> "1140 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1140 permute_45" -> "1141 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1141 reshape_44" -> "1142 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1142 roll_9" -> "1143 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1143 slice_157" -> "1144 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1144 slice_158" -> "1145 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1145 slice_159" -> "1146 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1146 slice_160" -> "1147 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1147 contiguous_17" -> "1148 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1148 layer_norm_21" -> "1149 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1149 add_33" -> "1150 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1149 add_33" -> "1172 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1150 add_33_0_0_nncf_smooth_quant_0" -> "1151 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1151 quantize_per_tensor_default_61" -> "1152 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1152 dequantize_per_tensor_default_61" -> "1158 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1153 linear_60_scale_0" -> "1156 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1153 linear_60_scale_0" -> "1157 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1154 linear_60_zero_point_0" -> "1156 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1154 linear_60_zero_point_0" -> "1157 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1155 compressed_weight_updated_constant41" -> "1156 quantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"1156 quantize_per_channel_default_41" -> "1157 dequantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"1157 dequantize_per_channel_default_41" -> "1158 linear_60" [label="(1536, 384)", style=solid]; +"1158 linear_60" -> "1159 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1159 gelu_9" -> "1160 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1160 dropout_38" -> "1161 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1161 dropout_38_0_0_nncf_smooth_quant_0" -> "1162 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1162 quantize_per_tensor_default_62" -> "1163 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1163 dequantize_per_tensor_default_62" -> "1169 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1164 linear_61_scale_0" -> "1167 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"1164 linear_61_scale_0" -> "1168 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1165 linear_61_zero_point_0" -> "1167 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"1165 linear_61_zero_point_0" -> "1168 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1166 compressed_weight_updated_constant42" -> "1167 quantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"1167 quantize_per_channel_default_42" -> "1168 dequantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"1168 dequantize_per_channel_default_42" -> "1169 linear_61" [label="(384, 1536)", style=solid]; +"1169 linear_61" -> "1170 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1170 dropout_39" -> "1171 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1171 layer_norm_22" -> "1172 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1172 add_34" -> "1174 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1172 add_34" -> "1234 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1173 _frozen_param85" -> "1209 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1174 pad_12" -> "1175 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1175 view_57" -> "1176 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1176 permute_47" -> "1177 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1177 reshape_45" -> "1179 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1178 _frozen_param86" -> "1187 linear_64" [label="(1152,)", style=solid]; +"1179 reshape_45_0_0_nncf_smooth_quant_0" -> "1180 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1180 quantize_per_tensor_default_63" -> "1181 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1181 dequantize_per_tensor_default_63" -> "1187 linear_64" [label="(4, 64, 384)", style=solid]; +"1182 linear_64_scale_0" -> "1185 quantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1182 linear_64_scale_0" -> "1186 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1183 linear_64_zero_point_0" -> "1185 quantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1183 linear_64_zero_point_0" -> "1186 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1184 compressed_weight_updated_constant43" -> "1185 quantize_per_channel_default_43" [label="(1152, 384)", style=solid]; +"1185 quantize_per_channel_default_43" -> "1186 dequantize_per_channel_default_43" [label="(1152, 384)", style=solid]; +"1186 dequantize_per_channel_default_43" -> "1187 linear_64" [label="(1152, 384)", style=solid]; +"1187 linear_64" -> "1188 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1188 reshape_46" -> "1189 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1189 permute_48" -> "1190 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1189 permute_48" -> "1191 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1189 permute_48" -> "1192 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1193 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1195 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1190 select_30" -> "1196 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1199 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1201 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1191 select_31" -> "1202 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1192 select_32" -> "1212 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1193 linalg_vector_norm_20" -> "1194 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1194 clamp_min_20" -> "1195 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1195 expand_as_20" -> "1196 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1196 div_20" -> "1197 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1197 quantize_per_tensor_default_64" -> "1198 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1198 dequantize_per_tensor_default_64" -> "1206 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1199 linalg_vector_norm_21" -> "1200 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1200 clamp_min_21" -> "1201 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1201 expand_as_21" -> "1202 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1202 div_21" -> "1203 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1203 quantize_per_tensor_default_65" -> "1204 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1204 dequantize_per_tensor_default_65" -> "1205 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1205 transpose_20" -> "1206 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1206 matmul_20" -> "1208 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1207 _frozen_param88" -> "1208 mul_21" [label="(12, 1, 1)", style=solid]; +"1208 mul_21" -> "1209 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1209 add_35" -> "1210 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1210 softmax_10" -> "1211 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1211 dropout_40" -> "1212 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1212 matmul_21" -> "1213 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1213 transpose_21" -> "1214 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1214 reshape_47" -> "1215 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1215 reshape_47_0_0_nncf_smooth_quant_0" -> "1216 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1216 quantize_per_tensor_default_66" -> "1217 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1217 dequantize_per_tensor_default_66" -> "1223 linear_65" [label="(4, 64, 384)", style=solid]; +"1218 linear_65_scale_0" -> "1221 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"1218 linear_65_scale_0" -> "1222 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"1219 linear_65_zero_point_0" -> "1221 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"1219 linear_65_zero_point_0" -> "1222 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"1220 compressed_weight_updated_constant44" -> "1221 quantize_per_channel_default_44" [label="(384, 384)", style=solid]; +"1221 quantize_per_channel_default_44" -> "1222 dequantize_per_channel_default_44" [label="(384, 384)", style=solid]; +"1222 dequantize_per_channel_default_44" -> "1223 linear_65" [label="(384, 384)", style=solid]; +"1223 linear_65" -> "1224 dropout_41" [label="(4, 64, 384)", style=solid]; +"1224 dropout_41" -> "1225 view_58" [label="(4, 64, 384)", style=solid]; +"1225 view_58" -> "1226 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1226 permute_49" -> "1227 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1227 reshape_48" -> "1228 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1228 slice_162" -> "1229 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1229 slice_163" -> "1230 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1230 slice_164" -> "1231 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1231 slice_165" -> "1232 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1232 contiguous_19" -> "1233 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1233 layer_norm_23" -> "1234 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1234 add_36" -> "1235 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1234 add_36" -> "1257 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1235 add_36_0_0_nncf_smooth_quant_0" -> "1236 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1236 quantize_per_tensor_default_67" -> "1237 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1237 dequantize_per_tensor_default_67" -> "1243 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1238 linear_66_scale_0" -> "1241 quantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1238 linear_66_scale_0" -> "1242 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1239 linear_66_zero_point_0" -> "1241 quantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1239 linear_66_zero_point_0" -> "1242 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1240 compressed_weight_updated_constant45" -> "1241 quantize_per_channel_default_45" [label="(1536, 384)", style=solid]; +"1241 quantize_per_channel_default_45" -> "1242 dequantize_per_channel_default_45" [label="(1536, 384)", style=solid]; +"1242 dequantize_per_channel_default_45" -> "1243 linear_66" [label="(1536, 384)", style=solid]; +"1243 linear_66" -> "1244 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1244 gelu_10" -> "1245 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1245 dropout_42" -> "1246 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1246 dropout_42_0_0_nncf_smooth_quant_0" -> "1247 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1247 quantize_per_tensor_default_68" -> "1248 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1248 dequantize_per_tensor_default_68" -> "1254 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1249 linear_67_scale_0" -> "1252 quantize_per_channel_default_46" [label="(384,)", style=solid]; +"1249 linear_67_scale_0" -> "1253 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1250 linear_67_zero_point_0" -> "1252 quantize_per_channel_default_46" [label="(384,)", style=solid]; +"1250 linear_67_zero_point_0" -> "1253 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1251 compressed_weight_updated_constant46" -> "1252 quantize_per_channel_default_46" [label="(384, 1536)", style=solid]; +"1252 quantize_per_channel_default_46" -> "1253 dequantize_per_channel_default_46" [label="(384, 1536)", style=solid]; +"1253 dequantize_per_channel_default_46" -> "1254 linear_67" [label="(384, 1536)", style=solid]; +"1254 linear_67" -> "1255 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1255 dropout_43" -> "1256 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1256 layer_norm_24" -> "1257 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1257 add_37" -> "1259 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1257 add_37" -> "1337 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1258 _frozen_param89" -> "1295 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1259 pad_13" -> "1260 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1260 roll_10" -> "1261 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1261 view_61" -> "1262 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1262 permute_51" -> "1263 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1263 reshape_49" -> "1265 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1263 reshape_49" -> "1296 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1264 _frozen_param90" -> "1273 linear_70" [label="(1152,)", style=solid]; +"1265 reshape_49_0_0_nncf_smooth_quant_0" -> "1266 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1266 quantize_per_tensor_default_69" -> "1267 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1267 dequantize_per_tensor_default_69" -> "1273 linear_70" [label="(4, 64, 384)", style=solid]; +"1268 linear_70_scale_0" -> "1271 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1268 linear_70_scale_0" -> "1272 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1269 linear_70_zero_point_0" -> "1271 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1269 linear_70_zero_point_0" -> "1272 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1270 compressed_weight_updated_constant47" -> "1271 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"1271 quantize_per_channel_default_47" -> "1272 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"1272 dequantize_per_channel_default_47" -> "1273 linear_70" [label="(1152, 384)", style=solid]; +"1273 linear_70" -> "1274 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1274 reshape_50" -> "1275 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1275 permute_52" -> "1276 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1275 permute_52" -> "1277 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1275 permute_52" -> "1278 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1279 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1281 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1276 select_33" -> "1282 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1285 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1287 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1277 select_34" -> "1288 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1278 select_35" -> "1314 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1279 linalg_vector_norm_22" -> "1280 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1280 clamp_min_22" -> "1281 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1281 expand_as_22" -> "1282 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1282 div_22" -> "1283 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1283 quantize_per_tensor_default_70" -> "1284 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1284 dequantize_per_tensor_default_70" -> "1292 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1285 linalg_vector_norm_23" -> "1286 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1286 clamp_min_23" -> "1287 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1287 expand_as_23" -> "1288 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1288 div_23" -> "1289 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1289 quantize_per_tensor_default_71" -> "1290 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1290 dequantize_per_tensor_default_71" -> "1291 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1291 transpose_22" -> "1292 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1292 matmul_22" -> "1294 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1293 _frozen_param92" -> "1294 mul_23" [label="(12, 1, 1)", style=solid]; +"1294 mul_23" -> "1295 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1295 add_38" -> "1307 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1296 new_zeros_5" -> "1297 view_62" [label="(16, 16)", style=solid]; +"1297 view_62" -> "1298 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1298 permute_53" -> "1299 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1299 reshape_51" -> "1300 unsqueeze_32" [label="(4, 64)", style=solid]; +"1299 reshape_51" -> "1301 unsqueeze_33" [label="(4, 64)", style=solid]; +"1300 unsqueeze_32" -> "1302 sub_5" [label="(4, 1, 64)", style=solid]; +"1301 unsqueeze_33" -> "1302 sub_5" [label="(4, 64, 1)", style=solid]; +"1302 sub_5" -> "1303 ne_5" [label="(4, 64, 64)", style=solid]; +"1302 sub_5" -> "1304 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1302 sub_5" -> "1305 eq_5" [label="(4, 64, 64)", style=solid]; +"1303 ne_5" -> "1304 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1304 masked_fill_10" -> "1306 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1305 eq_5" -> "1306 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1306 masked_fill_11" -> "1308 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1307 view_63" -> "1310 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1308 unsqueeze_34" -> "1309 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1309 unsqueeze_35" -> "1310 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1310 add_39" -> "1311 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1311 view_64" -> "1312 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1312 softmax_11" -> "1313 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1313 dropout_44" -> "1314 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1314 matmul_23" -> "1315 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1315 transpose_23" -> "1316 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1316 reshape_52" -> "1317 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1317 reshape_52_0_0_nncf_smooth_quant_0" -> "1318 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1318 quantize_per_tensor_default_72" -> "1319 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1319 dequantize_per_tensor_default_72" -> "1325 linear_71" [label="(4, 64, 384)", style=solid]; +"1320 linear_71_scale_0" -> "1323 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1320 linear_71_scale_0" -> "1324 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1321 linear_71_zero_point_0" -> "1323 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1321 linear_71_zero_point_0" -> "1324 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1322 compressed_weight_updated_constant48" -> "1323 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1323 quantize_per_channel_default_48" -> "1324 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1324 dequantize_per_channel_default_48" -> "1325 linear_71" [label="(384, 384)", style=solid]; +"1325 linear_71" -> "1326 dropout_45" [label="(4, 64, 384)", style=solid]; +"1326 dropout_45" -> "1327 view_65" [label="(4, 64, 384)", style=solid]; +"1327 view_65" -> "1328 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1328 permute_54" -> "1329 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1329 reshape_53" -> "1330 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1330 roll_11" -> "1331 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1331 slice_185" -> "1332 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1332 slice_186" -> "1333 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1333 slice_187" -> "1334 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1334 slice_188" -> "1335 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1335 contiguous_21" -> "1336 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1336 layer_norm_25" -> "1337 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1337 add_40" -> "1338 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1337 add_40" -> "1360 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1338 add_40_0_0_nncf_smooth_quant_0" -> "1339 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1339 quantize_per_tensor_default_73" -> "1340 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1340 dequantize_per_tensor_default_73" -> "1346 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1341 linear_72_scale_0" -> "1344 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1341 linear_72_scale_0" -> "1345 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1342 linear_72_zero_point_0" -> "1344 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1342 linear_72_zero_point_0" -> "1345 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1343 compressed_weight_updated_constant49" -> "1344 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1344 quantize_per_channel_default_49" -> "1345 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1345 dequantize_per_channel_default_49" -> "1346 linear_72" [label="(1536, 384)", style=solid]; +"1346 linear_72" -> "1347 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1347 gelu_11" -> "1348 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1348 dropout_46" -> "1349 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1349 dropout_46_0_0_nncf_smooth_quant_0" -> "1350 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1350 quantize_per_tensor_default_74" -> "1351 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1351 dequantize_per_tensor_default_74" -> "1357 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1352 linear_73_scale_0" -> "1355 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1352 linear_73_scale_0" -> "1356 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1353 linear_73_zero_point_0" -> "1355 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1353 linear_73_zero_point_0" -> "1356 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1354 compressed_weight_updated_constant50" -> "1355 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1355 quantize_per_channel_default_50" -> "1356 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1356 dequantize_per_channel_default_50" -> "1357 linear_73" [label="(384, 1536)", style=solid]; +"1357 linear_73" -> "1358 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1358 dropout_47" -> "1359 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1359 layer_norm_26" -> "1360 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1360 add_41" -> "1362 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1360 add_41" -> "1422 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1361 _frozen_param102" -> "1397 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1362 pad_14" -> "1363 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1363 view_68" -> "1364 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1364 permute_56" -> "1365 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1365 reshape_54" -> "1367 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1366 _frozen_param103" -> "1375 linear_76" [label="(1152,)", style=solid]; +"1367 reshape_54_0_0_nncf_smooth_quant_0" -> "1368 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1368 quantize_per_tensor_default_75" -> "1369 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1369 dequantize_per_tensor_default_75" -> "1375 linear_76" [label="(4, 64, 384)", style=solid]; +"1370 linear_76_scale_0" -> "1373 quantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1370 linear_76_scale_0" -> "1374 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1371 linear_76_zero_point_0" -> "1373 quantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1371 linear_76_zero_point_0" -> "1374 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1372 compressed_weight_updated_constant51" -> "1373 quantize_per_channel_default_51" [label="(1152, 384)", style=solid]; +"1373 quantize_per_channel_default_51" -> "1374 dequantize_per_channel_default_51" [label="(1152, 384)", style=solid]; +"1374 dequantize_per_channel_default_51" -> "1375 linear_76" [label="(1152, 384)", style=solid]; +"1375 linear_76" -> "1376 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1376 reshape_55" -> "1377 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1377 permute_57" -> "1378 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1377 permute_57" -> "1379 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1377 permute_57" -> "1380 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1381 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1383 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1378 select_36" -> "1384 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1387 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1389 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1379 select_37" -> "1390 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1380 select_38" -> "1400 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1381 linalg_vector_norm_24" -> "1382 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1382 clamp_min_24" -> "1383 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1383 expand_as_24" -> "1384 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1384 div_24" -> "1385 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1385 quantize_per_tensor_default_76" -> "1386 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1386 dequantize_per_tensor_default_76" -> "1394 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1387 linalg_vector_norm_25" -> "1388 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1388 clamp_min_25" -> "1389 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1389 expand_as_25" -> "1390 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1390 div_25" -> "1391 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1391 quantize_per_tensor_default_77" -> "1392 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1392 dequantize_per_tensor_default_77" -> "1393 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1393 transpose_24" -> "1394 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1394 matmul_24" -> "1396 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1395 _frozen_param105" -> "1396 mul_25" [label="(12, 1, 1)", style=solid]; +"1396 mul_25" -> "1397 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1397 add_42" -> "1398 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1398 softmax_12" -> "1399 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1399 dropout_48" -> "1400 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1400 matmul_25" -> "1401 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1401 transpose_25" -> "1402 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1402 reshape_56" -> "1403 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1403 reshape_56_0_0_nncf_smooth_quant_0" -> "1404 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1404 quantize_per_tensor_default_78" -> "1405 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1405 dequantize_per_tensor_default_78" -> "1411 linear_77" [label="(4, 64, 384)", style=solid]; +"1406 linear_77_scale_0" -> "1409 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1406 linear_77_scale_0" -> "1410 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1407 linear_77_zero_point_0" -> "1409 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1407 linear_77_zero_point_0" -> "1410 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1408 compressed_weight_updated_constant52" -> "1409 quantize_per_channel_default_52" [label="(384, 384)", style=solid]; +"1409 quantize_per_channel_default_52" -> "1410 dequantize_per_channel_default_52" [label="(384, 384)", style=solid]; +"1410 dequantize_per_channel_default_52" -> "1411 linear_77" [label="(384, 384)", style=solid]; +"1411 linear_77" -> "1412 dropout_49" [label="(4, 64, 384)", style=solid]; +"1412 dropout_49" -> "1413 view_69" [label="(4, 64, 384)", style=solid]; +"1413 view_69" -> "1414 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1414 permute_58" -> "1415 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1415 reshape_57" -> "1416 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1416 slice_190" -> "1417 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1417 slice_191" -> "1418 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1418 slice_192" -> "1419 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1419 slice_193" -> "1420 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1420 contiguous_23" -> "1421 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1421 layer_norm_27" -> "1422 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_43" -> "1423 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1422 add_43" -> "1445 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1423 add_43_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1424 quantize_per_tensor_default_79" -> "1425 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1425 dequantize_per_tensor_default_79" -> "1431 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1426 linear_78_scale_0" -> "1429 quantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1426 linear_78_scale_0" -> "1430 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1427 linear_78_zero_point_0" -> "1429 quantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1427 linear_78_zero_point_0" -> "1430 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1428 compressed_weight_updated_constant53" -> "1429 quantize_per_channel_default_53" [label="(1536, 384)", style=solid]; +"1429 quantize_per_channel_default_53" -> "1430 dequantize_per_channel_default_53" [label="(1536, 384)", style=solid]; +"1430 dequantize_per_channel_default_53" -> "1431 linear_78" [label="(1536, 384)", style=solid]; +"1431 linear_78" -> "1432 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1432 gelu_12" -> "1433 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1433 dropout_50" -> "1434 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1434 dropout_50_0_0_nncf_smooth_quant_0" -> "1435 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1435 quantize_per_tensor_default_80" -> "1436 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1436 dequantize_per_tensor_default_80" -> "1442 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1437 linear_79_scale_0" -> "1440 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1437 linear_79_scale_0" -> "1441 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1438 linear_79_zero_point_0" -> "1440 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1438 linear_79_zero_point_0" -> "1441 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1439 compressed_weight_updated_constant54" -> "1440 quantize_per_channel_default_54" [label="(384, 1536)", style=solid]; +"1440 quantize_per_channel_default_54" -> "1441 dequantize_per_channel_default_54" [label="(384, 1536)", style=solid]; +"1441 dequantize_per_channel_default_54" -> "1442 linear_79" [label="(384, 1536)", style=solid]; +"1442 linear_79" -> "1443 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1443 dropout_51" -> "1444 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1444 layer_norm_28" -> "1445 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_44" -> "1447 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1445 add_44" -> "1525 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1446 _frozen_param106" -> "1483 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1447 pad_15" -> "1448 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1448 roll_12" -> "1449 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1449 view_72" -> "1450 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1450 permute_60" -> "1451 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1451 reshape_58" -> "1453 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1451 reshape_58" -> "1484 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1452 _frozen_param107" -> "1461 linear_82" [label="(1152,)", style=solid]; +"1453 reshape_58_0_0_nncf_smooth_quant_0" -> "1454 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1454 quantize_per_tensor_default_81" -> "1455 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1455 dequantize_per_tensor_default_81" -> "1461 linear_82" [label="(4, 64, 384)", style=solid]; +"1456 linear_82_scale_0" -> "1459 quantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1456 linear_82_scale_0" -> "1460 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1457 linear_82_zero_point_0" -> "1459 quantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1457 linear_82_zero_point_0" -> "1460 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1458 compressed_weight_updated_constant55" -> "1459 quantize_per_channel_default_55" [label="(1152, 384)", style=solid]; +"1459 quantize_per_channel_default_55" -> "1460 dequantize_per_channel_default_55" [label="(1152, 384)", style=solid]; +"1460 dequantize_per_channel_default_55" -> "1461 linear_82" [label="(1152, 384)", style=solid]; +"1461 linear_82" -> "1462 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1462 reshape_59" -> "1463 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1463 permute_61" -> "1464 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1463 permute_61" -> "1465 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1463 permute_61" -> "1466 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1467 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1469 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1464 select_39" -> "1470 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1473 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1475 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1465 select_40" -> "1476 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1466 select_41" -> "1502 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1467 linalg_vector_norm_26" -> "1468 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1468 clamp_min_26" -> "1469 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1469 expand_as_26" -> "1470 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1470 div_26" -> "1471 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1471 quantize_per_tensor_default_82" -> "1472 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1472 dequantize_per_tensor_default_82" -> "1480 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1473 linalg_vector_norm_27" -> "1474 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1474 clamp_min_27" -> "1475 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1475 expand_as_27" -> "1476 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1476 div_27" -> "1477 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1477 quantize_per_tensor_default_83" -> "1478 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1478 dequantize_per_tensor_default_83" -> "1479 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1479 transpose_26" -> "1480 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1480 matmul_26" -> "1482 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1481 _frozen_param109" -> "1482 mul_27" [label="(12, 1, 1)", style=solid]; +"1482 mul_27" -> "1483 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1483 add_45" -> "1495 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1484 new_zeros_6" -> "1485 view_73" [label="(16, 16)", style=solid]; +"1485 view_73" -> "1486 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1486 permute_62" -> "1487 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1487 reshape_60" -> "1488 unsqueeze_38" [label="(4, 64)", style=solid]; +"1487 reshape_60" -> "1489 unsqueeze_39" [label="(4, 64)", style=solid]; +"1488 unsqueeze_38" -> "1490 sub_6" [label="(4, 1, 64)", style=solid]; +"1489 unsqueeze_39" -> "1490 sub_6" [label="(4, 64, 1)", style=solid]; +"1490 sub_6" -> "1491 ne_6" [label="(4, 64, 64)", style=solid]; +"1490 sub_6" -> "1492 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1490 sub_6" -> "1493 eq_6" [label="(4, 64, 64)", style=solid]; +"1491 ne_6" -> "1492 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1492 masked_fill_12" -> "1494 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1493 eq_6" -> "1494 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1494 masked_fill_13" -> "1496 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1495 view_74" -> "1498 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1496 unsqueeze_40" -> "1497 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1497 unsqueeze_41" -> "1498 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1498 add_46" -> "1499 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1499 view_75" -> "1500 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1500 softmax_13" -> "1501 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1501 dropout_52" -> "1502 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1502 matmul_27" -> "1503 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1503 transpose_27" -> "1504 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1504 reshape_61" -> "1505 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1505 reshape_61_0_0_nncf_smooth_quant_0" -> "1506 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1506 quantize_per_tensor_default_84" -> "1507 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1507 dequantize_per_tensor_default_84" -> "1513 linear_83" [label="(4, 64, 384)", style=solid]; +"1508 linear_83_scale_0" -> "1511 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1508 linear_83_scale_0" -> "1512 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1509 linear_83_zero_point_0" -> "1511 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1509 linear_83_zero_point_0" -> "1512 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1510 compressed_weight_updated_constant56" -> "1511 quantize_per_channel_default_56" [label="(384, 384)", style=solid]; +"1511 quantize_per_channel_default_56" -> "1512 dequantize_per_channel_default_56" [label="(384, 384)", style=solid]; +"1512 dequantize_per_channel_default_56" -> "1513 linear_83" [label="(384, 384)", style=solid]; +"1513 linear_83" -> "1514 dropout_53" [label="(4, 64, 384)", style=solid]; +"1514 dropout_53" -> "1515 view_76" [label="(4, 64, 384)", style=solid]; +"1515 view_76" -> "1516 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1516 permute_63" -> "1517 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1517 reshape_62" -> "1518 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1518 roll_13" -> "1519 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1519 slice_213" -> "1520 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1520 slice_214" -> "1521 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1521 slice_215" -> "1522 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1522 slice_216" -> "1523 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1523 contiguous_25" -> "1524 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1524 layer_norm_29" -> "1525 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_47" -> "1526 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1525 add_47" -> "1548 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1526 add_47_0_0_nncf_smooth_quant_0" -> "1527 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1527 quantize_per_tensor_default_85" -> "1528 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1528 dequantize_per_tensor_default_85" -> "1534 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1529 linear_84_scale_0" -> "1532 quantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1529 linear_84_scale_0" -> "1533 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1530 linear_84_zero_point_0" -> "1532 quantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1530 linear_84_zero_point_0" -> "1533 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1531 compressed_weight_updated_constant57" -> "1532 quantize_per_channel_default_57" [label="(1536, 384)", style=solid]; +"1532 quantize_per_channel_default_57" -> "1533 dequantize_per_channel_default_57" [label="(1536, 384)", style=solid]; +"1533 dequantize_per_channel_default_57" -> "1534 linear_84" [label="(1536, 384)", style=solid]; +"1534 linear_84" -> "1535 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1535 gelu_13" -> "1536 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1536 dropout_54" -> "1537 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1537 dropout_54_0_0_nncf_smooth_quant_0" -> "1538 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1538 quantize_per_tensor_default_86" -> "1539 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1539 dequantize_per_tensor_default_86" -> "1545 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1540 linear_85_scale_0" -> "1543 quantize_per_channel_default_58" [label="(384,)", style=solid]; +"1540 linear_85_scale_0" -> "1544 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1541 linear_85_zero_point_0" -> "1543 quantize_per_channel_default_58" [label="(384,)", style=solid]; +"1541 linear_85_zero_point_0" -> "1544 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1542 compressed_weight_updated_constant58" -> "1543 quantize_per_channel_default_58" [label="(384, 1536)", style=solid]; +"1543 quantize_per_channel_default_58" -> "1544 dequantize_per_channel_default_58" [label="(384, 1536)", style=solid]; +"1544 dequantize_per_channel_default_58" -> "1545 linear_85" [label="(384, 1536)", style=solid]; +"1545 linear_85" -> "1546 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1546 dropout_55" -> "1547 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1547 layer_norm_30" -> "1548 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1548 add_48" -> "1550 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1548 add_48" -> "1610 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1549 _frozen_param119" -> "1585 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1550 pad_16" -> "1551 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1551 view_79" -> "1552 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1552 permute_65" -> "1553 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1553 reshape_63" -> "1555 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1554 _frozen_param120" -> "1563 linear_88" [label="(1152,)", style=solid]; +"1555 reshape_63_0_0_nncf_smooth_quant_0" -> "1556 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1556 quantize_per_tensor_default_87" -> "1557 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1557 dequantize_per_tensor_default_87" -> "1563 linear_88" [label="(4, 64, 384)", style=solid]; +"1558 linear_88_scale_0" -> "1561 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1558 linear_88_scale_0" -> "1562 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1559 linear_88_zero_point_0" -> "1561 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1559 linear_88_zero_point_0" -> "1562 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1560 compressed_weight_updated_constant59" -> "1561 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1561 quantize_per_channel_default_59" -> "1562 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1562 dequantize_per_channel_default_59" -> "1563 linear_88" [label="(1152, 384)", style=solid]; +"1563 linear_88" -> "1564 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1564 reshape_64" -> "1565 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1565 permute_66" -> "1566 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1565 permute_66" -> "1567 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1565 permute_66" -> "1568 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1569 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1571 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1566 select_42" -> "1572 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1575 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1577 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1567 select_43" -> "1578 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1568 select_44" -> "1588 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1569 linalg_vector_norm_28" -> "1570 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1570 clamp_min_28" -> "1571 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1571 expand_as_28" -> "1572 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1572 div_28" -> "1573 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1573 quantize_per_tensor_default_88" -> "1574 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1574 dequantize_per_tensor_default_88" -> "1582 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1575 linalg_vector_norm_29" -> "1576 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1576 clamp_min_29" -> "1577 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1577 expand_as_29" -> "1578 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1578 div_29" -> "1579 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1579 quantize_per_tensor_default_89" -> "1580 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1580 dequantize_per_tensor_default_89" -> "1581 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1581 transpose_28" -> "1582 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1582 matmul_28" -> "1584 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1583 _frozen_param122" -> "1584 mul_29" [label="(12, 1, 1)", style=solid]; +"1584 mul_29" -> "1585 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1585 add_49" -> "1586 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1586 softmax_14" -> "1587 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1587 dropout_56" -> "1588 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1588 matmul_29" -> "1589 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1589 transpose_29" -> "1590 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1590 reshape_65" -> "1591 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1591 reshape_65_0_0_nncf_smooth_quant_0" -> "1592 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1592 quantize_per_tensor_default_90" -> "1593 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1593 dequantize_per_tensor_default_90" -> "1599 linear_89" [label="(4, 64, 384)", style=solid]; +"1594 linear_89_scale_0" -> "1597 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1594 linear_89_scale_0" -> "1598 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1595 linear_89_zero_point_0" -> "1597 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1595 linear_89_zero_point_0" -> "1598 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1596 compressed_weight_updated_constant60" -> "1597 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1597 quantize_per_channel_default_60" -> "1598 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1598 dequantize_per_channel_default_60" -> "1599 linear_89" [label="(384, 384)", style=solid]; +"1599 linear_89" -> "1600 dropout_57" [label="(4, 64, 384)", style=solid]; +"1600 dropout_57" -> "1601 view_80" [label="(4, 64, 384)", style=solid]; +"1601 view_80" -> "1602 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1602 permute_67" -> "1603 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1603 reshape_66" -> "1604 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1604 slice_218" -> "1605 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1605 slice_219" -> "1606 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1606 slice_220" -> "1607 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1607 slice_221" -> "1608 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1608 contiguous_27" -> "1609 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1609 layer_norm_31" -> "1610 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1610 add_50" -> "1611 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1610 add_50" -> "1633 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1611 add_50_0_0_nncf_smooth_quant_0" -> "1612 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1612 quantize_per_tensor_default_91" -> "1613 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1613 dequantize_per_tensor_default_91" -> "1619 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1614 linear_90_scale_0" -> "1617 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1614 linear_90_scale_0" -> "1618 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1615 linear_90_zero_point_0" -> "1617 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1615 linear_90_zero_point_0" -> "1618 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1616 compressed_weight_updated_constant61" -> "1617 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1617 quantize_per_channel_default_61" -> "1618 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1618 dequantize_per_channel_default_61" -> "1619 linear_90" [label="(1536, 384)", style=solid]; +"1619 linear_90" -> "1620 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1620 gelu_14" -> "1621 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1621 dropout_58" -> "1622 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1622 dropout_58_0_0_nncf_smooth_quant_0" -> "1623 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1623 quantize_per_tensor_default_92" -> "1624 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1624 dequantize_per_tensor_default_92" -> "1630 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1625 linear_91_scale_0" -> "1628 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1625 linear_91_scale_0" -> "1629 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1626 linear_91_zero_point_0" -> "1628 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1626 linear_91_zero_point_0" -> "1629 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1627 compressed_weight_updated_constant62" -> "1628 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1628 quantize_per_channel_default_62" -> "1629 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1629 dequantize_per_channel_default_62" -> "1630 linear_91" [label="(384, 1536)", style=solid]; +"1630 linear_91" -> "1631 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1631 dropout_59" -> "1632 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1632 layer_norm_32" -> "1633 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1633 add_51" -> "1635 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1633 add_51" -> "1713 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1634 _frozen_param123" -> "1671 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1635 pad_17" -> "1636 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1636 roll_14" -> "1637 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1637 view_83" -> "1638 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1638 permute_69" -> "1639 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1639 reshape_67" -> "1641 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1639 reshape_67" -> "1672 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1640 _frozen_param124" -> "1649 linear_94" [label="(1152,)", style=solid]; +"1641 reshape_67_0_0_nncf_smooth_quant_0" -> "1642 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1642 quantize_per_tensor_default_93" -> "1643 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1643 dequantize_per_tensor_default_93" -> "1649 linear_94" [label="(4, 64, 384)", style=solid]; +"1644 linear_94_scale_0" -> "1647 quantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1644 linear_94_scale_0" -> "1648 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1645 linear_94_zero_point_0" -> "1647 quantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1645 linear_94_zero_point_0" -> "1648 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1646 compressed_weight_updated_constant63" -> "1647 quantize_per_channel_default_63" [label="(1152, 384)", style=solid]; +"1647 quantize_per_channel_default_63" -> "1648 dequantize_per_channel_default_63" [label="(1152, 384)", style=solid]; +"1648 dequantize_per_channel_default_63" -> "1649 linear_94" [label="(1152, 384)", style=solid]; +"1649 linear_94" -> "1650 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1650 reshape_68" -> "1651 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1651 permute_70" -> "1652 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_70" -> "1653 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 permute_70" -> "1654 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1655 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1657 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_45" -> "1658 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1661 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1663 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_46" -> "1664 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1654 select_47" -> "1690 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1655 linalg_vector_norm_30" -> "1656 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1656 clamp_min_30" -> "1657 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1657 expand_as_30" -> "1658 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1658 div_30" -> "1659 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1659 quantize_per_tensor_default_94" -> "1660 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1660 dequantize_per_tensor_default_94" -> "1668 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"1661 linalg_vector_norm_31" -> "1662 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1662 clamp_min_31" -> "1663 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1663 expand_as_31" -> "1664 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1664 div_31" -> "1665 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1665 quantize_per_tensor_default_95" -> "1666 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1666 dequantize_per_tensor_default_95" -> "1667 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"1667 transpose_30" -> "1668 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1668 matmul_30" -> "1670 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1669 _frozen_param126" -> "1670 mul_31" [label="(12, 1, 1)", style=solid]; +"1670 mul_31" -> "1671 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1671 add_52" -> "1683 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1672 new_zeros_7" -> "1673 view_84" [label="(16, 16)", style=solid]; +"1673 view_84" -> "1674 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1674 permute_71" -> "1675 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1675 reshape_69" -> "1676 unsqueeze_44" [label="(4, 64)", style=solid]; +"1675 reshape_69" -> "1677 unsqueeze_45" [label="(4, 64)", style=solid]; +"1676 unsqueeze_44" -> "1678 sub_7" [label="(4, 1, 64)", style=solid]; +"1677 unsqueeze_45" -> "1678 sub_7" [label="(4, 64, 1)", style=solid]; +"1678 sub_7" -> "1679 ne_7" [label="(4, 64, 64)", style=solid]; +"1678 sub_7" -> "1680 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1678 sub_7" -> "1681 eq_7" [label="(4, 64, 64)", style=solid]; +"1679 ne_7" -> "1680 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1680 masked_fill_14" -> "1682 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1681 eq_7" -> "1682 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1682 masked_fill_15" -> "1684 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1683 view_85" -> "1686 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1684 unsqueeze_46" -> "1685 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1685 unsqueeze_47" -> "1686 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1686 add_53" -> "1687 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1687 view_86" -> "1688 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1688 softmax_15" -> "1689 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1689 dropout_60" -> "1690 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1690 matmul_31" -> "1691 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"1691 transpose_31" -> "1692 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1692 reshape_70" -> "1693 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1693 reshape_70_0_0_nncf_smooth_quant_0" -> "1694 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1694 quantize_per_tensor_default_96" -> "1695 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1695 dequantize_per_tensor_default_96" -> "1701 linear_95" [label="(4, 64, 384)", style=solid]; +"1696 linear_95_scale_0" -> "1699 quantize_per_channel_default_64" [label="(384,)", style=solid]; +"1696 linear_95_scale_0" -> "1700 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"1697 linear_95_zero_point_0" -> "1699 quantize_per_channel_default_64" [label="(384,)", style=solid]; +"1697 linear_95_zero_point_0" -> "1700 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"1698 compressed_weight_updated_constant64" -> "1699 quantize_per_channel_default_64" [label="(384, 384)", style=solid]; +"1699 quantize_per_channel_default_64" -> "1700 dequantize_per_channel_default_64" [label="(384, 384)", style=solid]; +"1700 dequantize_per_channel_default_64" -> "1701 linear_95" [label="(384, 384)", style=solid]; +"1701 linear_95" -> "1702 dropout_61" [label="(4, 64, 384)", style=solid]; +"1702 dropout_61" -> "1703 view_87" [label="(4, 64, 384)", style=solid]; +"1703 view_87" -> "1704 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1704 permute_72" -> "1705 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1705 reshape_71" -> "1706 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1706 roll_15" -> "1707 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1707 slice_241" -> "1708 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1708 slice_242" -> "1709 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1709 slice_243" -> "1710 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1710 slice_244" -> "1711 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1711 contiguous_29" -> "1712 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1712 layer_norm_33" -> "1713 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1713 add_54" -> "1714 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1713 add_54" -> "1736 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1714 add_54_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1715 quantize_per_tensor_default_97" -> "1716 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1716 dequantize_per_tensor_default_97" -> "1722 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"1717 linear_96_scale_0" -> "1720 quantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1717 linear_96_scale_0" -> "1721 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1718 linear_96_zero_point_0" -> "1720 quantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1718 linear_96_zero_point_0" -> "1721 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1719 compressed_weight_updated_constant65" -> "1720 quantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"1720 quantize_per_channel_default_65" -> "1721 dequantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"1721 dequantize_per_channel_default_65" -> "1722 linear_96" [label="(1536, 384)", style=solid]; +"1722 linear_96" -> "1723 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1723 gelu_15" -> "1724 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"1724 dropout_62" -> "1725 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1725 dropout_62_0_0_nncf_smooth_quant_0" -> "1726 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1726 quantize_per_tensor_default_98" -> "1727 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1727 dequantize_per_tensor_default_98" -> "1733 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1728 linear_97_scale_0" -> "1731 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1728 linear_97_scale_0" -> "1732 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1729 linear_97_zero_point_0" -> "1731 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1729 linear_97_zero_point_0" -> "1732 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1730 compressed_weight_updated_constant66" -> "1731 quantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"1731 quantize_per_channel_default_66" -> "1732 dequantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"1732 dequantize_per_channel_default_66" -> "1733 linear_97" [label="(384, 1536)", style=solid]; +"1733 linear_97" -> "1734 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1734 dropout_63" -> "1735 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1735 layer_norm_34" -> "1736 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1736 add_55" -> "1738 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"1736 add_55" -> "1798 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1737 _frozen_param136" -> "1773 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1738 pad_18" -> "1739 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1739 view_90" -> "1740 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1740 permute_74" -> "1741 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1741 reshape_72" -> "1743 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1742 _frozen_param137" -> "1751 linear_100" [label="(1152,)", style=solid]; +"1743 reshape_72_0_0_nncf_smooth_quant_0" -> "1744 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1744 quantize_per_tensor_default_99" -> "1745 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1745 dequantize_per_tensor_default_99" -> "1751 linear_100" [label="(4, 64, 384)", style=solid]; +"1746 linear_100_scale_0" -> "1749 quantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1746 linear_100_scale_0" -> "1750 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1747 linear_100_zero_point_0" -> "1749 quantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1747 linear_100_zero_point_0" -> "1750 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1748 compressed_weight_updated_constant67" -> "1749 quantize_per_channel_default_67" [label="(1152, 384)", style=solid]; +"1749 quantize_per_channel_default_67" -> "1750 dequantize_per_channel_default_67" [label="(1152, 384)", style=solid]; +"1750 dequantize_per_channel_default_67" -> "1751 linear_100" [label="(1152, 384)", style=solid]; +"1751 linear_100" -> "1752 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1752 reshape_73" -> "1753 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1753 permute_75" -> "1754 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1753 permute_75" -> "1755 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1753 permute_75" -> "1756 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1757 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1759 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1754 select_48" -> "1760 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1763 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1765 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1755 select_49" -> "1766 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1756 select_50" -> "1776 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1757 linalg_vector_norm_32" -> "1758 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1758 clamp_min_32" -> "1759 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1759 expand_as_32" -> "1760 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1760 div_32" -> "1761 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1761 quantize_per_tensor_default_100" -> "1762 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1762 dequantize_per_tensor_default_100" -> "1770 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"1763 linalg_vector_norm_33" -> "1764 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1764 clamp_min_33" -> "1765 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1765 expand_as_33" -> "1766 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1766 div_33" -> "1767 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1767 quantize_per_tensor_default_101" -> "1768 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1768 dequantize_per_tensor_default_101" -> "1769 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"1769 transpose_32" -> "1770 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1770 matmul_32" -> "1772 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1771 _frozen_param139" -> "1772 mul_33" [label="(12, 1, 1)", style=solid]; +"1772 mul_33" -> "1773 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1773 add_56" -> "1774 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1774 softmax_16" -> "1775 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1775 dropout_64" -> "1776 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1776 matmul_33" -> "1777 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"1777 transpose_33" -> "1778 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1778 reshape_74" -> "1779 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1779 reshape_74_0_0_nncf_smooth_quant_0" -> "1780 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1780 quantize_per_tensor_default_102" -> "1781 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1781 dequantize_per_tensor_default_102" -> "1787 linear_101" [label="(4, 64, 384)", style=solid]; +"1782 linear_101_scale_0" -> "1785 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1782 linear_101_scale_0" -> "1786 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1783 linear_101_zero_point_0" -> "1785 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1783 linear_101_zero_point_0" -> "1786 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1784 compressed_weight_updated_constant68" -> "1785 quantize_per_channel_default_68" [label="(384, 384)", style=solid]; +"1785 quantize_per_channel_default_68" -> "1786 dequantize_per_channel_default_68" [label="(384, 384)", style=solid]; +"1786 dequantize_per_channel_default_68" -> "1787 linear_101" [label="(384, 384)", style=solid]; +"1787 linear_101" -> "1788 dropout_65" [label="(4, 64, 384)", style=solid]; +"1788 dropout_65" -> "1789 view_91" [label="(4, 64, 384)", style=solid]; +"1789 view_91" -> "1790 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1790 permute_76" -> "1791 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1791 reshape_75" -> "1792 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1792 slice_246" -> "1793 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1793 slice_247" -> "1794 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1794 slice_248" -> "1795 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1795 slice_249" -> "1796 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1796 contiguous_31" -> "1797 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1797 layer_norm_35" -> "1798 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1798 add_57" -> "1799 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1798 add_57" -> "1821 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1799 add_57_0_0_nncf_smooth_quant_0" -> "1800 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1800 quantize_per_tensor_default_103" -> "1801 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1801 dequantize_per_tensor_default_103" -> "1807 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"1802 linear_102_scale_0" -> "1805 quantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1802 linear_102_scale_0" -> "1806 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1803 linear_102_zero_point_0" -> "1805 quantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1803 linear_102_zero_point_0" -> "1806 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1804 compressed_weight_updated_constant69" -> "1805 quantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"1805 quantize_per_channel_default_69" -> "1806 dequantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"1806 dequantize_per_channel_default_69" -> "1807 linear_102" [label="(1536, 384)", style=solid]; +"1807 linear_102" -> "1808 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"1808 gelu_16" -> "1809 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"1809 dropout_66" -> "1810 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1810 dropout_66_0_0_nncf_smooth_quant_0" -> "1811 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1811 quantize_per_tensor_default_104" -> "1812 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1812 dequantize_per_tensor_default_104" -> "1818 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"1813 linear_103_scale_0" -> "1816 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1813 linear_103_scale_0" -> "1817 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1814 linear_103_zero_point_0" -> "1816 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1814 linear_103_zero_point_0" -> "1817 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1815 compressed_weight_updated_constant70" -> "1816 quantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"1816 quantize_per_channel_default_70" -> "1817 dequantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"1817 dequantize_per_channel_default_70" -> "1818 linear_103" [label="(384, 1536)", style=solid]; +"1818 linear_103" -> "1819 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"1819 dropout_67" -> "1820 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"1820 layer_norm_36" -> "1821 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1821 add_58" -> "1823 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"1821 add_58" -> "1901 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1822 _frozen_param140" -> "1859 add_59" [label="(1, 12, 64, 64)", style=solid]; +"1823 pad_19" -> "1824 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"1824 roll_16" -> "1825 view_94" [label="(1, 16, 16, 384)", style=solid]; +"1825 view_94" -> "1826 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1826 permute_78" -> "1827 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1827 reshape_76" -> "1829 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1827 reshape_76" -> "1860 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"1828 _frozen_param141" -> "1837 linear_106" [label="(1152,)", style=solid]; +"1829 reshape_76_0_0_nncf_smooth_quant_0" -> "1830 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1830 quantize_per_tensor_default_105" -> "1831 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1831 dequantize_per_tensor_default_105" -> "1837 linear_106" [label="(4, 64, 384)", style=solid]; +"1832 linear_106_scale_0" -> "1835 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1832 linear_106_scale_0" -> "1836 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1833 linear_106_zero_point_0" -> "1835 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1833 linear_106_zero_point_0" -> "1836 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1834 compressed_weight_updated_constant71" -> "1835 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1835 quantize_per_channel_default_71" -> "1836 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1836 dequantize_per_channel_default_71" -> "1837 linear_106" [label="(1152, 384)", style=solid]; +"1837 linear_106" -> "1838 reshape_77" [label="(4, 64, 1152)", style=solid]; +"1838 reshape_77" -> "1839 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"1839 permute_79" -> "1840 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"1839 permute_79" -> "1841 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"1839 permute_79" -> "1842 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1843 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1845 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"1840 select_51" -> "1846 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1849 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1851 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"1841 select_52" -> "1852 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1842 select_53" -> "1878 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"1843 linalg_vector_norm_34" -> "1844 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"1844 clamp_min_34" -> "1845 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"1845 expand_as_34" -> "1846 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1846 div_34" -> "1847 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1847 quantize_per_tensor_default_106" -> "1848 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1848 dequantize_per_tensor_default_106" -> "1856 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"1849 linalg_vector_norm_35" -> "1850 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"1850 clamp_min_35" -> "1851 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"1851 expand_as_35" -> "1852 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1852 div_35" -> "1853 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1853 quantize_per_tensor_default_107" -> "1854 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1854 dequantize_per_tensor_default_107" -> "1855 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"1855 transpose_34" -> "1856 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"1856 matmul_34" -> "1858 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"1857 _frozen_param143" -> "1858 mul_35" [label="(12, 1, 1)", style=solid]; +"1858 mul_35" -> "1859 add_59" [label="(4, 12, 64, 64)", style=solid]; +"1859 add_59" -> "1871 view_96" [label="(4, 12, 64, 64)", style=solid]; +"1860 new_zeros_8" -> "1861 view_95" [label="(16, 16)", style=solid]; +"1861 view_95" -> "1862 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"1862 permute_80" -> "1863 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"1863 reshape_78" -> "1864 unsqueeze_50" [label="(4, 64)", style=solid]; +"1863 reshape_78" -> "1865 unsqueeze_51" [label="(4, 64)", style=solid]; +"1864 unsqueeze_50" -> "1866 sub_8" [label="(4, 1, 64)", style=solid]; +"1865 unsqueeze_51" -> "1866 sub_8" [label="(4, 64, 1)", style=solid]; +"1866 sub_8" -> "1867 ne_8" [label="(4, 64, 64)", style=solid]; +"1866 sub_8" -> "1868 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1866 sub_8" -> "1869 eq_8" [label="(4, 64, 64)", style=solid]; +"1867 ne_8" -> "1868 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1868 masked_fill_16" -> "1870 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1869 eq_8" -> "1870 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1870 masked_fill_17" -> "1872 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"1871 view_96" -> "1874 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"1872 unsqueeze_52" -> "1873 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"1873 unsqueeze_53" -> "1874 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"1874 add_60" -> "1875 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"1875 view_97" -> "1876 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"1876 softmax_17" -> "1877 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"1877 dropout_68" -> "1878 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"1878 matmul_35" -> "1879 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"1879 transpose_35" -> "1880 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"1880 reshape_79" -> "1881 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1881 reshape_79_0_0_nncf_smooth_quant_0" -> "1882 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1882 quantize_per_tensor_default_108" -> "1883 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1883 dequantize_per_tensor_default_108" -> "1889 linear_107" [label="(4, 64, 384)", style=solid]; +"1884 linear_107_scale_0" -> "1887 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1884 linear_107_scale_0" -> "1888 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1885 linear_107_zero_point_0" -> "1887 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1885 linear_107_zero_point_0" -> "1888 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1886 compressed_weight_updated_constant72" -> "1887 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1887 quantize_per_channel_default_72" -> "1888 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1888 dequantize_per_channel_default_72" -> "1889 linear_107" [label="(384, 384)", style=solid]; +"1889 linear_107" -> "1890 dropout_69" [label="(4, 64, 384)", style=solid]; +"1890 dropout_69" -> "1891 view_98" [label="(4, 64, 384)", style=solid]; +"1891 view_98" -> "1892 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1892 permute_81" -> "1893 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1893 reshape_80" -> "1894 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"1894 roll_17" -> "1895 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"1895 slice_269" -> "1896 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"1896 slice_270" -> "1897 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"1897 slice_271" -> "1898 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"1898 slice_272" -> "1899 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"1899 contiguous_33" -> "1900 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"1900 layer_norm_37" -> "1901 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_61" -> "1902 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_61" -> "1924 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1902 add_61_0_0_nncf_smooth_quant_0" -> "1903 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1903 quantize_per_tensor_default_109" -> "1904 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1904 dequantize_per_tensor_default_109" -> "1910 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"1905 linear_108_scale_0" -> "1908 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1905 linear_108_scale_0" -> "1909 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1906 linear_108_zero_point_0" -> "1908 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1906 linear_108_zero_point_0" -> "1909 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1907 compressed_weight_updated_constant73" -> "1908 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1908 quantize_per_channel_default_73" -> "1909 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1909 dequantize_per_channel_default_73" -> "1910 linear_108" [label="(1536, 384)", style=solid]; +"1910 linear_108" -> "1911 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"1911 gelu_17" -> "1912 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"1912 dropout_70" -> "1913 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1913 dropout_70_0_0_nncf_smooth_quant_0" -> "1914 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1914 quantize_per_tensor_default_110" -> "1915 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1915 dequantize_per_tensor_default_110" -> "1921 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"1916 linear_109_scale_0" -> "1919 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1916 linear_109_scale_0" -> "1920 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1917 linear_109_zero_point_0" -> "1919 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1917 linear_109_zero_point_0" -> "1920 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1918 compressed_weight_updated_constant74" -> "1919 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1919 quantize_per_channel_default_74" -> "1920 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1920 dequantize_per_channel_default_74" -> "1921 linear_109" [label="(384, 1536)", style=solid]; +"1921 linear_109" -> "1922 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"1922 dropout_71" -> "1923 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"1923 layer_norm_38" -> "1924 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1924 add_62" -> "1926 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"1924 add_62" -> "1986 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1925 _frozen_param153" -> "1961 add_63" [label="(1, 12, 64, 64)", style=solid]; +"1926 pad_20" -> "1927 view_101" [label="(1, 16, 16, 384)", style=solid]; +"1927 view_101" -> "1928 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1928 permute_83" -> "1929 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1929 reshape_81" -> "1931 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1930 _frozen_param154" -> "1939 linear_112" [label="(1152,)", style=solid]; +"1931 reshape_81_0_0_nncf_smooth_quant_0" -> "1932 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1932 quantize_per_tensor_default_111" -> "1933 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1933 dequantize_per_tensor_default_111" -> "1939 linear_112" [label="(4, 64, 384)", style=solid]; +"1934 linear_112_scale_0" -> "1937 quantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1934 linear_112_scale_0" -> "1938 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1935 linear_112_zero_point_0" -> "1937 quantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1935 linear_112_zero_point_0" -> "1938 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1936 compressed_weight_updated_constant75" -> "1937 quantize_per_channel_default_75" [label="(1152, 384)", style=solid]; +"1937 quantize_per_channel_default_75" -> "1938 dequantize_per_channel_default_75" [label="(1152, 384)", style=solid]; +"1938 dequantize_per_channel_default_75" -> "1939 linear_112" [label="(1152, 384)", style=solid]; +"1939 linear_112" -> "1940 reshape_82" [label="(4, 64, 1152)", style=solid]; +"1940 reshape_82" -> "1941 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"1941 permute_84" -> "1942 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"1941 permute_84" -> "1943 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"1941 permute_84" -> "1944 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1945 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1947 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"1942 select_54" -> "1948 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1951 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1953 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"1943 select_55" -> "1954 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1944 select_56" -> "1964 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"1945 linalg_vector_norm_36" -> "1946 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"1946 clamp_min_36" -> "1947 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"1947 expand_as_36" -> "1948 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1948 div_36" -> "1949 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1949 quantize_per_tensor_default_112" -> "1950 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1950 dequantize_per_tensor_default_112" -> "1958 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"1951 linalg_vector_norm_37" -> "1952 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"1952 clamp_min_37" -> "1953 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"1953 expand_as_37" -> "1954 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1954 div_37" -> "1955 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1955 quantize_per_tensor_default_113" -> "1956 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1956 dequantize_per_tensor_default_113" -> "1957 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"1957 transpose_36" -> "1958 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"1958 matmul_36" -> "1960 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"1959 _frozen_param156" -> "1960 mul_37" [label="(12, 1, 1)", style=solid]; +"1960 mul_37" -> "1961 add_63" [label="(4, 12, 64, 64)", style=solid]; +"1961 add_63" -> "1962 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"1962 softmax_18" -> "1963 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"1963 dropout_72" -> "1964 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"1964 matmul_37" -> "1965 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"1965 transpose_37" -> "1966 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"1966 reshape_83" -> "1967 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1967 reshape_83_0_0_nncf_smooth_quant_0" -> "1968 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1968 quantize_per_tensor_default_114" -> "1969 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1969 dequantize_per_tensor_default_114" -> "1975 linear_113" [label="(4, 64, 384)", style=solid]; +"1970 linear_113_scale_0" -> "1973 quantize_per_channel_default_76" [label="(384,)", style=solid]; +"1970 linear_113_scale_0" -> "1974 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"1971 linear_113_zero_point_0" -> "1973 quantize_per_channel_default_76" [label="(384,)", style=solid]; +"1971 linear_113_zero_point_0" -> "1974 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"1972 compressed_weight_updated_constant76" -> "1973 quantize_per_channel_default_76" [label="(384, 384)", style=solid]; +"1973 quantize_per_channel_default_76" -> "1974 dequantize_per_channel_default_76" [label="(384, 384)", style=solid]; +"1974 dequantize_per_channel_default_76" -> "1975 linear_113" [label="(384, 384)", style=solid]; +"1975 linear_113" -> "1976 dropout_73" [label="(4, 64, 384)", style=solid]; +"1976 dropout_73" -> "1977 view_102" [label="(4, 64, 384)", style=solid]; +"1977 view_102" -> "1978 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1978 permute_85" -> "1979 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1979 reshape_84" -> "1980 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"1980 slice_274" -> "1981 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"1981 slice_275" -> "1982 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"1982 slice_276" -> "1983 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"1983 slice_277" -> "1984 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"1984 contiguous_35" -> "1985 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"1985 layer_norm_39" -> "1986 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1986 add_64" -> "1987 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1986 add_64" -> "2009 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1987 add_64_0_0_nncf_smooth_quant_0" -> "1988 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1988 quantize_per_tensor_default_115" -> "1989 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1989 dequantize_per_tensor_default_115" -> "1995 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"1990 linear_114_scale_0" -> "1993 quantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1990 linear_114_scale_0" -> "1994 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1991 linear_114_zero_point_0" -> "1993 quantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1991 linear_114_zero_point_0" -> "1994 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1992 compressed_weight_updated_constant77" -> "1993 quantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"1993 quantize_per_channel_default_77" -> "1994 dequantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"1994 dequantize_per_channel_default_77" -> "1995 linear_114" [label="(1536, 384)", style=solid]; +"1995 linear_114" -> "1996 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"1996 gelu_18" -> "1997 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"1997 dropout_74" -> "1998 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1998 dropout_74_0_0_nncf_smooth_quant_0" -> "1999 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1999 quantize_per_tensor_default_116" -> "2000 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2000 dequantize_per_tensor_default_116" -> "2006 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2001 linear_115_scale_0" -> "2004 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"2001 linear_115_scale_0" -> "2005 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"2002 linear_115_zero_point_0" -> "2004 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"2002 linear_115_zero_point_0" -> "2005 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"2003 compressed_weight_updated_constant78" -> "2004 quantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"2004 quantize_per_channel_default_78" -> "2005 dequantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"2005 dequantize_per_channel_default_78" -> "2006 linear_115" [label="(384, 1536)", style=solid]; +"2006 linear_115" -> "2007 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2007 dropout_75" -> "2008 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2008 layer_norm_40" -> "2009 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2009 add_65" -> "2011 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2009 add_65" -> "2089 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2010 _frozen_param157" -> "2047 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2011 pad_21" -> "2012 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2012 roll_18" -> "2013 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2013 view_105" -> "2014 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2014 permute_87" -> "2015 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2015 reshape_85" -> "2017 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2015 reshape_85" -> "2048 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2016 _frozen_param158" -> "2025 linear_118" [label="(1152,)", style=solid]; +"2017 reshape_85_0_0_nncf_smooth_quant_0" -> "2018 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2018 quantize_per_tensor_default_117" -> "2019 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2019 dequantize_per_tensor_default_117" -> "2025 linear_118" [label="(4, 64, 384)", style=solid]; +"2020 linear_118_scale_0" -> "2023 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2020 linear_118_scale_0" -> "2024 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2021 linear_118_zero_point_0" -> "2023 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2021 linear_118_zero_point_0" -> "2024 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2022 compressed_weight_updated_constant79" -> "2023 quantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"2023 quantize_per_channel_default_79" -> "2024 dequantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"2024 dequantize_per_channel_default_79" -> "2025 linear_118" [label="(1152, 384)", style=solid]; +"2025 linear_118" -> "2026 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2026 reshape_86" -> "2027 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2027 permute_88" -> "2028 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2027 permute_88" -> "2029 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2027 permute_88" -> "2030 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2031 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2033 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2028 select_57" -> "2034 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2037 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2039 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2029 select_58" -> "2040 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2030 select_59" -> "2066 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2031 linalg_vector_norm_38" -> "2032 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2032 clamp_min_38" -> "2033 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2033 expand_as_38" -> "2034 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2034 div_38" -> "2035 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2035 quantize_per_tensor_default_118" -> "2036 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2036 dequantize_per_tensor_default_118" -> "2044 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2037 linalg_vector_norm_39" -> "2038 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2038 clamp_min_39" -> "2039 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2039 expand_as_39" -> "2040 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2040 div_39" -> "2041 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2041 quantize_per_tensor_default_119" -> "2042 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2042 dequantize_per_tensor_default_119" -> "2043 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2043 transpose_38" -> "2044 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2044 matmul_38" -> "2046 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2045 _frozen_param160" -> "2046 mul_39" [label="(12, 1, 1)", style=solid]; +"2046 mul_39" -> "2047 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2047 add_66" -> "2059 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2048 new_zeros_9" -> "2049 view_106" [label="(16, 16)", style=solid]; +"2049 view_106" -> "2050 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2050 permute_89" -> "2051 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2051 reshape_87" -> "2052 unsqueeze_56" [label="(4, 64)", style=solid]; +"2051 reshape_87" -> "2053 unsqueeze_57" [label="(4, 64)", style=solid]; +"2052 unsqueeze_56" -> "2054 sub_9" [label="(4, 1, 64)", style=solid]; +"2053 unsqueeze_57" -> "2054 sub_9" [label="(4, 64, 1)", style=solid]; +"2054 sub_9" -> "2055 ne_9" [label="(4, 64, 64)", style=solid]; +"2054 sub_9" -> "2056 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2054 sub_9" -> "2057 eq_9" [label="(4, 64, 64)", style=solid]; +"2055 ne_9" -> "2056 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2056 masked_fill_18" -> "2058 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2057 eq_9" -> "2058 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2058 masked_fill_19" -> "2060 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2059 view_107" -> "2062 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2060 unsqueeze_58" -> "2061 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2061 unsqueeze_59" -> "2062 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2062 add_67" -> "2063 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2063 view_108" -> "2064 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2064 softmax_19" -> "2065 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2065 dropout_76" -> "2066 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2066 matmul_39" -> "2067 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2067 transpose_39" -> "2068 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2068 reshape_88" -> "2069 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2069 reshape_88_0_0_nncf_smooth_quant_0" -> "2070 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2070 quantize_per_tensor_default_120" -> "2071 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2071 dequantize_per_tensor_default_120" -> "2077 linear_119" [label="(4, 64, 384)", style=solid]; +"2072 linear_119_scale_0" -> "2075 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"2072 linear_119_scale_0" -> "2076 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"2073 linear_119_zero_point_0" -> "2075 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"2073 linear_119_zero_point_0" -> "2076 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"2074 compressed_weight_updated_constant80" -> "2075 quantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"2075 quantize_per_channel_default_80" -> "2076 dequantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"2076 dequantize_per_channel_default_80" -> "2077 linear_119" [label="(384, 384)", style=solid]; +"2077 linear_119" -> "2078 dropout_77" [label="(4, 64, 384)", style=solid]; +"2078 dropout_77" -> "2079 view_109" [label="(4, 64, 384)", style=solid]; +"2079 view_109" -> "2080 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2080 permute_90" -> "2081 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2081 reshape_89" -> "2082 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2082 roll_19" -> "2083 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2083 slice_297" -> "2084 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2084 slice_298" -> "2085 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2085 slice_299" -> "2086 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2086 slice_300" -> "2087 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2087 contiguous_37" -> "2088 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2088 layer_norm_41" -> "2089 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2089 add_68" -> "2090 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2089 add_68" -> "2112 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2090 add_68_0_0_nncf_smooth_quant_0" -> "2091 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2091 quantize_per_tensor_default_121" -> "2092 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2092 dequantize_per_tensor_default_121" -> "2098 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2093 linear_120_scale_0" -> "2096 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2093 linear_120_scale_0" -> "2097 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2094 linear_120_zero_point_0" -> "2096 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2094 linear_120_zero_point_0" -> "2097 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2095 compressed_weight_updated_constant81" -> "2096 quantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"2096 quantize_per_channel_default_81" -> "2097 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"2097 dequantize_per_channel_default_81" -> "2098 linear_120" [label="(1536, 384)", style=solid]; +"2098 linear_120" -> "2099 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2099 gelu_19" -> "2100 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2100 dropout_78" -> "2101 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2101 dropout_78_0_0_nncf_smooth_quant_0" -> "2102 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2102 quantize_per_tensor_default_122" -> "2103 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2103 dequantize_per_tensor_default_122" -> "2109 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2104 linear_121_scale_0" -> "2107 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"2104 linear_121_scale_0" -> "2108 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2105 linear_121_zero_point_0" -> "2107 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"2105 linear_121_zero_point_0" -> "2108 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2106 compressed_weight_updated_constant82" -> "2107 quantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"2107 quantize_per_channel_default_82" -> "2108 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"2108 dequantize_per_channel_default_82" -> "2109 linear_121" [label="(384, 1536)", style=solid]; +"2109 linear_121" -> "2110 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2110 dropout_79" -> "2111 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2111 layer_norm_42" -> "2112 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2112 add_69" -> "2114 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2112 add_69" -> "2174 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2113 _frozen_param170" -> "2149 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2114 pad_22" -> "2115 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2115 view_112" -> "2116 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2116 permute_92" -> "2117 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2117 reshape_90" -> "2119 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2118 _frozen_param171" -> "2127 linear_124" [label="(1152,)", style=solid]; +"2119 reshape_90_0_0_nncf_smooth_quant_0" -> "2120 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2120 quantize_per_tensor_default_123" -> "2121 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2121 dequantize_per_tensor_default_123" -> "2127 linear_124" [label="(4, 64, 384)", style=solid]; +"2122 linear_124_scale_0" -> "2125 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2122 linear_124_scale_0" -> "2126 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2123 linear_124_zero_point_0" -> "2125 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2123 linear_124_zero_point_0" -> "2126 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2124 compressed_weight_updated_constant83" -> "2125 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"2125 quantize_per_channel_default_83" -> "2126 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"2126 dequantize_per_channel_default_83" -> "2127 linear_124" [label="(1152, 384)", style=solid]; +"2127 linear_124" -> "2128 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2128 reshape_91" -> "2129 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2129 permute_93" -> "2130 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2129 permute_93" -> "2131 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2129 permute_93" -> "2132 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2133 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2135 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2130 select_60" -> "2136 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2139 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2141 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2131 select_61" -> "2142 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2132 select_62" -> "2152 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2133 linalg_vector_norm_40" -> "2134 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2134 clamp_min_40" -> "2135 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2135 expand_as_40" -> "2136 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2136 div_40" -> "2137 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2137 quantize_per_tensor_default_124" -> "2138 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2138 dequantize_per_tensor_default_124" -> "2146 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2139 linalg_vector_norm_41" -> "2140 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2140 clamp_min_41" -> "2141 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2141 expand_as_41" -> "2142 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2142 div_41" -> "2143 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2143 quantize_per_tensor_default_125" -> "2144 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2144 dequantize_per_tensor_default_125" -> "2145 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2145 transpose_40" -> "2146 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2146 matmul_40" -> "2148 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2147 _frozen_param173" -> "2148 mul_41" [label="(12, 1, 1)", style=solid]; +"2148 mul_41" -> "2149 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2149 add_70" -> "2150 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2150 softmax_20" -> "2151 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2151 dropout_80" -> "2152 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2152 matmul_41" -> "2153 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2153 transpose_41" -> "2154 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2154 reshape_92" -> "2155 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2155 reshape_92_0_0_nncf_smooth_quant_0" -> "2156 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2156 quantize_per_tensor_default_126" -> "2157 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2157 dequantize_per_tensor_default_126" -> "2163 linear_125" [label="(4, 64, 384)", style=solid]; +"2158 linear_125_scale_0" -> "2161 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"2158 linear_125_scale_0" -> "2162 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"2159 linear_125_zero_point_0" -> "2161 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"2159 linear_125_zero_point_0" -> "2162 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"2160 compressed_weight_updated_constant84" -> "2161 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"2161 quantize_per_channel_default_84" -> "2162 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"2162 dequantize_per_channel_default_84" -> "2163 linear_125" [label="(384, 384)", style=solid]; +"2163 linear_125" -> "2164 dropout_81" [label="(4, 64, 384)", style=solid]; +"2164 dropout_81" -> "2165 view_113" [label="(4, 64, 384)", style=solid]; +"2165 view_113" -> "2166 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2166 permute_94" -> "2167 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2167 reshape_93" -> "2168 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2168 slice_302" -> "2169 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2169 slice_303" -> "2170 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2170 slice_304" -> "2171 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2171 slice_305" -> "2172 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2172 contiguous_39" -> "2173 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2173 layer_norm_43" -> "2174 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2174 add_71" -> "2175 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2174 add_71" -> "2197 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2175 add_71_0_0_nncf_smooth_quant_0" -> "2176 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2176 quantize_per_tensor_default_127" -> "2177 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2177 dequantize_per_tensor_default_127" -> "2183 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2178 linear_126_scale_0" -> "2181 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2178 linear_126_scale_0" -> "2182 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2179 linear_126_zero_point_0" -> "2181 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2179 linear_126_zero_point_0" -> "2182 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2180 compressed_weight_updated_constant85" -> "2181 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"2181 quantize_per_channel_default_85" -> "2182 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"2182 dequantize_per_channel_default_85" -> "2183 linear_126" [label="(1536, 384)", style=solid]; +"2183 linear_126" -> "2184 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2184 gelu_20" -> "2185 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2185 dropout_82" -> "2186 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2186 dropout_82_0_0_nncf_smooth_quant_0" -> "2187 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2187 quantize_per_tensor_default_128" -> "2188 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2188 dequantize_per_tensor_default_128" -> "2194 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2189 linear_127_scale_0" -> "2192 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"2189 linear_127_scale_0" -> "2193 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2190 linear_127_zero_point_0" -> "2192 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"2190 linear_127_zero_point_0" -> "2193 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2191 compressed_weight_updated_constant86" -> "2192 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"2192 quantize_per_channel_default_86" -> "2193 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"2193 dequantize_per_channel_default_86" -> "2194 linear_127" [label="(384, 1536)", style=solid]; +"2194 linear_127" -> "2195 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2195 dropout_83" -> "2196 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2196 layer_norm_44" -> "2197 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2197 add_72" -> "2199 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2197 add_72" -> "2277 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2198 _frozen_param174" -> "2235 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2199 pad_23" -> "2200 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2200 roll_20" -> "2201 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2201 view_116" -> "2202 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2202 permute_96" -> "2203 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2203 reshape_94" -> "2205 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2203 reshape_94" -> "2236 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2204 _frozen_param175" -> "2213 linear_130" [label="(1152,)", style=solid]; +"2205 reshape_94_0_0_nncf_smooth_quant_0" -> "2206 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2206 quantize_per_tensor_default_129" -> "2207 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2207 dequantize_per_tensor_default_129" -> "2213 linear_130" [label="(4, 64, 384)", style=solid]; +"2208 linear_130_scale_0" -> "2211 quantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2208 linear_130_scale_0" -> "2212 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2209 linear_130_zero_point_0" -> "2211 quantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2209 linear_130_zero_point_0" -> "2212 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2210 compressed_weight_updated_constant87" -> "2211 quantize_per_channel_default_87" [label="(1152, 384)", style=solid]; +"2211 quantize_per_channel_default_87" -> "2212 dequantize_per_channel_default_87" [label="(1152, 384)", style=solid]; +"2212 dequantize_per_channel_default_87" -> "2213 linear_130" [label="(1152, 384)", style=solid]; +"2213 linear_130" -> "2214 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2214 reshape_95" -> "2215 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2215 permute_97" -> "2216 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2215 permute_97" -> "2217 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2215 permute_97" -> "2218 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2219 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2221 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2216 select_63" -> "2222 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2225 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2227 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2217 select_64" -> "2228 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2218 select_65" -> "2254 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2219 linalg_vector_norm_42" -> "2220 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2220 clamp_min_42" -> "2221 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2221 expand_as_42" -> "2222 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2222 div_42" -> "2223 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2223 quantize_per_tensor_default_130" -> "2224 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2224 dequantize_per_tensor_default_130" -> "2232 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2225 linalg_vector_norm_43" -> "2226 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2226 clamp_min_43" -> "2227 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2227 expand_as_43" -> "2228 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2228 div_43" -> "2229 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2229 quantize_per_tensor_default_131" -> "2230 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2230 dequantize_per_tensor_default_131" -> "2231 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2231 transpose_42" -> "2232 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2232 matmul_42" -> "2234 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2233 _frozen_param177" -> "2234 mul_43" [label="(12, 1, 1)", style=solid]; +"2234 mul_43" -> "2235 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2235 add_73" -> "2247 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2236 new_zeros_10" -> "2237 view_117" [label="(16, 16)", style=solid]; +"2237 view_117" -> "2238 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2238 permute_98" -> "2239 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2239 reshape_96" -> "2240 unsqueeze_62" [label="(4, 64)", style=solid]; +"2239 reshape_96" -> "2241 unsqueeze_63" [label="(4, 64)", style=solid]; +"2240 unsqueeze_62" -> "2242 sub_10" [label="(4, 1, 64)", style=solid]; +"2241 unsqueeze_63" -> "2242 sub_10" [label="(4, 64, 1)", style=solid]; +"2242 sub_10" -> "2243 ne_10" [label="(4, 64, 64)", style=solid]; +"2242 sub_10" -> "2244 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2242 sub_10" -> "2245 eq_10" [label="(4, 64, 64)", style=solid]; +"2243 ne_10" -> "2244 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2244 masked_fill_20" -> "2246 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2245 eq_10" -> "2246 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2246 masked_fill_21" -> "2248 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2247 view_118" -> "2250 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2248 unsqueeze_64" -> "2249 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2249 unsqueeze_65" -> "2250 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2250 add_74" -> "2251 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2251 view_119" -> "2252 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2252 softmax_21" -> "2253 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2253 dropout_84" -> "2254 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2254 matmul_43" -> "2255 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2255 transpose_43" -> "2256 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2256 reshape_97" -> "2257 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2257 reshape_97_0_0_nncf_smooth_quant_0" -> "2258 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2258 quantize_per_tensor_default_132" -> "2259 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2259 dequantize_per_tensor_default_132" -> "2265 linear_131" [label="(4, 64, 384)", style=solid]; +"2260 linear_131_scale_0" -> "2263 quantize_per_channel_default_88" [label="(384,)", style=solid]; +"2260 linear_131_scale_0" -> "2264 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"2261 linear_131_zero_point_0" -> "2263 quantize_per_channel_default_88" [label="(384,)", style=solid]; +"2261 linear_131_zero_point_0" -> "2264 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"2262 compressed_weight_updated_constant88" -> "2263 quantize_per_channel_default_88" [label="(384, 384)", style=solid]; +"2263 quantize_per_channel_default_88" -> "2264 dequantize_per_channel_default_88" [label="(384, 384)", style=solid]; +"2264 dequantize_per_channel_default_88" -> "2265 linear_131" [label="(384, 384)", style=solid]; +"2265 linear_131" -> "2266 dropout_85" [label="(4, 64, 384)", style=solid]; +"2266 dropout_85" -> "2267 view_120" [label="(4, 64, 384)", style=solid]; +"2267 view_120" -> "2268 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2268 permute_99" -> "2269 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2269 reshape_98" -> "2270 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2270 roll_21" -> "2271 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2271 slice_325" -> "2272 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2272 slice_326" -> "2273 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2273 slice_327" -> "2274 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2274 slice_328" -> "2275 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2275 contiguous_41" -> "2276 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2276 layer_norm_45" -> "2277 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2277 add_75" -> "2278 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2277 add_75" -> "2300 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2278 add_75_0_0_nncf_smooth_quant_0" -> "2279 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2279 quantize_per_tensor_default_133" -> "2280 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2280 dequantize_per_tensor_default_133" -> "2286 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2281 linear_132_scale_0" -> "2284 quantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2281 linear_132_scale_0" -> "2285 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2282 linear_132_zero_point_0" -> "2284 quantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2282 linear_132_zero_point_0" -> "2285 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2283 compressed_weight_updated_constant89" -> "2284 quantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"2284 quantize_per_channel_default_89" -> "2285 dequantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"2285 dequantize_per_channel_default_89" -> "2286 linear_132" [label="(1536, 384)", style=solid]; +"2286 linear_132" -> "2287 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2287 gelu_21" -> "2288 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2288 dropout_86" -> "2289 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2289 dropout_86_0_0_nncf_smooth_quant_0" -> "2290 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2290 quantize_per_tensor_default_134" -> "2291 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2291 dequantize_per_tensor_default_134" -> "2297 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2292 linear_133_scale_0" -> "2295 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"2292 linear_133_scale_0" -> "2296 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2293 linear_133_zero_point_0" -> "2295 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"2293 linear_133_zero_point_0" -> "2296 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2294 compressed_weight_updated_constant90" -> "2295 quantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"2295 quantize_per_channel_default_90" -> "2296 dequantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"2296 dequantize_per_channel_default_90" -> "2297 linear_133" [label="(384, 1536)", style=solid]; +"2297 linear_133" -> "2298 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2298 dropout_87" -> "2299 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2299 layer_norm_46" -> "2300 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2300 add_76" -> "2301 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2302 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2305 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2308 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2301 pad_24" -> "2311 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2302 slice_329" -> "2303 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2303 slice_330" -> "2304 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2304 slice_331" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2305 slice_332" -> "2306 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2306 slice_333" -> "2307 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2307 slice_334" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2308 slice_335" -> "2309 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2309 slice_336" -> "2310 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2310 slice_337" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2311 slice_338" -> "2312 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2312 slice_339" -> "2313 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2313 slice_340" -> "2314 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2314 cat_2" -> "2315 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2315 cat_2_0_0_nncf_smooth_quant_0" -> "2316 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2316 quantize_per_tensor_default_135" -> "2317 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2317 dequantize_per_tensor_default_135" -> "2323 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2318 linear_134_scale_0" -> "2321 quantize_per_channel_default_91" [label="(768,)", style=solid]; +"2318 linear_134_scale_0" -> "2322 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2319 linear_134_zero_point_0" -> "2321 quantize_per_channel_default_91" [label="(768,)", style=solid]; +"2319 linear_134_zero_point_0" -> "2322 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2320 compressed_weight_updated_constant91" -> "2321 quantize_per_channel_default_91" [label="(768, 1536)", style=solid]; +"2321 quantize_per_channel_default_91" -> "2322 dequantize_per_channel_default_91" [label="(768, 1536)", style=solid]; +"2322 dequantize_per_channel_default_91" -> "2323 linear_134" [label="(768, 1536)", style=solid]; +"2323 linear_134" -> "2324 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2324 layer_norm_47" -> "2326 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2324 layer_norm_47" -> "2386 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2325 _frozen_param187" -> "2361 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2326 pad_25" -> "2327 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2327 view_123" -> "2328 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2328 permute_101" -> "2329 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2329 reshape_99" -> "2331 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2330 _frozen_param188" -> "2339 linear_137" [label="(2304,)", style=solid]; +"2331 reshape_99_0_0_nncf_smooth_quant_0" -> "2332 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2332 quantize_per_tensor_default_136" -> "2333 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2333 dequantize_per_tensor_default_136" -> "2339 linear_137" [label="(1, 64, 768)", style=solid]; +"2334 linear_137_scale_0" -> "2337 quantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2334 linear_137_scale_0" -> "2338 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2335 linear_137_zero_point_0" -> "2337 quantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2335 linear_137_zero_point_0" -> "2338 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2336 compressed_weight_updated_constant92" -> "2337 quantize_per_channel_default_92" [label="(2304, 768)", style=solid]; +"2337 quantize_per_channel_default_92" -> "2338 dequantize_per_channel_default_92" [label="(2304, 768)", style=solid]; +"2338 dequantize_per_channel_default_92" -> "2339 linear_137" [label="(2304, 768)", style=solid]; +"2339 linear_137" -> "2340 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2340 reshape_100" -> "2341 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2341 permute_102" -> "2342 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2341 permute_102" -> "2343 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2341 permute_102" -> "2344 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2345 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2347 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2342 select_66" -> "2348 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2351 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2353 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2343 select_67" -> "2354 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2344 select_68" -> "2364 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2345 linalg_vector_norm_44" -> "2346 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2346 clamp_min_44" -> "2347 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2347 expand_as_44" -> "2348 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2348 div_44" -> "2349 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2349 quantize_per_tensor_default_137" -> "2350 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2350 dequantize_per_tensor_default_137" -> "2358 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2351 linalg_vector_norm_45" -> "2352 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2352 clamp_min_45" -> "2353 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2353 expand_as_45" -> "2354 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2354 div_45" -> "2355 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2355 quantize_per_tensor_default_138" -> "2356 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2356 dequantize_per_tensor_default_138" -> "2357 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2357 transpose_44" -> "2358 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2358 matmul_44" -> "2360 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2359 _frozen_param190" -> "2360 mul_45" [label="(24, 1, 1)", style=solid]; +"2360 mul_45" -> "2361 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2361 add_77" -> "2362 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2362 softmax_22" -> "2363 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2363 dropout_88" -> "2364 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2364 matmul_45" -> "2365 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2365 transpose_45" -> "2366 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2366 reshape_101" -> "2367 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2367 reshape_101_0_0_nncf_smooth_quant_0" -> "2368 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2368 quantize_per_tensor_default_139" -> "2369 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2369 dequantize_per_tensor_default_139" -> "2375 linear_138" [label="(1, 64, 768)", style=solid]; +"2370 linear_138_scale_0" -> "2373 quantize_per_channel_default_93" [label="(768,)", style=solid]; +"2370 linear_138_scale_0" -> "2374 dequantize_per_channel_default_93" [label="(768,)", style=solid]; +"2371 linear_138_zero_point_0" -> "2373 quantize_per_channel_default_93" [label="(768,)", style=solid]; +"2371 linear_138_zero_point_0" -> "2374 dequantize_per_channel_default_93" [label="(768,)", style=solid]; +"2372 compressed_weight_updated_constant93" -> "2373 quantize_per_channel_default_93" [label="(768, 768)", style=solid]; +"2373 quantize_per_channel_default_93" -> "2374 dequantize_per_channel_default_93" [label="(768, 768)", style=solid]; +"2374 dequantize_per_channel_default_93" -> "2375 linear_138" [label="(768, 768)", style=solid]; +"2375 linear_138" -> "2376 dropout_89" [label="(1, 64, 768)", style=solid]; +"2376 dropout_89" -> "2377 view_124" [label="(1, 64, 768)", style=solid]; +"2377 view_124" -> "2378 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2378 permute_103" -> "2379 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2379 reshape_102" -> "2380 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2380 slice_342" -> "2381 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2381 slice_343" -> "2382 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2382 slice_344" -> "2383 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2383 slice_345" -> "2384 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2384 contiguous_43" -> "2385 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2385 layer_norm_48" -> "2386 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2386 add_78" -> "2387 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2386 add_78" -> "2409 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2387 add_78_0_0_nncf_smooth_quant_0" -> "2388 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2388 quantize_per_tensor_default_140" -> "2389 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2389 dequantize_per_tensor_default_140" -> "2395 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2390 linear_139_scale_0" -> "2393 quantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2390 linear_139_scale_0" -> "2394 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2391 linear_139_zero_point_0" -> "2393 quantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2391 linear_139_zero_point_0" -> "2394 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2392 compressed_weight_updated_constant94" -> "2393 quantize_per_channel_default_94" [label="(3072, 768)", style=solid]; +"2393 quantize_per_channel_default_94" -> "2394 dequantize_per_channel_default_94" [label="(3072, 768)", style=solid]; +"2394 dequantize_per_channel_default_94" -> "2395 linear_139" [label="(3072, 768)", style=solid]; +"2395 linear_139" -> "2396 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2396 gelu_22" -> "2397 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"2397 dropout_90" -> "2398 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2398 dropout_90_0_0_nncf_smooth_quant_0" -> "2399 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2399 quantize_per_tensor_default_141" -> "2400 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2400 dequantize_per_tensor_default_141" -> "2406 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2401 linear_140_scale_0" -> "2404 quantize_per_channel_default_95" [label="(768,)", style=solid]; +"2401 linear_140_scale_0" -> "2405 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2402 linear_140_zero_point_0" -> "2404 quantize_per_channel_default_95" [label="(768,)", style=solid]; +"2402 linear_140_zero_point_0" -> "2405 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2403 compressed_weight_updated_constant95" -> "2404 quantize_per_channel_default_95" [label="(768, 3072)", style=solid]; +"2404 quantize_per_channel_default_95" -> "2405 dequantize_per_channel_default_95" [label="(768, 3072)", style=solid]; +"2405 dequantize_per_channel_default_95" -> "2406 linear_140" [label="(768, 3072)", style=solid]; +"2406 linear_140" -> "2407 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2407 dropout_91" -> "2408 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2408 layer_norm_49" -> "2409 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2409 add_79" -> "2411 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"2409 add_79" -> "2471 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2410 _frozen_param191" -> "2446 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2411 pad_26" -> "2412 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2412 view_127" -> "2413 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2413 permute_105" -> "2414 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2414 reshape_103" -> "2416 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2415 _frozen_param192" -> "2424 linear_143" [label="(2304,)", style=solid]; +"2416 reshape_103_0_0_nncf_smooth_quant_0" -> "2417 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2417 quantize_per_tensor_default_142" -> "2418 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2418 dequantize_per_tensor_default_142" -> "2424 linear_143" [label="(1, 64, 768)", style=solid]; +"2419 linear_143_scale_0" -> "2422 quantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2419 linear_143_scale_0" -> "2423 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2420 linear_143_zero_point_0" -> "2422 quantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2420 linear_143_zero_point_0" -> "2423 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2421 compressed_weight_updated_constant96" -> "2422 quantize_per_channel_default_96" [label="(2304, 768)", style=solid]; +"2422 quantize_per_channel_default_96" -> "2423 dequantize_per_channel_default_96" [label="(2304, 768)", style=solid]; +"2423 dequantize_per_channel_default_96" -> "2424 linear_143" [label="(2304, 768)", style=solid]; +"2424 linear_143" -> "2425 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2425 reshape_104" -> "2426 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2426 permute_106" -> "2427 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2426 permute_106" -> "2428 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2426 permute_106" -> "2429 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2430 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2432 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2427 select_69" -> "2433 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2436 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2438 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2428 select_70" -> "2439 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2429 select_71" -> "2449 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2430 linalg_vector_norm_46" -> "2431 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2431 clamp_min_46" -> "2432 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2432 expand_as_46" -> "2433 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2433 div_46" -> "2434 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2434 quantize_per_tensor_default_143" -> "2435 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2435 dequantize_per_tensor_default_143" -> "2443 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"2436 linalg_vector_norm_47" -> "2437 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2437 clamp_min_47" -> "2438 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2438 expand_as_47" -> "2439 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2439 div_47" -> "2440 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2440 quantize_per_tensor_default_144" -> "2441 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2441 dequantize_per_tensor_default_144" -> "2442 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"2442 transpose_46" -> "2443 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2443 matmul_46" -> "2445 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2444 _frozen_param194" -> "2445 mul_47" [label="(24, 1, 1)", style=solid]; +"2445 mul_47" -> "2446 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2446 add_80" -> "2447 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2447 softmax_23" -> "2448 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2448 dropout_92" -> "2449 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2449 matmul_47" -> "2450 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"2450 transpose_47" -> "2451 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2451 reshape_105" -> "2452 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2452 reshape_105_0_0_nncf_smooth_quant_0" -> "2453 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2453 quantize_per_tensor_default_145" -> "2454 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2454 dequantize_per_tensor_default_145" -> "2460 linear_144" [label="(1, 64, 768)", style=solid]; +"2455 linear_144_scale_0" -> "2458 quantize_per_channel_default_97" [label="(768,)", style=solid]; +"2455 linear_144_scale_0" -> "2459 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"2456 linear_144_zero_point_0" -> "2458 quantize_per_channel_default_97" [label="(768,)", style=solid]; +"2456 linear_144_zero_point_0" -> "2459 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"2457 compressed_weight_updated_constant97" -> "2458 quantize_per_channel_default_97" [label="(768, 768)", style=solid]; +"2458 quantize_per_channel_default_97" -> "2459 dequantize_per_channel_default_97" [label="(768, 768)", style=solid]; +"2459 dequantize_per_channel_default_97" -> "2460 linear_144" [label="(768, 768)", style=solid]; +"2460 linear_144" -> "2461 dropout_93" [label="(1, 64, 768)", style=solid]; +"2461 dropout_93" -> "2462 view_128" [label="(1, 64, 768)", style=solid]; +"2462 view_128" -> "2463 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2463 permute_107" -> "2464 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2464 reshape_106" -> "2465 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2465 slice_347" -> "2466 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2466 slice_348" -> "2467 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2467 slice_349" -> "2468 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2468 slice_350" -> "2469 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2469 contiguous_45" -> "2470 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2470 layer_norm_50" -> "2471 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2471 add_81" -> "2472 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2471 add_81" -> "2494 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2472 add_81_0_0_nncf_smooth_quant_0" -> "2473 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2473 quantize_per_tensor_default_146" -> "2474 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2474 dequantize_per_tensor_default_146" -> "2480 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"2475 linear_145_scale_0" -> "2478 quantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2475 linear_145_scale_0" -> "2479 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2476 linear_145_zero_point_0" -> "2478 quantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2476 linear_145_zero_point_0" -> "2479 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2477 compressed_weight_updated_constant98" -> "2478 quantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"2478 quantize_per_channel_default_98" -> "2479 dequantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"2479 dequantize_per_channel_default_98" -> "2480 linear_145" [label="(3072, 768)", style=solid]; +"2480 linear_145" -> "2481 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2481 gelu_23" -> "2482 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"2482 dropout_94" -> "2483 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2483 dropout_94_0_0_nncf_smooth_quant_0" -> "2484 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2484 quantize_per_tensor_default_147" -> "2485 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2485 dequantize_per_tensor_default_147" -> "2491 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2486 linear_146_scale_0" -> "2489 quantize_per_channel_default_99" [label="(768,)", style=solid]; +"2486 linear_146_scale_0" -> "2490 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2487 linear_146_zero_point_0" -> "2489 quantize_per_channel_default_99" [label="(768,)", style=solid]; +"2487 linear_146_zero_point_0" -> "2490 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2488 compressed_weight_updated_constant99" -> "2489 quantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"2489 quantize_per_channel_default_99" -> "2490 dequantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"2490 dequantize_per_channel_default_99" -> "2491 linear_146" [label="(768, 3072)", style=solid]; +"2491 linear_146" -> "2492 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2492 dropout_95" -> "2493 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2493 layer_norm_51" -> "2494 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2494 add_82" -> "2495 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2495 layer_norm_52" -> "2496 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2496 permute_108" -> "2497 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2497 adaptive_avg_pool2d" -> "2498 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2498 flatten" -> "2499 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2499 flatten_0_0_nncf_smooth_quant_0" -> "2500 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2500 quantize_per_tensor_default_148" -> "2501 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2501 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; +"2502 linear_147_scale_0" -> "2505 quantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2502 linear_147_scale_0" -> "2506 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2503 linear_147_zero_point_0" -> "2505 quantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2503 linear_147_zero_point_0" -> "2506 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2504 compressed_weight_updated_constant100" -> "2505 quantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"2505 quantize_per_channel_default_100" -> "2506 dequantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"2506 dequantize_per_channel_default_100" -> "2507 linear_147" [label="(1000, 768)", style=solid]; "2507 linear_147" -> "2508 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index 3fd5285222d..4df2f65a775 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -1,53 +1,53 @@ strict digraph { "0 wte_weight" [id=0, type=get_attr]; -"1 input_ids" [id=1, type=input]; -"2 embedding" [id=2, type=embedding]; -"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; -"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; -"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_scale_0" [id=6, type=get_attr]; -"7 linear_zero_point_0" [id=7, type=get_attr]; -"8 compressed_weight_updated_constant0" [id=8, type=get_attr]; -"9 quantize_per_channel_default" [id=9, type=quantize_per_channel]; -"10 dequantize_per_channel_default" [id=10, type=dequantize_per_channel]; -"11 linear_bias_0_0" [id=11, type=get_attr]; -"12 linear" [id=12, type=linear]; -"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; -"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; -"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; -"16 linear_1_scale_0" [id=16, type=get_attr]; -"17 linear_1_zero_point_0" [id=17, type=get_attr]; -"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 lm_head_bias_0_0" [id=21, type=get_attr]; +"1 linear_bias" [id=1, type=get_attr]; +"2 lm_head_bias" [id=2, type=get_attr]; +"3 input_ids" [id=3, type=input]; +"4 embedding" [id=4, type=embedding]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; +"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; +"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; +"8 linear_scale_0" [id=8, type=get_attr]; +"9 linear_zero_point_0" [id=9, type=get_attr]; +"10 compressed_weight_updated_constant0" [id=10, type=get_attr]; +"11 quantize_per_channel_default" [id=11, type=quantize_per_channel]; +"12 dequantize_per_channel_default" [id=12, type=dequantize_per_channel]; +"13 linear" [id=13, type=linear]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; +"17 linear_1_scale_0" [id=17, type=get_attr]; +"18 linear_1_zero_point_0" [id=18, type=get_attr]; +"19 compressed_weight_updated_constant1" [id=19, type=get_attr]; +"20 quantize_per_channel_default_1" [id=20, type=quantize_per_channel]; +"21 dequantize_per_channel_default_1" [id=21, type=dequantize_per_channel]; "22 linear_1" [id=22, type=linear]; "23 output" [id=23, type=output]; -"0 wte_weight" -> "2 embedding" [label="(10, 5)", style=solid]; -"1 input_ids" -> "2 embedding" [label="(5,)", style=solid]; -"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"6 linear_scale_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"6 linear_scale_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; -"7 linear_zero_point_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"7 linear_zero_point_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; -"8 compressed_weight_updated_constant0" -> "9 quantize_per_channel_default" [label="(5, 5)", style=solid]; -"9 quantize_per_channel_default" -> "10 dequantize_per_channel_default" [label="(5, 5)", style=solid]; -"10 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; -"11 linear_bias_0_0" -> "12 linear" [label="(5,)", style=solid]; -"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"16 linear_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"16 linear_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"17 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"17 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"20 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; -"21 lm_head_bias_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; +"1 linear_bias" -> "13 linear" [label="(5,)", style=solid]; +"2 lm_head_bias" -> "22 linear_1" [label="(10,)", style=solid]; +"3 input_ids" -> "4 embedding" [label="(5,)", style=solid]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"7 dequantize_per_tensor_default" -> "13 linear" [label="(5, 5)", style=solid]; +"8 linear_scale_0" -> "11 quantize_per_channel_default" [label="(5,)", style=solid]; +"8 linear_scale_0" -> "12 dequantize_per_channel_default" [label="(5,)", style=solid]; +"9 linear_zero_point_0" -> "11 quantize_per_channel_default" [label="(5,)", style=solid]; +"9 linear_zero_point_0" -> "12 dequantize_per_channel_default" [label="(5,)", style=solid]; +"10 compressed_weight_updated_constant0" -> "11 quantize_per_channel_default" [label="(5, 5)", style=solid]; +"11 quantize_per_channel_default" -> "12 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"12 dequantize_per_channel_default" -> "13 linear" [label="(5, 5)", style=solid]; +"13 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"17 linear_1_scale_0" -> "20 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_scale_0" -> "21 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "20 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "21 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"19 compressed_weight_updated_constant1" -> "20 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"20 quantize_per_channel_default_1" -> "21 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"21 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; "22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index b299be70340..7b9ccc4a6b3 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -1,561 +1,561 @@ strict digraph { -"0 x" [id=0, type=input]; -"1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; -"2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0" [id=3, type=get_attr]; -"4 conv2d_zero_point_0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 down_path_0_block_0_bias_0_0" [id=8, type=get_attr]; -"9 conv2d" [id=9, type=conv2d]; -"10 relu" [id=10, type=relu]; -"11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; -"12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 conv2d_1_scale_0" [id=13, type=get_attr]; -"14 conv2d_1_zero_point_0" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; -"16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; -"17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; -"18 down_path_0_block_3_bias_0_0" [id=18, type=get_attr]; -"19 conv2d_1" [id=19, type=conv2d]; -"20 relu_1" [id=20, type=relu]; -"21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; -"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; -"23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; -"24 max_pool2d" [id=24, type=max_pool2d]; -"25 conv2d_2_scale_0" [id=25, type=get_attr]; -"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; -"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 down_path_1_block_0_bias_0_0" [id=30, type=get_attr]; -"31 conv2d_2" [id=31, type=conv2d]; -"32 relu_2" [id=32, type=relu]; -"33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; -"34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 conv2d_3_scale_0" [id=35, type=get_attr]; -"36 conv2d_3_zero_point_0" [id=36, type=get_attr]; -"37 compressed_weight_updated_constant3" [id=37, type=get_attr]; -"38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; -"39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; -"40 down_path_1_block_3_bias_0_0" [id=40, type=get_attr]; -"41 conv2d_3" [id=41, type=conv2d]; -"42 relu_3" [id=42, type=relu]; -"43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; -"44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; -"45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; -"46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 conv2d_4_scale_0" [id=47, type=get_attr]; -"48 conv2d_4_zero_point_0" [id=48, type=get_attr]; -"49 compressed_weight_updated_constant4" [id=49, type=get_attr]; -"50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; -"52 down_path_2_block_0_bias_0_0" [id=52, type=get_attr]; -"53 conv2d_4" [id=53, type=conv2d]; -"54 relu_4" [id=54, type=relu]; -"55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; -"56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 conv2d_5_scale_0" [id=57, type=get_attr]; -"58 conv2d_5_zero_point_0" [id=58, type=get_attr]; -"59 compressed_weight_updated_constant5" [id=59, type=get_attr]; -"60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; -"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; -"62 down_path_2_block_3_bias_0_0" [id=62, type=get_attr]; -"63 conv2d_5" [id=63, type=conv2d]; -"64 relu_5" [id=64, type=relu]; -"65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; -"66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; -"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; -"68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 conv2d_6_scale_0" [id=69, type=get_attr]; -"70 conv2d_6_zero_point_0" [id=70, type=get_attr]; -"71 compressed_weight_updated_constant6" [id=71, type=get_attr]; -"72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; -"73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; -"74 down_path_3_block_0_bias_0_0" [id=74, type=get_attr]; -"75 conv2d_6" [id=75, type=conv2d]; -"76 relu_6" [id=76, type=relu]; -"77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; -"78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 conv2d_7_scale_0" [id=79, type=get_attr]; -"80 conv2d_7_zero_point_0" [id=80, type=get_attr]; -"81 compressed_weight_updated_constant7" [id=81, type=get_attr]; -"82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; -"83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; -"84 down_path_3_block_3_bias_0_0" [id=84, type=get_attr]; -"85 conv2d_7" [id=85, type=conv2d]; -"86 relu_7" [id=86, type=relu]; -"87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; -"89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; -"90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 conv2d_8_scale_0" [id=91, type=get_attr]; -"92 conv2d_8_zero_point_0" [id=92, type=get_attr]; -"93 compressed_weight_updated_constant8" [id=93, type=get_attr]; -"94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; -"95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; -"96 down_path_4_block_0_bias_0_0" [id=96, type=get_attr]; -"97 conv2d_8" [id=97, type=conv2d]; -"98 relu_8" [id=98, type=relu]; -"99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; -"100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 conv2d_9_scale_0" [id=101, type=get_attr]; -"102 conv2d_9_zero_point_0" [id=102, type=get_attr]; -"103 compressed_weight_updated_constant9" [id=103, type=get_attr]; -"104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; -"105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; -"106 down_path_4_block_3_bias_0_0" [id=106, type=get_attr]; -"107 conv2d_9" [id=107, type=conv2d]; -"108 relu_9" [id=108, type=relu]; -"109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; -"110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 conv_transpose2d_scale_0" [id=111, type=get_attr]; -"112 conv_transpose2d_zero_point_0" [id=112, type=get_attr]; -"113 compressed_weight_updated_constant10" [id=113, type=get_attr]; -"114 quantize_per_channel_default_10" [id=114, type=quantize_per_channel]; -"115 dequantize_per_channel_default_10" [id=115, type=dequantize_per_channel]; -"116 up_path_0_up_bias_0_0" [id=116, type=get_attr]; -"117 conv_transpose2d" [id=117, type=conv_transpose2d]; -"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; -"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; -"120 slice_1" [id=120, type=slice]; -"121 slice_2" [id=121, type=slice]; -"122 slice_3" [id=122, type=slice]; -"123 slice_4" [id=123, type=slice]; -"124 cat" [id=124, type=cat]; -"125 conv2d_10_scale_0" [id=125, type=get_attr]; -"126 conv2d_10_zero_point_0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant11" [id=127, type=get_attr]; -"128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; -"129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; -"130 up_path_0_conv_block_block_0_bias_0_0" [id=130, type=get_attr]; -"131 conv2d_10" [id=131, type=conv2d]; -"132 relu_10" [id=132, type=relu]; -"133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 conv2d_11_scale_0" [id=135, type=get_attr]; -"136 conv2d_11_zero_point_0" [id=136, type=get_attr]; -"137 compressed_weight_updated_constant12" [id=137, type=get_attr]; -"138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; -"139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; -"140 up_path_0_conv_block_block_3_bias_0_0" [id=140, type=get_attr]; -"141 conv2d_11" [id=141, type=conv2d]; -"142 relu_11" [id=142, type=relu]; -"143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 conv_transpose2d_1_scale_0" [id=145, type=get_attr]; -"146 conv_transpose2d_1_zero_point_0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant13" [id=147, type=get_attr]; -"148 quantize_per_channel_default_13" [id=148, type=quantize_per_channel]; -"149 dequantize_per_channel_default_13" [id=149, type=dequantize_per_channel]; -"150 up_path_1_up_bias_0_0" [id=150, type=get_attr]; -"151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; -"152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; -"153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; -"154 slice_5" [id=154, type=slice]; -"155 slice_6" [id=155, type=slice]; -"156 slice_7" [id=156, type=slice]; -"157 slice_8" [id=157, type=slice]; -"158 cat_1" [id=158, type=cat]; -"159 conv2d_12_scale_0" [id=159, type=get_attr]; -"160 conv2d_12_zero_point_0" [id=160, type=get_attr]; -"161 compressed_weight_updated_constant14" [id=161, type=get_attr]; -"162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; -"163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; -"164 up_path_1_conv_block_block_0_bias_0_0" [id=164, type=get_attr]; -"165 conv2d_12" [id=165, type=conv2d]; -"166 relu_12" [id=166, type=relu]; -"167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; -"168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 conv2d_13_scale_0" [id=169, type=get_attr]; -"170 conv2d_13_zero_point_0" [id=170, type=get_attr]; -"171 compressed_weight_updated_constant15" [id=171, type=get_attr]; -"172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; -"174 up_path_1_conv_block_block_3_bias_0_0" [id=174, type=get_attr]; -"175 conv2d_13" [id=175, type=conv2d]; -"176 relu_13" [id=176, type=relu]; -"177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; -"178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 conv_transpose2d_2_scale_0" [id=179, type=get_attr]; -"180 conv_transpose2d_2_zero_point_0" [id=180, type=get_attr]; -"181 compressed_weight_updated_constant16" [id=181, type=get_attr]; -"182 quantize_per_channel_default_16" [id=182, type=quantize_per_channel]; -"183 dequantize_per_channel_default_16" [id=183, type=dequantize_per_channel]; -"184 up_path_2_up_bias_0_0" [id=184, type=get_attr]; -"185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; -"186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; -"188 slice_9" [id=188, type=slice]; -"189 slice_10" [id=189, type=slice]; -"190 slice_11" [id=190, type=slice]; -"191 slice_12" [id=191, type=slice]; -"192 cat_2" [id=192, type=cat]; -"193 conv2d_14_scale_0" [id=193, type=get_attr]; -"194 conv2d_14_zero_point_0" [id=194, type=get_attr]; -"195 compressed_weight_updated_constant17" [id=195, type=get_attr]; -"196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; -"197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; -"198 up_path_2_conv_block_block_0_bias_0_0" [id=198, type=get_attr]; -"199 conv2d_14" [id=199, type=conv2d]; -"200 relu_14" [id=200, type=relu]; -"201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 conv2d_15_scale_0" [id=203, type=get_attr]; -"204 conv2d_15_zero_point_0" [id=204, type=get_attr]; -"205 compressed_weight_updated_constant18" [id=205, type=get_attr]; -"206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; -"207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; -"208 up_path_2_conv_block_block_3_bias_0_0" [id=208, type=get_attr]; -"209 conv2d_15" [id=209, type=conv2d]; -"210 relu_15" [id=210, type=relu]; -"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; -"212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 conv_transpose2d_3_scale_0" [id=213, type=get_attr]; -"214 conv_transpose2d_3_zero_point_0" [id=214, type=get_attr]; -"215 compressed_weight_updated_constant19" [id=215, type=get_attr]; -"216 quantize_per_channel_default_19" [id=216, type=quantize_per_channel]; -"217 dequantize_per_channel_default_19" [id=217, type=dequantize_per_channel]; -"218 up_path_3_up_bias_0_0" [id=218, type=get_attr]; -"219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; -"220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; -"222 slice_13" [id=222, type=slice]; -"223 slice_14" [id=223, type=slice]; -"224 slice_15" [id=224, type=slice]; -"225 slice_16" [id=225, type=slice]; -"226 cat_3" [id=226, type=cat]; -"227 conv2d_16_scale_0" [id=227, type=get_attr]; -"228 conv2d_16_zero_point_0" [id=228, type=get_attr]; -"229 compressed_weight_updated_constant20" [id=229, type=get_attr]; -"230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; -"231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; -"232 up_path_3_conv_block_block_0_bias_0_0" [id=232, type=get_attr]; -"233 conv2d_16" [id=233, type=conv2d]; -"234 relu_16" [id=234, type=relu]; -"235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; -"236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 conv2d_17_scale_0" [id=237, type=get_attr]; -"238 conv2d_17_zero_point_0" [id=238, type=get_attr]; -"239 compressed_weight_updated_constant21" [id=239, type=get_attr]; -"240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; -"241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; -"242 up_path_3_conv_block_block_3_bias_0_0" [id=242, type=get_attr]; -"243 conv2d_17" [id=243, type=conv2d]; -"244 relu_17" [id=244, type=relu]; -"245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 conv2d_18_scale_0" [id=247, type=get_attr]; -"248 conv2d_18_zero_point_0" [id=248, type=get_attr]; -"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; -"250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; -"251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; -"252 last_bias_0_0" [id=252, type=get_attr]; +"0 down_path_0_block_0_bias" [id=0, type=get_attr]; +"1 down_path_0_block_3_bias" [id=1, type=get_attr]; +"2 down_path_1_block_0_bias" [id=2, type=get_attr]; +"3 down_path_1_block_3_bias" [id=3, type=get_attr]; +"4 down_path_2_block_0_bias" [id=4, type=get_attr]; +"5 down_path_2_block_3_bias" [id=5, type=get_attr]; +"6 down_path_3_block_0_bias" [id=6, type=get_attr]; +"7 down_path_3_block_3_bias" [id=7, type=get_attr]; +"8 down_path_4_block_0_bias" [id=8, type=get_attr]; +"9 down_path_4_block_3_bias" [id=9, type=get_attr]; +"10 up_path_0_up_bias" [id=10, type=get_attr]; +"11 up_path_0_conv_block_block_0_bias" [id=11, type=get_attr]; +"12 up_path_0_conv_block_block_3_bias" [id=12, type=get_attr]; +"13 up_path_1_up_bias" [id=13, type=get_attr]; +"14 up_path_1_conv_block_block_0_bias" [id=14, type=get_attr]; +"15 up_path_1_conv_block_block_3_bias" [id=15, type=get_attr]; +"16 up_path_2_up_bias" [id=16, type=get_attr]; +"17 up_path_2_conv_block_block_0_bias" [id=17, type=get_attr]; +"18 up_path_2_conv_block_block_3_bias" [id=18, type=get_attr]; +"19 up_path_3_up_bias" [id=19, type=get_attr]; +"20 up_path_3_conv_block_block_0_bias" [id=20, type=get_attr]; +"21 up_path_3_conv_block_block_3_bias" [id=21, type=get_attr]; +"22 last_bias" [id=22, type=get_attr]; +"23 x" [id=23, type=input]; +"24 quantize_per_tensor_default_8" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_12" [id=25, type=dequantize_per_tensor]; +"26 conv2d_scale_0" [id=26, type=get_attr]; +"27 conv2d_zero_point_0" [id=27, type=get_attr]; +"28 compressed_weight_updated_constant0" [id=28, type=get_attr]; +"29 quantize_per_channel_default" [id=29, type=quantize_per_channel]; +"30 dequantize_per_channel_default" [id=30, type=dequantize_per_channel]; +"31 conv2d" [id=31, type=conv2d]; +"32 relu" [id=32, type=relu]; +"33 quantize_per_tensor_default_9" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_13" [id=34, type=dequantize_per_tensor]; +"35 conv2d_1_scale_0" [id=35, type=get_attr]; +"36 conv2d_1_zero_point_0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant1" [id=37, type=get_attr]; +"38 quantize_per_channel_default_1" [id=38, type=quantize_per_channel]; +"39 dequantize_per_channel_default_1" [id=39, type=dequantize_per_channel]; +"40 conv2d_1" [id=40, type=conv2d]; +"41 relu_1" [id=41, type=relu]; +"42 quantize_per_tensor_default" [id=42, type=quantize_per_tensor]; +"43 dequantize_per_tensor_default_1" [id=43, type=dequantize_per_tensor]; +"44 dequantize_per_tensor_default" [id=44, type=dequantize_per_tensor]; +"45 max_pool2d" [id=45, type=max_pool2d]; +"46 conv2d_2_scale_0" [id=46, type=get_attr]; +"47 conv2d_2_zero_point_0" [id=47, type=get_attr]; +"48 compressed_weight_updated_constant2" [id=48, type=get_attr]; +"49 quantize_per_channel_default_2" [id=49, type=quantize_per_channel]; +"50 dequantize_per_channel_default_2" [id=50, type=dequantize_per_channel]; +"51 conv2d_2" [id=51, type=conv2d]; +"52 relu_2" [id=52, type=relu]; +"53 quantize_per_tensor_default_10" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_14" [id=54, type=dequantize_per_tensor]; +"55 conv2d_3_scale_0" [id=55, type=get_attr]; +"56 conv2d_3_zero_point_0" [id=56, type=get_attr]; +"57 compressed_weight_updated_constant3" [id=57, type=get_attr]; +"58 quantize_per_channel_default_3" [id=58, type=quantize_per_channel]; +"59 dequantize_per_channel_default_3" [id=59, type=dequantize_per_channel]; +"60 conv2d_3" [id=60, type=conv2d]; +"61 relu_3" [id=61, type=relu]; +"62 quantize_per_tensor_default_3" [id=62, type=quantize_per_tensor]; +"63 dequantize_per_tensor_default_5" [id=63, type=dequantize_per_tensor]; +"64 dequantize_per_tensor_default_4" [id=64, type=dequantize_per_tensor]; +"65 max_pool2d_1" [id=65, type=max_pool2d]; +"66 conv2d_4_scale_0" [id=66, type=get_attr]; +"67 conv2d_4_zero_point_0" [id=67, type=get_attr]; +"68 compressed_weight_updated_constant4" [id=68, type=get_attr]; +"69 quantize_per_channel_default_4" [id=69, type=quantize_per_channel]; +"70 dequantize_per_channel_default_4" [id=70, type=dequantize_per_channel]; +"71 conv2d_4" [id=71, type=conv2d]; +"72 relu_4" [id=72, type=relu]; +"73 quantize_per_tensor_default_11" [id=73, type=quantize_per_tensor]; +"74 dequantize_per_tensor_default_15" [id=74, type=dequantize_per_tensor]; +"75 conv2d_5_scale_0" [id=75, type=get_attr]; +"76 conv2d_5_zero_point_0" [id=76, type=get_attr]; +"77 compressed_weight_updated_constant5" [id=77, type=get_attr]; +"78 quantize_per_channel_default_5" [id=78, type=quantize_per_channel]; +"79 dequantize_per_channel_default_5" [id=79, type=dequantize_per_channel]; +"80 conv2d_5" [id=80, type=conv2d]; +"81 relu_5" [id=81, type=relu]; +"82 quantize_per_tensor_default_4" [id=82, type=quantize_per_tensor]; +"83 dequantize_per_tensor_default_7" [id=83, type=dequantize_per_tensor]; +"84 dequantize_per_tensor_default_6" [id=84, type=dequantize_per_tensor]; +"85 max_pool2d_2" [id=85, type=max_pool2d]; +"86 conv2d_6_scale_0" [id=86, type=get_attr]; +"87 conv2d_6_zero_point_0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant6" [id=88, type=get_attr]; +"89 quantize_per_channel_default_6" [id=89, type=quantize_per_channel]; +"90 dequantize_per_channel_default_6" [id=90, type=dequantize_per_channel]; +"91 conv2d_6" [id=91, type=conv2d]; +"92 relu_6" [id=92, type=relu]; +"93 quantize_per_tensor_default_12" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_16" [id=94, type=dequantize_per_tensor]; +"95 conv2d_7_scale_0" [id=95, type=get_attr]; +"96 conv2d_7_zero_point_0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant7" [id=97, type=get_attr]; +"98 quantize_per_channel_default_7" [id=98, type=quantize_per_channel]; +"99 dequantize_per_channel_default_7" [id=99, type=dequantize_per_channel]; +"100 conv2d_7" [id=100, type=conv2d]; +"101 relu_7" [id=101, type=relu]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_11" [id=103, type=dequantize_per_tensor]; +"104 dequantize_per_tensor_default_10" [id=104, type=dequantize_per_tensor]; +"105 max_pool2d_3" [id=105, type=max_pool2d]; +"106 conv2d_8_scale_0" [id=106, type=get_attr]; +"107 conv2d_8_zero_point_0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant8" [id=108, type=get_attr]; +"109 quantize_per_channel_default_8" [id=109, type=quantize_per_channel]; +"110 dequantize_per_channel_default_8" [id=110, type=dequantize_per_channel]; +"111 conv2d_8" [id=111, type=conv2d]; +"112 relu_8" [id=112, type=relu]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_17" [id=114, type=dequantize_per_tensor]; +"115 conv2d_9_scale_0" [id=115, type=get_attr]; +"116 conv2d_9_zero_point_0" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant9" [id=117, type=get_attr]; +"118 quantize_per_channel_default_9" [id=118, type=quantize_per_channel]; +"119 dequantize_per_channel_default_9" [id=119, type=dequantize_per_channel]; +"120 conv2d_9" [id=120, type=conv2d]; +"121 relu_9" [id=121, type=relu]; +"122 quantize_per_tensor_default_14" [id=122, type=quantize_per_tensor]; +"123 dequantize_per_tensor_default_18" [id=123, type=dequantize_per_tensor]; +"124 conv_transpose2d_scale_0" [id=124, type=get_attr]; +"125 conv_transpose2d_zero_point_0" [id=125, type=get_attr]; +"126 compressed_weight_updated_constant10" [id=126, type=get_attr]; +"127 quantize_per_channel_default_10" [id=127, type=quantize_per_channel]; +"128 dequantize_per_channel_default_10" [id=128, type=dequantize_per_channel]; +"129 conv_transpose2d" [id=129, type=conv_transpose2d]; +"130 quantize_per_tensor_default_6" [id=130, type=quantize_per_tensor]; +"131 dequantize_per_tensor_default_9" [id=131, type=dequantize_per_tensor]; +"132 slice_1" [id=132, type=slice]; +"133 slice_2" [id=133, type=slice]; +"134 slice_3" [id=134, type=slice]; +"135 slice_4" [id=135, type=slice]; +"136 cat" [id=136, type=cat]; +"137 conv2d_10_scale_0" [id=137, type=get_attr]; +"138 conv2d_10_zero_point_0" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant11" [id=139, type=get_attr]; +"140 quantize_per_channel_default_11" [id=140, type=quantize_per_channel]; +"141 dequantize_per_channel_default_11" [id=141, type=dequantize_per_channel]; +"142 conv2d_10" [id=142, type=conv2d]; +"143 relu_10" [id=143, type=relu]; +"144 quantize_per_tensor_default_15" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_19" [id=145, type=dequantize_per_tensor]; +"146 conv2d_11_scale_0" [id=146, type=get_attr]; +"147 conv2d_11_zero_point_0" [id=147, type=get_attr]; +"148 compressed_weight_updated_constant12" [id=148, type=get_attr]; +"149 quantize_per_channel_default_12" [id=149, type=quantize_per_channel]; +"150 dequantize_per_channel_default_12" [id=150, type=dequantize_per_channel]; +"151 conv2d_11" [id=151, type=conv2d]; +"152 relu_11" [id=152, type=relu]; +"153 quantize_per_tensor_default_16" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_20" [id=154, type=dequantize_per_tensor]; +"155 conv_transpose2d_1_scale_0" [id=155, type=get_attr]; +"156 conv_transpose2d_1_zero_point_0" [id=156, type=get_attr]; +"157 compressed_weight_updated_constant13" [id=157, type=get_attr]; +"158 quantize_per_channel_default_13" [id=158, type=quantize_per_channel]; +"159 dequantize_per_channel_default_13" [id=159, type=dequantize_per_channel]; +"160 conv_transpose2d_1" [id=160, type=conv_transpose2d]; +"161 quantize_per_tensor_default_5" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_8" [id=162, type=dequantize_per_tensor]; +"163 slice_5" [id=163, type=slice]; +"164 slice_6" [id=164, type=slice]; +"165 slice_7" [id=165, type=slice]; +"166 slice_8" [id=166, type=slice]; +"167 cat_1" [id=167, type=cat]; +"168 conv2d_12_scale_0" [id=168, type=get_attr]; +"169 conv2d_12_zero_point_0" [id=169, type=get_attr]; +"170 compressed_weight_updated_constant14" [id=170, type=get_attr]; +"171 quantize_per_channel_default_14" [id=171, type=quantize_per_channel]; +"172 dequantize_per_channel_default_14" [id=172, type=dequantize_per_channel]; +"173 conv2d_12" [id=173, type=conv2d]; +"174 relu_12" [id=174, type=relu]; +"175 quantize_per_tensor_default_17" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_21" [id=176, type=dequantize_per_tensor]; +"177 conv2d_13_scale_0" [id=177, type=get_attr]; +"178 conv2d_13_zero_point_0" [id=178, type=get_attr]; +"179 compressed_weight_updated_constant15" [id=179, type=get_attr]; +"180 quantize_per_channel_default_15" [id=180, type=quantize_per_channel]; +"181 dequantize_per_channel_default_15" [id=181, type=dequantize_per_channel]; +"182 conv2d_13" [id=182, type=conv2d]; +"183 relu_13" [id=183, type=relu]; +"184 quantize_per_tensor_default_18" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_22" [id=185, type=dequantize_per_tensor]; +"186 conv_transpose2d_2_scale_0" [id=186, type=get_attr]; +"187 conv_transpose2d_2_zero_point_0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; +"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; +"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; +"191 conv_transpose2d_2" [id=191, type=conv_transpose2d]; +"192 quantize_per_tensor_default_2" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_3" [id=193, type=dequantize_per_tensor]; +"194 slice_9" [id=194, type=slice]; +"195 slice_10" [id=195, type=slice]; +"196 slice_11" [id=196, type=slice]; +"197 slice_12" [id=197, type=slice]; +"198 cat_2" [id=198, type=cat]; +"199 conv2d_14_scale_0" [id=199, type=get_attr]; +"200 conv2d_14_zero_point_0" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant17" [id=201, type=get_attr]; +"202 quantize_per_channel_default_17" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_17" [id=203, type=dequantize_per_channel]; +"204 conv2d_14" [id=204, type=conv2d]; +"205 relu_14" [id=205, type=relu]; +"206 quantize_per_tensor_default_19" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_23" [id=207, type=dequantize_per_tensor]; +"208 conv2d_15_scale_0" [id=208, type=get_attr]; +"209 conv2d_15_zero_point_0" [id=209, type=get_attr]; +"210 compressed_weight_updated_constant18" [id=210, type=get_attr]; +"211 quantize_per_channel_default_18" [id=211, type=quantize_per_channel]; +"212 dequantize_per_channel_default_18" [id=212, type=dequantize_per_channel]; +"213 conv2d_15" [id=213, type=conv2d]; +"214 relu_15" [id=214, type=relu]; +"215 quantize_per_tensor_default_20" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_24" [id=216, type=dequantize_per_tensor]; +"217 conv_transpose2d_3_scale_0" [id=217, type=get_attr]; +"218 conv_transpose2d_3_zero_point_0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant19" [id=219, type=get_attr]; +"220 quantize_per_channel_default_19" [id=220, type=quantize_per_channel]; +"221 dequantize_per_channel_default_19" [id=221, type=dequantize_per_channel]; +"222 conv_transpose2d_3" [id=222, type=conv_transpose2d]; +"223 quantize_per_tensor_default_1" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_2" [id=224, type=dequantize_per_tensor]; +"225 slice_13" [id=225, type=slice]; +"226 slice_14" [id=226, type=slice]; +"227 slice_15" [id=227, type=slice]; +"228 slice_16" [id=228, type=slice]; +"229 cat_3" [id=229, type=cat]; +"230 conv2d_16_scale_0" [id=230, type=get_attr]; +"231 conv2d_16_zero_point_0" [id=231, type=get_attr]; +"232 compressed_weight_updated_constant20" [id=232, type=get_attr]; +"233 quantize_per_channel_default_20" [id=233, type=quantize_per_channel]; +"234 dequantize_per_channel_default_20" [id=234, type=dequantize_per_channel]; +"235 conv2d_16" [id=235, type=conv2d]; +"236 relu_16" [id=236, type=relu]; +"237 quantize_per_tensor_default_21" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_25" [id=238, type=dequantize_per_tensor]; +"239 conv2d_17_scale_0" [id=239, type=get_attr]; +"240 conv2d_17_zero_point_0" [id=240, type=get_attr]; +"241 compressed_weight_updated_constant21" [id=241, type=get_attr]; +"242 quantize_per_channel_default_21" [id=242, type=quantize_per_channel]; +"243 dequantize_per_channel_default_21" [id=243, type=dequantize_per_channel]; +"244 conv2d_17" [id=244, type=conv2d]; +"245 relu_17" [id=245, type=relu]; +"246 quantize_per_tensor_default_22" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_26" [id=247, type=dequantize_per_tensor]; +"248 conv2d_18_scale_0" [id=248, type=get_attr]; +"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; +"250 compressed_weight_updated_constant22" [id=250, type=get_attr]; +"251 quantize_per_channel_default_22" [id=251, type=quantize_per_channel]; +"252 dequantize_per_channel_default_22" [id=252, type=dequantize_per_channel]; "253 conv2d_18" [id=253, type=conv2d]; "254 output" [id=254, type=output]; -"0 x" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; -"1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; -"2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; -"8 down_path_0_block_0_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; -"9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; -"10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; -"11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; -"12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"13 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 compressed_weight_updated_constant1" -> "16 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"17 dequantize_per_channel_default_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"18 down_path_0_block_3_bias_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; -"19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; -"20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; -"21 quantize_per_tensor_default" -> "23 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; -"22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; -"23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; -"24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"25 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"29 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; -"30 down_path_1_block_0_bias_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; -"31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; -"32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; -"33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; -"34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"35 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"36 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"36 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"37 compressed_weight_updated_constant3" -> "38 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"39 dequantize_per_channel_default_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; -"40 down_path_1_block_3_bias_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; -"41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; -"42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; -"43 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; -"44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; -"45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; -"46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"47 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"48 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"48 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"49 compressed_weight_updated_constant4" -> "50 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"51 dequantize_per_channel_default_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; -"52 down_path_2_block_0_bias_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; -"53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; -"54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; -"55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; -"56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"57 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"58 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"58 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"59 compressed_weight_updated_constant5" -> "60 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"61 dequantize_per_channel_default_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; -"62 down_path_2_block_3_bias_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; -"63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; -"64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; -"65 quantize_per_tensor_default_4" -> "67 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; -"66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; -"67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; -"68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"69 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"70 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"70 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"71 compressed_weight_updated_constant6" -> "72 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"73 dequantize_per_channel_default_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; -"74 down_path_3_block_0_bias_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; -"75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; -"76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; -"77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; -"78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"79 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"80 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"80 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"81 compressed_weight_updated_constant7" -> "82 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"83 dequantize_per_channel_default_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; -"84 down_path_3_block_3_bias_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; -"85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; -"86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; -"87 quantize_per_tensor_default_7" -> "89 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; -"88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; -"89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; -"90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"91 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"92 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"92 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"93 compressed_weight_updated_constant8" -> "94 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"95 dequantize_per_channel_default_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; -"96 down_path_4_block_0_bias_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; -"97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; -"98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; -"99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; -"100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"101 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"102 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"102 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"103 compressed_weight_updated_constant9" -> "104 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"105 dequantize_per_channel_default_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; -"106 down_path_4_block_3_bias_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; -"107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; -"108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; -"109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; -"110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 conv_transpose2d_scale_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"111 conv_transpose2d_scale_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"112 conv_transpose2d_zero_point_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"112 conv_transpose2d_zero_point_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"113 compressed_weight_updated_constant10" -> "114 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"114 quantize_per_channel_default_10" -> "115 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"115 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; -"116 up_path_0_up_bias_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; -"117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; -"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; -"119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; -"120 slice_1" -> "121 slice_2" [label="(1, 512, 20, 20)", style=solid]; -"121 slice_2" -> "122 slice_3" [label="(1, 512, 20, 20)", style=solid]; -"122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; -"123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; -"124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"125 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"126 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"126 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"127 compressed_weight_updated_constant11" -> "128 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"129 dequantize_per_channel_default_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; -"130 up_path_0_conv_block_block_0_bias_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; -"131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; -"132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; -"133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; -"134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"135 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"136 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"136 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"137 compressed_weight_updated_constant12" -> "138 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"139 dequantize_per_channel_default_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; -"140 up_path_0_conv_block_block_3_bias_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; -"141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; -"142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; -"143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; -"144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 conv_transpose2d_1_scale_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"145 conv_transpose2d_1_scale_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"146 conv_transpose2d_1_zero_point_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"146 conv_transpose2d_1_zero_point_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"147 compressed_weight_updated_constant13" -> "148 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"148 quantize_per_channel_default_13" -> "149 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"149 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; -"150 up_path_1_up_bias_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; -"151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; -"152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; -"153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"154 slice_5" -> "155 slice_6" [label="(1, 256, 49, 49)", style=solid]; -"155 slice_6" -> "156 slice_7" [label="(1, 256, 49, 49)", style=solid]; -"156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; -"157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"159 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"160 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"160 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"161 compressed_weight_updated_constant14" -> "162 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"163 dequantize_per_channel_default_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; -"164 up_path_1_conv_block_block_0_bias_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; -"165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; -"166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"169 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"170 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"170 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"171 compressed_weight_updated_constant15" -> "172 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"173 dequantize_per_channel_default_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"174 up_path_1_conv_block_block_3_bias_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; -"175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; -"176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; -"177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; -"178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 conv_transpose2d_2_scale_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"179 conv_transpose2d_2_scale_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"180 conv_transpose2d_2_zero_point_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"180 conv_transpose2d_2_zero_point_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"181 compressed_weight_updated_constant16" -> "182 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"182 quantize_per_channel_default_16" -> "183 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"183 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; -"184 up_path_2_up_bias_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; -"185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; -"186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; -"187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"188 slice_9" -> "189 slice_10" [label="(1, 128, 106, 106)", style=solid]; -"189 slice_10" -> "190 slice_11" [label="(1, 128, 106, 106)", style=solid]; -"190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; -"191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"193 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"194 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"194 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"195 compressed_weight_updated_constant17" -> "196 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"197 dequantize_per_channel_default_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; -"198 up_path_2_conv_block_block_0_bias_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; -"199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; -"200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; -"201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; -"202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"203 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"204 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"204 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"205 compressed_weight_updated_constant18" -> "206 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"207 dequantize_per_channel_default_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; -"208 up_path_2_conv_block_block_3_bias_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; -"209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; -"210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; -"212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 conv_transpose2d_3_scale_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"213 conv_transpose2d_3_scale_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"214 conv_transpose2d_3_zero_point_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"214 conv_transpose2d_3_zero_point_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"215 compressed_weight_updated_constant19" -> "216 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"216 quantize_per_channel_default_19" -> "217 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"217 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; -"218 up_path_3_up_bias_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; -"219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; -"220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; -"221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"222 slice_13" -> "223 slice_14" [label="(1, 64, 220, 220)", style=solid]; -"223 slice_14" -> "224 slice_15" [label="(1, 64, 220, 220)", style=solid]; -"224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; -"225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"227 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"228 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"228 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"229 compressed_weight_updated_constant20" -> "230 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"231 dequantize_per_channel_default_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; -"232 up_path_3_conv_block_block_0_bias_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; -"233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; -"234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; -"235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; -"236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"237 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"238 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"238 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"239 compressed_weight_updated_constant21" -> "240 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"241 dequantize_per_channel_default_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; -"242 up_path_3_conv_block_block_3_bias_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; -"243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; -"244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; -"245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; -"246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"247 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"248 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"248 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"249 compressed_weight_updated_constant22" -> "250 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"251 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; -"252 last_bias_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"0 down_path_0_block_0_bias" -> "31 conv2d" [label="(64,)", style=solid]; +"1 down_path_0_block_3_bias" -> "40 conv2d_1" [label="(64,)", style=solid]; +"2 down_path_1_block_0_bias" -> "51 conv2d_2" [label="(128,)", style=solid]; +"3 down_path_1_block_3_bias" -> "60 conv2d_3" [label="(128,)", style=solid]; +"4 down_path_2_block_0_bias" -> "71 conv2d_4" [label="(256,)", style=solid]; +"5 down_path_2_block_3_bias" -> "80 conv2d_5" [label="(256,)", style=solid]; +"6 down_path_3_block_0_bias" -> "91 conv2d_6" [label="(512,)", style=solid]; +"7 down_path_3_block_3_bias" -> "100 conv2d_7" [label="(512,)", style=solid]; +"8 down_path_4_block_0_bias" -> "111 conv2d_8" [label="(1024,)", style=solid]; +"9 down_path_4_block_3_bias" -> "120 conv2d_9" [label="(1024,)", style=solid]; +"10 up_path_0_up_bias" -> "129 conv_transpose2d" [label="(512,)", style=solid]; +"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [label="(512,)", style=solid]; +"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [label="(512,)", style=solid]; +"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [label="(256,)", style=solid]; +"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [label="(256,)", style=solid]; +"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [label="(256,)", style=solid]; +"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [label="(128,)", style=solid]; +"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [label="(128,)", style=solid]; +"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [label="(128,)", style=solid]; +"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [label="(64,)", style=solid]; +"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [label="(64,)", style=solid]; +"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [label="(64,)", style=solid]; +"22 last_bias" -> "253 conv2d_18" [label="(12,)", style=solid]; +"23 x" -> "24 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"25 dequantize_per_tensor_default_12" -> "31 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"26 conv2d_scale_0" -> "29 quantize_per_channel_default" [label="(64,)", style=solid]; +"26 conv2d_scale_0" -> "30 dequantize_per_channel_default" [label="(64,)", style=solid]; +"27 conv2d_zero_point_0" -> "29 quantize_per_channel_default" [label="(64,)", style=solid]; +"27 conv2d_zero_point_0" -> "30 dequantize_per_channel_default" [label="(64,)", style=solid]; +"28 compressed_weight_updated_constant0" -> "29 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"29 quantize_per_channel_default" -> "30 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"30 dequantize_per_channel_default" -> "31 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"31 conv2d" -> "32 relu" [label="(1, 64, 222, 222)", style=solid]; +"32 relu" -> "33 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"33 quantize_per_tensor_default_9" -> "34 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"34 dequantize_per_tensor_default_13" -> "40 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"35 conv2d_1_scale_0" -> "38 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"35 conv2d_1_scale_0" -> "39 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"36 conv2d_1_zero_point_0" -> "38 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"36 conv2d_1_zero_point_0" -> "39 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"37 compressed_weight_updated_constant1" -> "38 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"38 quantize_per_channel_default_1" -> "39 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"39 dequantize_per_channel_default_1" -> "40 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"40 conv2d_1" -> "41 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"41 relu_1" -> "42 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"43 dequantize_per_tensor_default_1" -> "225 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"44 dequantize_per_tensor_default" -> "45 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"45 max_pool2d" -> "51 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"46 conv2d_2_scale_0" -> "49 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"46 conv2d_2_scale_0" -> "50 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"47 conv2d_2_zero_point_0" -> "49 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"47 conv2d_2_zero_point_0" -> "50 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"48 compressed_weight_updated_constant2" -> "49 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"49 quantize_per_channel_default_2" -> "50 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"50 dequantize_per_channel_default_2" -> "51 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"51 conv2d_2" -> "52 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"52 relu_2" -> "53 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"53 quantize_per_tensor_default_10" -> "54 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"54 dequantize_per_tensor_default_14" -> "60 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"55 conv2d_3_scale_0" -> "58 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"55 conv2d_3_scale_0" -> "59 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"56 conv2d_3_zero_point_0" -> "58 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"56 conv2d_3_zero_point_0" -> "59 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"57 compressed_weight_updated_constant3" -> "58 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"58 quantize_per_channel_default_3" -> "59 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"59 dequantize_per_channel_default_3" -> "60 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"60 conv2d_3" -> "61 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"61 relu_3" -> "62 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"63 dequantize_per_tensor_default_5" -> "194 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"64 dequantize_per_tensor_default_4" -> "65 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"65 max_pool2d_1" -> "71 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"66 conv2d_4_scale_0" -> "69 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"66 conv2d_4_scale_0" -> "70 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"67 conv2d_4_zero_point_0" -> "69 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"67 conv2d_4_zero_point_0" -> "70 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"68 compressed_weight_updated_constant4" -> "69 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"69 quantize_per_channel_default_4" -> "70 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"70 dequantize_per_channel_default_4" -> "71 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"71 conv2d_4" -> "72 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"72 relu_4" -> "73 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"73 quantize_per_tensor_default_11" -> "74 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"74 dequantize_per_tensor_default_15" -> "80 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"75 conv2d_5_scale_0" -> "78 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"75 conv2d_5_scale_0" -> "79 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"76 conv2d_5_zero_point_0" -> "78 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"76 conv2d_5_zero_point_0" -> "79 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"77 compressed_weight_updated_constant5" -> "78 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"78 quantize_per_channel_default_5" -> "79 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"79 dequantize_per_channel_default_5" -> "80 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"80 conv2d_5" -> "81 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"81 relu_5" -> "82 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"83 dequantize_per_tensor_default_7" -> "163 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"84 dequantize_per_tensor_default_6" -> "85 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"85 max_pool2d_2" -> "91 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"86 conv2d_6_scale_0" -> "89 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"86 conv2d_6_scale_0" -> "90 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"87 conv2d_6_zero_point_0" -> "89 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"87 conv2d_6_zero_point_0" -> "90 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"88 compressed_weight_updated_constant6" -> "89 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"89 quantize_per_channel_default_6" -> "90 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"90 dequantize_per_channel_default_6" -> "91 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"91 conv2d_6" -> "92 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"92 relu_6" -> "93 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"93 quantize_per_tensor_default_12" -> "94 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"94 dequantize_per_tensor_default_16" -> "100 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"95 conv2d_7_scale_0" -> "98 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"95 conv2d_7_scale_0" -> "99 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"96 conv2d_7_zero_point_0" -> "98 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"96 conv2d_7_zero_point_0" -> "99 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"97 compressed_weight_updated_constant7" -> "98 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"98 quantize_per_channel_default_7" -> "99 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"99 dequantize_per_channel_default_7" -> "100 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"100 conv2d_7" -> "101 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"101 relu_7" -> "102 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"103 dequantize_per_tensor_default_11" -> "132 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"104 dequantize_per_tensor_default_10" -> "105 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"105 max_pool2d_3" -> "111 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"106 conv2d_8_scale_0" -> "109 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"106 conv2d_8_scale_0" -> "110 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"107 conv2d_8_zero_point_0" -> "109 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"107 conv2d_8_zero_point_0" -> "110 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"108 compressed_weight_updated_constant8" -> "109 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"109 quantize_per_channel_default_8" -> "110 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"110 dequantize_per_channel_default_8" -> "111 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"111 conv2d_8" -> "112 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"112 relu_8" -> "113 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"114 dequantize_per_tensor_default_17" -> "120 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"115 conv2d_9_scale_0" -> "118 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"115 conv2d_9_scale_0" -> "119 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"116 conv2d_9_zero_point_0" -> "118 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"116 conv2d_9_zero_point_0" -> "119 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"117 compressed_weight_updated_constant9" -> "118 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"118 quantize_per_channel_default_9" -> "119 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"119 dequantize_per_channel_default_9" -> "120 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"120 conv2d_9" -> "121 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"121 relu_9" -> "122 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"122 quantize_per_tensor_default_14" -> "123 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"123 dequantize_per_tensor_default_18" -> "129 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"124 conv_transpose2d_scale_0" -> "127 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"124 conv_transpose2d_scale_0" -> "128 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"125 conv_transpose2d_zero_point_0" -> "127 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"125 conv_transpose2d_zero_point_0" -> "128 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"126 compressed_weight_updated_constant10" -> "127 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"127 quantize_per_channel_default_10" -> "128 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"128 dequantize_per_channel_default_10" -> "129 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"131 dequantize_per_tensor_default_9" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"132 slice_1" -> "133 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"133 slice_2" -> "134 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"134 slice_3" -> "135 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"135 slice_4" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"136 cat" -> "142 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"137 conv2d_10_scale_0" -> "140 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"137 conv2d_10_scale_0" -> "141 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"138 conv2d_10_zero_point_0" -> "140 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"138 conv2d_10_zero_point_0" -> "141 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"139 compressed_weight_updated_constant11" -> "140 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"140 quantize_per_channel_default_11" -> "141 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"141 dequantize_per_channel_default_11" -> "142 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"142 conv2d_10" -> "143 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"143 relu_10" -> "144 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"145 dequantize_per_tensor_default_19" -> "151 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"146 conv2d_11_scale_0" -> "149 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"146 conv2d_11_scale_0" -> "150 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"147 conv2d_11_zero_point_0" -> "149 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"147 conv2d_11_zero_point_0" -> "150 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"148 compressed_weight_updated_constant12" -> "149 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"149 quantize_per_channel_default_12" -> "150 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"150 dequantize_per_channel_default_12" -> "151 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"151 conv2d_11" -> "152 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"152 relu_11" -> "153 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"154 dequantize_per_tensor_default_20" -> "160 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"155 conv_transpose2d_1_scale_0" -> "158 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"155 conv_transpose2d_1_scale_0" -> "159 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"156 conv_transpose2d_1_zero_point_0" -> "158 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"156 conv_transpose2d_1_zero_point_0" -> "159 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"157 compressed_weight_updated_constant13" -> "158 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"158 quantize_per_channel_default_13" -> "159 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"159 dequantize_per_channel_default_13" -> "160 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"162 dequantize_per_tensor_default_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"163 slice_5" -> "164 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"164 slice_6" -> "165 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"165 slice_7" -> "166 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"166 slice_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"167 cat_1" -> "173 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"168 conv2d_12_scale_0" -> "171 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"168 conv2d_12_scale_0" -> "172 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"169 conv2d_12_zero_point_0" -> "171 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"169 conv2d_12_zero_point_0" -> "172 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"170 compressed_weight_updated_constant14" -> "171 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"171 quantize_per_channel_default_14" -> "172 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"172 dequantize_per_channel_default_14" -> "173 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"173 conv2d_12" -> "174 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"174 relu_12" -> "175 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_21" -> "182 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"177 conv2d_13_scale_0" -> "180 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"177 conv2d_13_scale_0" -> "181 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"178 conv2d_13_zero_point_0" -> "180 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"178 conv2d_13_zero_point_0" -> "181 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"179 compressed_weight_updated_constant15" -> "180 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"180 quantize_per_channel_default_15" -> "181 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"181 dequantize_per_channel_default_15" -> "182 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"182 conv2d_13" -> "183 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"183 relu_13" -> "184 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"185 dequantize_per_tensor_default_22" -> "191 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"186 conv_transpose2d_2_scale_0" -> "189 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"186 conv_transpose2d_2_scale_0" -> "190 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"187 conv_transpose2d_2_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"187 conv_transpose2d_2_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"190 dequantize_per_channel_default_16" -> "191 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"193 dequantize_per_tensor_default_3" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"194 slice_9" -> "195 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"195 slice_10" -> "196 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"196 slice_11" -> "197 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"197 slice_12" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"198 cat_2" -> "204 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"199 conv2d_14_scale_0" -> "202 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"199 conv2d_14_scale_0" -> "203 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"200 conv2d_14_zero_point_0" -> "202 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"200 conv2d_14_zero_point_0" -> "203 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"201 compressed_weight_updated_constant17" -> "202 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"203 dequantize_per_channel_default_17" -> "204 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"204 conv2d_14" -> "205 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"205 relu_14" -> "206 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"207 dequantize_per_tensor_default_23" -> "213 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"208 conv2d_15_scale_0" -> "211 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"208 conv2d_15_scale_0" -> "212 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"209 conv2d_15_zero_point_0" -> "211 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"209 conv2d_15_zero_point_0" -> "212 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"210 compressed_weight_updated_constant18" -> "211 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"211 quantize_per_channel_default_18" -> "212 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"212 dequantize_per_channel_default_18" -> "213 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"213 conv2d_15" -> "214 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"214 relu_15" -> "215 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"216 dequantize_per_tensor_default_24" -> "222 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"217 conv_transpose2d_3_scale_0" -> "220 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"217 conv_transpose2d_3_scale_0" -> "221 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"218 conv_transpose2d_3_zero_point_0" -> "220 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"218 conv_transpose2d_3_zero_point_0" -> "221 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"219 compressed_weight_updated_constant19" -> "220 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"220 quantize_per_channel_default_19" -> "221 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"221 dequantize_per_channel_default_19" -> "222 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"224 dequantize_per_tensor_default_2" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"225 slice_13" -> "226 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"226 slice_14" -> "227 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"227 slice_15" -> "228 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"228 slice_16" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"229 cat_3" -> "235 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"230 conv2d_16_scale_0" -> "233 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"230 conv2d_16_scale_0" -> "234 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"231 conv2d_16_zero_point_0" -> "233 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"231 conv2d_16_zero_point_0" -> "234 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"232 compressed_weight_updated_constant20" -> "233 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"233 quantize_per_channel_default_20" -> "234 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"234 dequantize_per_channel_default_20" -> "235 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"235 conv2d_16" -> "236 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"236 relu_16" -> "237 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"238 dequantize_per_tensor_default_25" -> "244 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"239 conv2d_17_scale_0" -> "242 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 conv2d_17_scale_0" -> "243 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"240 conv2d_17_zero_point_0" -> "242 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"240 conv2d_17_zero_point_0" -> "243 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"241 compressed_weight_updated_constant21" -> "242 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"242 quantize_per_channel_default_21" -> "243 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"243 dequantize_per_channel_default_21" -> "244 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"244 conv2d_17" -> "245 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"245 relu_17" -> "246 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"247 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"248 conv2d_18_scale_0" -> "251 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_scale_0" -> "252 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "251 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "252 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"250 compressed_weight_updated_constant22" -> "251 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"251 quantize_per_channel_default_22" -> "252 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"252 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; "253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index 51f70602ba7..8cdf4eb5e4b 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -1,2111 +1,2111 @@ strict digraph { "0 encoder_pos_embedding" [id=0, type=get_attr]; -"1 encoder_layers_encoder_layer_0_ln_1_weight" [id=1, type=get_attr]; -"2 encoder_layers_encoder_layer_0_ln_1_bias" [id=2, type=get_attr]; -"3 encoder_layers_encoder_layer_0_ln_2_weight" [id=3, type=get_attr]; -"4 encoder_layers_encoder_layer_0_ln_2_bias" [id=4, type=get_attr]; -"5 encoder_layers_encoder_layer_1_ln_1_weight" [id=5, type=get_attr]; -"6 encoder_layers_encoder_layer_1_ln_1_bias" [id=6, type=get_attr]; -"7 encoder_layers_encoder_layer_1_ln_2_weight" [id=7, type=get_attr]; -"8 encoder_layers_encoder_layer_1_ln_2_bias" [id=8, type=get_attr]; -"9 encoder_layers_encoder_layer_2_ln_1_weight" [id=9, type=get_attr]; -"10 encoder_layers_encoder_layer_2_ln_1_bias" [id=10, type=get_attr]; -"11 encoder_layers_encoder_layer_2_ln_2_weight" [id=11, type=get_attr]; -"12 encoder_layers_encoder_layer_2_ln_2_bias" [id=12, type=get_attr]; -"13 encoder_layers_encoder_layer_3_ln_1_weight" [id=13, type=get_attr]; -"14 encoder_layers_encoder_layer_3_ln_1_bias" [id=14, type=get_attr]; -"15 encoder_layers_encoder_layer_3_ln_2_weight" [id=15, type=get_attr]; -"16 encoder_layers_encoder_layer_3_ln_2_bias" [id=16, type=get_attr]; -"17 encoder_layers_encoder_layer_4_ln_1_weight" [id=17, type=get_attr]; -"18 encoder_layers_encoder_layer_4_ln_1_bias" [id=18, type=get_attr]; -"19 encoder_layers_encoder_layer_4_ln_2_weight" [id=19, type=get_attr]; -"20 encoder_layers_encoder_layer_4_ln_2_bias" [id=20, type=get_attr]; -"21 encoder_layers_encoder_layer_5_ln_1_weight" [id=21, type=get_attr]; -"22 encoder_layers_encoder_layer_5_ln_1_bias" [id=22, type=get_attr]; -"23 encoder_layers_encoder_layer_5_ln_2_weight" [id=23, type=get_attr]; -"24 encoder_layers_encoder_layer_5_ln_2_bias" [id=24, type=get_attr]; -"25 encoder_layers_encoder_layer_6_ln_1_weight" [id=25, type=get_attr]; -"26 encoder_layers_encoder_layer_6_ln_1_bias" [id=26, type=get_attr]; -"27 encoder_layers_encoder_layer_6_ln_2_weight" [id=27, type=get_attr]; -"28 encoder_layers_encoder_layer_6_ln_2_bias" [id=28, type=get_attr]; -"29 encoder_layers_encoder_layer_7_ln_1_weight" [id=29, type=get_attr]; -"30 encoder_layers_encoder_layer_7_ln_1_bias" [id=30, type=get_attr]; -"31 encoder_layers_encoder_layer_7_ln_2_weight" [id=31, type=get_attr]; -"32 encoder_layers_encoder_layer_7_ln_2_bias" [id=32, type=get_attr]; -"33 encoder_layers_encoder_layer_8_ln_1_weight" [id=33, type=get_attr]; -"34 encoder_layers_encoder_layer_8_ln_1_bias" [id=34, type=get_attr]; -"35 encoder_layers_encoder_layer_8_ln_2_weight" [id=35, type=get_attr]; -"36 encoder_layers_encoder_layer_8_ln_2_bias" [id=36, type=get_attr]; -"37 encoder_layers_encoder_layer_9_ln_1_weight" [id=37, type=get_attr]; -"38 encoder_layers_encoder_layer_9_ln_1_bias" [id=38, type=get_attr]; -"39 encoder_layers_encoder_layer_9_ln_2_weight" [id=39, type=get_attr]; -"40 encoder_layers_encoder_layer_9_ln_2_bias" [id=40, type=get_attr]; -"41 encoder_layers_encoder_layer_10_ln_1_weight" [id=41, type=get_attr]; -"42 encoder_layers_encoder_layer_10_ln_1_bias" [id=42, type=get_attr]; -"43 encoder_layers_encoder_layer_10_ln_2_weight" [id=43, type=get_attr]; -"44 encoder_layers_encoder_layer_10_ln_2_bias" [id=44, type=get_attr]; -"45 encoder_layers_encoder_layer_11_ln_1_weight" [id=45, type=get_attr]; -"46 encoder_layers_encoder_layer_11_ln_1_bias" [id=46, type=get_attr]; -"47 encoder_layers_encoder_layer_11_ln_2_weight" [id=47, type=get_attr]; -"48 encoder_layers_encoder_layer_11_ln_2_bias" [id=48, type=get_attr]; -"49 encoder_ln_weight" [id=49, type=get_attr]; -"50 encoder_ln_bias" [id=50, type=get_attr]; -"51 x" [id=51, type=input]; -"52 quantize_per_tensor_default" [id=52, type=quantize_per_tensor]; -"53 dequantize_per_tensor_default" [id=53, type=dequantize_per_tensor]; -"54 conv2d_scale_0" [id=54, type=get_attr]; -"55 conv2d_zero_point_0" [id=55, type=get_attr]; -"56 compressed_weight_updated_constant0" [id=56, type=get_attr]; -"57 quantize_per_channel_default" [id=57, type=quantize_per_channel]; -"58 dequantize_per_channel_default" [id=58, type=dequantize_per_channel]; -"59 conv_proj_bias_0_0" [id=59, type=get_attr]; -"60 conv2d" [id=60, type=conv2d]; -"61 reshape" [id=61, type=reshape]; -"62 permute" [id=62, type=permute]; -"63 _frozen_param0" [id=63, type=get_attr]; -"64 cat" [id=64, type=cat]; -"65 add" [id=65, type=add]; -"66 dropout" [id=66, type=dropout]; -"67 layer_norm" [id=67, type=layer_norm]; -"68 transpose" [id=68, type=transpose]; -"69 transpose_0_0_nncf_smooth_quant_0" [id=69, type=call_module]; -"70 quantize_per_tensor_default_1" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_1" [id=71, type=dequantize_per_tensor]; -"72 linear_scale_0" [id=72, type=get_attr]; -"73 linear_zero_point_0" [id=73, type=get_attr]; -"74 compressed_weight_updated_constant1" [id=74, type=get_attr]; -"75 quantize_per_channel_default_1" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_1" [id=76, type=dequantize_per_channel]; -"77 encoder_layers_encoder_layer_0_self_attention_in_proj_bias_0_0" [id=77, type=get_attr]; -"78 linear" [id=78, type=linear]; -"79 unflatten" [id=79, type=unflatten]; -"80 unsqueeze" [id=80, type=unsqueeze]; -"81 transpose_1" [id=81, type=transpose]; -"82 squeeze" [id=82, type=squeeze]; -"83 contiguous" [id=83, type=contiguous]; -"84 quantize_per_tensor_default_2" [id=84, type=quantize_per_tensor]; -"85 dequantize_per_tensor_default_2" [id=85, type=dequantize_per_tensor]; -"86 select" [id=86, type=select]; -"87 quantize_per_tensor_default_3" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_3" [id=88, type=dequantize_per_tensor]; -"89 select_1" [id=89, type=select]; -"90 select_2" [id=90, type=select]; -"91 view" [id=91, type=view]; -"92 transpose_2" [id=92, type=transpose]; -"93 view_1" [id=93, type=view]; -"94 transpose_3" [id=94, type=transpose]; -"95 view_2" [id=95, type=view]; -"96 transpose_4" [id=96, type=transpose]; -"97 view_3" [id=97, type=view]; -"98 view_4" [id=98, type=view]; -"99 view_5" [id=99, type=view]; -"100 scaled_dot_product_attention" [id=100, type=scaled_dot_product_attention]; -"101 permute_1" [id=101, type=permute]; -"102 view_6" [id=102, type=view]; -"103 view_6_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; -"104 quantize_per_tensor_default_4" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_4" [id=105, type=dequantize_per_tensor]; -"106 linear_1_scale_0" [id=106, type=get_attr]; -"107 linear_1_zero_point_0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant2" [id=108, type=get_attr]; -"109 quantize_per_channel_default_2" [id=109, type=quantize_per_channel]; -"110 dequantize_per_channel_default_2" [id=110, type=dequantize_per_channel]; -"111 encoder_layers_encoder_layer_0_self_attention_out_proj_bias_0_0" [id=111, type=get_attr]; -"112 linear_1" [id=112, type=linear]; -"113 view_7" [id=113, type=view]; -"114 transpose_5" [id=114, type=transpose]; -"115 dropout_1" [id=115, type=dropout]; -"116 add_1" [id=116, type=add]; -"117 layer_norm_1" [id=117, type=layer_norm]; -"118 layer_norm_1_0_0_nncf_smooth_quant_0" [id=118, type=call_module]; -"119 quantize_per_tensor_default_5" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_5" [id=120, type=dequantize_per_tensor]; -"121 linear_2_scale_0" [id=121, type=get_attr]; -"122 linear_2_zero_point_0" [id=122, type=get_attr]; -"123 compressed_weight_updated_constant3" [id=123, type=get_attr]; -"124 quantize_per_channel_default_3" [id=124, type=quantize_per_channel]; -"125 dequantize_per_channel_default_3" [id=125, type=dequantize_per_channel]; -"126 encoder_layers_encoder_layer_0_mlp_0_bias_0_0" [id=126, type=get_attr]; -"127 linear_2" [id=127, type=linear]; -"128 gelu" [id=128, type=gelu]; -"129 dropout_2" [id=129, type=dropout]; -"130 dropout_2_0_0_nncf_smooth_quant_0" [id=130, type=call_module]; -"131 quantize_per_tensor_default_6" [id=131, type=quantize_per_tensor]; -"132 dequantize_per_tensor_default_6" [id=132, type=dequantize_per_tensor]; -"133 linear_3_scale_0" [id=133, type=get_attr]; -"134 linear_3_zero_point_0" [id=134, type=get_attr]; -"135 compressed_weight_updated_constant4" [id=135, type=get_attr]; -"136 quantize_per_channel_default_4" [id=136, type=quantize_per_channel]; -"137 dequantize_per_channel_default_4" [id=137, type=dequantize_per_channel]; -"138 encoder_layers_encoder_layer_0_mlp_3_bias_0_0" [id=138, type=get_attr]; -"139 linear_3" [id=139, type=linear]; -"140 dropout_3" [id=140, type=dropout]; -"141 add_2" [id=141, type=add]; -"142 layer_norm_2" [id=142, type=layer_norm]; -"143 transpose_6" [id=143, type=transpose]; -"144 transpose_6_0_0_nncf_smooth_quant_0" [id=144, type=call_module]; -"145 quantize_per_tensor_default_7" [id=145, type=quantize_per_tensor]; -"146 dequantize_per_tensor_default_7" [id=146, type=dequantize_per_tensor]; -"147 linear_4_scale_0" [id=147, type=get_attr]; -"148 linear_4_zero_point_0" [id=148, type=get_attr]; -"149 compressed_weight_updated_constant5" [id=149, type=get_attr]; -"150 quantize_per_channel_default_5" [id=150, type=quantize_per_channel]; -"151 dequantize_per_channel_default_5" [id=151, type=dequantize_per_channel]; -"152 encoder_layers_encoder_layer_1_self_attention_in_proj_bias_0_0" [id=152, type=get_attr]; -"153 linear_4" [id=153, type=linear]; -"154 unflatten_1" [id=154, type=unflatten]; -"155 unsqueeze_1" [id=155, type=unsqueeze]; -"156 transpose_7" [id=156, type=transpose]; -"157 squeeze_1" [id=157, type=squeeze]; -"158 contiguous_1" [id=158, type=contiguous]; -"159 quantize_per_tensor_default_8" [id=159, type=quantize_per_tensor]; -"160 dequantize_per_tensor_default_8" [id=160, type=dequantize_per_tensor]; -"161 select_3" [id=161, type=select]; -"162 quantize_per_tensor_default_9" [id=162, type=quantize_per_tensor]; -"163 dequantize_per_tensor_default_9" [id=163, type=dequantize_per_tensor]; -"164 select_4" [id=164, type=select]; -"165 select_5" [id=165, type=select]; -"166 view_8" [id=166, type=view]; -"167 transpose_8" [id=167, type=transpose]; -"168 view_9" [id=168, type=view]; -"169 transpose_9" [id=169, type=transpose]; -"170 view_10" [id=170, type=view]; -"171 transpose_10" [id=171, type=transpose]; -"172 view_11" [id=172, type=view]; -"173 view_12" [id=173, type=view]; -"174 view_13" [id=174, type=view]; -"175 scaled_dot_product_attention_1" [id=175, type=scaled_dot_product_attention]; -"176 permute_2" [id=176, type=permute]; -"177 view_14" [id=177, type=view]; -"178 view_14_0_0_nncf_smooth_quant_0" [id=178, type=call_module]; -"179 quantize_per_tensor_default_10" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_10" [id=180, type=dequantize_per_tensor]; -"181 linear_5_scale_0" [id=181, type=get_attr]; -"182 linear_5_zero_point_0" [id=182, type=get_attr]; -"183 compressed_weight_updated_constant6" [id=183, type=get_attr]; -"184 quantize_per_channel_default_6" [id=184, type=quantize_per_channel]; -"185 dequantize_per_channel_default_6" [id=185, type=dequantize_per_channel]; -"186 encoder_layers_encoder_layer_1_self_attention_out_proj_bias_0_0" [id=186, type=get_attr]; -"187 linear_5" [id=187, type=linear]; -"188 view_15" [id=188, type=view]; -"189 transpose_11" [id=189, type=transpose]; -"190 dropout_4" [id=190, type=dropout]; -"191 add_3" [id=191, type=add]; -"192 layer_norm_3" [id=192, type=layer_norm]; -"193 layer_norm_3_0_0_nncf_smooth_quant_0" [id=193, type=call_module]; -"194 quantize_per_tensor_default_11" [id=194, type=quantize_per_tensor]; -"195 dequantize_per_tensor_default_11" [id=195, type=dequantize_per_tensor]; -"196 linear_6_scale_0" [id=196, type=get_attr]; -"197 linear_6_zero_point_0" [id=197, type=get_attr]; -"198 compressed_weight_updated_constant7" [id=198, type=get_attr]; -"199 quantize_per_channel_default_7" [id=199, type=quantize_per_channel]; -"200 dequantize_per_channel_default_7" [id=200, type=dequantize_per_channel]; -"201 encoder_layers_encoder_layer_1_mlp_0_bias_0_0" [id=201, type=get_attr]; -"202 linear_6" [id=202, type=linear]; -"203 gelu_1" [id=203, type=gelu]; -"204 dropout_5" [id=204, type=dropout]; -"205 dropout_5_0_0_nncf_smooth_quant_0" [id=205, type=call_module]; -"206 quantize_per_tensor_default_12" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_12" [id=207, type=dequantize_per_tensor]; -"208 linear_7_scale_0" [id=208, type=get_attr]; -"209 linear_7_zero_point_0" [id=209, type=get_attr]; -"210 compressed_weight_updated_constant8" [id=210, type=get_attr]; -"211 quantize_per_channel_default_8" [id=211, type=quantize_per_channel]; -"212 dequantize_per_channel_default_8" [id=212, type=dequantize_per_channel]; -"213 encoder_layers_encoder_layer_1_mlp_3_bias_0_0" [id=213, type=get_attr]; -"214 linear_7" [id=214, type=linear]; -"215 dropout_6" [id=215, type=dropout]; -"216 add_4" [id=216, type=add]; -"217 layer_norm_4" [id=217, type=layer_norm]; -"218 transpose_12" [id=218, type=transpose]; -"219 transpose_12_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; -"220 quantize_per_tensor_default_13" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_13" [id=221, type=dequantize_per_tensor]; -"222 linear_8_scale_0" [id=222, type=get_attr]; -"223 linear_8_zero_point_0" [id=223, type=get_attr]; -"224 compressed_weight_updated_constant9" [id=224, type=get_attr]; -"225 quantize_per_channel_default_9" [id=225, type=quantize_per_channel]; -"226 dequantize_per_channel_default_9" [id=226, type=dequantize_per_channel]; -"227 encoder_layers_encoder_layer_2_self_attention_in_proj_bias_0_0" [id=227, type=get_attr]; -"228 linear_8" [id=228, type=linear]; -"229 unflatten_2" [id=229, type=unflatten]; -"230 unsqueeze_2" [id=230, type=unsqueeze]; -"231 transpose_13" [id=231, type=transpose]; -"232 squeeze_2" [id=232, type=squeeze]; -"233 contiguous_2" [id=233, type=contiguous]; -"234 quantize_per_tensor_default_14" [id=234, type=quantize_per_tensor]; -"235 dequantize_per_tensor_default_14" [id=235, type=dequantize_per_tensor]; -"236 select_6" [id=236, type=select]; -"237 quantize_per_tensor_default_15" [id=237, type=quantize_per_tensor]; -"238 dequantize_per_tensor_default_15" [id=238, type=dequantize_per_tensor]; -"239 select_7" [id=239, type=select]; -"240 select_8" [id=240, type=select]; -"241 view_16" [id=241, type=view]; -"242 transpose_14" [id=242, type=transpose]; -"243 view_17" [id=243, type=view]; -"244 transpose_15" [id=244, type=transpose]; -"245 view_18" [id=245, type=view]; -"246 transpose_16" [id=246, type=transpose]; -"247 view_19" [id=247, type=view]; -"248 view_20" [id=248, type=view]; -"249 view_21" [id=249, type=view]; -"250 scaled_dot_product_attention_2" [id=250, type=scaled_dot_product_attention]; -"251 permute_3" [id=251, type=permute]; -"252 view_22" [id=252, type=view]; -"253 view_22_0_0_nncf_smooth_quant_0" [id=253, type=call_module]; -"254 quantize_per_tensor_default_16" [id=254, type=quantize_per_tensor]; -"255 dequantize_per_tensor_default_16" [id=255, type=dequantize_per_tensor]; -"256 linear_9_scale_0" [id=256, type=get_attr]; -"257 linear_9_zero_point_0" [id=257, type=get_attr]; -"258 compressed_weight_updated_constant10" [id=258, type=get_attr]; -"259 quantize_per_channel_default_10" [id=259, type=quantize_per_channel]; -"260 dequantize_per_channel_default_10" [id=260, type=dequantize_per_channel]; -"261 encoder_layers_encoder_layer_2_self_attention_out_proj_bias_0_0" [id=261, type=get_attr]; -"262 linear_9" [id=262, type=linear]; -"263 view_23" [id=263, type=view]; -"264 transpose_17" [id=264, type=transpose]; -"265 dropout_7" [id=265, type=dropout]; -"266 add_5" [id=266, type=add]; -"267 layer_norm_5" [id=267, type=layer_norm]; -"268 layer_norm_5_0_0_nncf_smooth_quant_0" [id=268, type=call_module]; -"269 quantize_per_tensor_default_17" [id=269, type=quantize_per_tensor]; -"270 dequantize_per_tensor_default_17" [id=270, type=dequantize_per_tensor]; -"271 linear_10_scale_0" [id=271, type=get_attr]; -"272 linear_10_zero_point_0" [id=272, type=get_attr]; -"273 compressed_weight_updated_constant11" [id=273, type=get_attr]; -"274 quantize_per_channel_default_11" [id=274, type=quantize_per_channel]; -"275 dequantize_per_channel_default_11" [id=275, type=dequantize_per_channel]; -"276 encoder_layers_encoder_layer_2_mlp_0_bias_0_0" [id=276, type=get_attr]; -"277 linear_10" [id=277, type=linear]; -"278 gelu_2" [id=278, type=gelu]; -"279 dropout_8" [id=279, type=dropout]; -"280 dropout_8_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; -"281 quantize_per_tensor_default_18" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_18" [id=282, type=dequantize_per_tensor]; -"283 linear_11_scale_0" [id=283, type=get_attr]; -"284 linear_11_zero_point_0" [id=284, type=get_attr]; -"285 compressed_weight_updated_constant12" [id=285, type=get_attr]; -"286 quantize_per_channel_default_12" [id=286, type=quantize_per_channel]; -"287 dequantize_per_channel_default_12" [id=287, type=dequantize_per_channel]; -"288 encoder_layers_encoder_layer_2_mlp_3_bias_0_0" [id=288, type=get_attr]; -"289 linear_11" [id=289, type=linear]; -"290 dropout_9" [id=290, type=dropout]; -"291 add_6" [id=291, type=add]; -"292 layer_norm_6" [id=292, type=layer_norm]; -"293 transpose_18" [id=293, type=transpose]; -"294 transpose_18_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_19" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_19" [id=296, type=dequantize_per_tensor]; -"297 linear_12_scale_0" [id=297, type=get_attr]; -"298 linear_12_zero_point_0" [id=298, type=get_attr]; -"299 compressed_weight_updated_constant13" [id=299, type=get_attr]; -"300 quantize_per_channel_default_13" [id=300, type=quantize_per_channel]; -"301 dequantize_per_channel_default_13" [id=301, type=dequantize_per_channel]; -"302 encoder_layers_encoder_layer_3_self_attention_in_proj_bias_0_0" [id=302, type=get_attr]; -"303 linear_12" [id=303, type=linear]; -"304 unflatten_3" [id=304, type=unflatten]; -"305 unsqueeze_3" [id=305, type=unsqueeze]; -"306 transpose_19" [id=306, type=transpose]; -"307 squeeze_3" [id=307, type=squeeze]; -"308 contiguous_3" [id=308, type=contiguous]; -"309 quantize_per_tensor_default_20" [id=309, type=quantize_per_tensor]; -"310 dequantize_per_tensor_default_20" [id=310, type=dequantize_per_tensor]; -"311 select_9" [id=311, type=select]; -"312 quantize_per_tensor_default_21" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_21" [id=313, type=dequantize_per_tensor]; -"314 select_10" [id=314, type=select]; -"315 select_11" [id=315, type=select]; -"316 view_24" [id=316, type=view]; -"317 transpose_20" [id=317, type=transpose]; -"318 view_25" [id=318, type=view]; -"319 transpose_21" [id=319, type=transpose]; -"320 view_26" [id=320, type=view]; -"321 transpose_22" [id=321, type=transpose]; -"322 view_27" [id=322, type=view]; -"323 view_28" [id=323, type=view]; -"324 view_29" [id=324, type=view]; -"325 scaled_dot_product_attention_3" [id=325, type=scaled_dot_product_attention]; -"326 permute_4" [id=326, type=permute]; -"327 view_30" [id=327, type=view]; -"328 view_30_0_0_nncf_smooth_quant_0" [id=328, type=call_module]; -"329 quantize_per_tensor_default_22" [id=329, type=quantize_per_tensor]; -"330 dequantize_per_tensor_default_22" [id=330, type=dequantize_per_tensor]; -"331 linear_13_scale_0" [id=331, type=get_attr]; -"332 linear_13_zero_point_0" [id=332, type=get_attr]; -"333 compressed_weight_updated_constant14" [id=333, type=get_attr]; -"334 quantize_per_channel_default_14" [id=334, type=quantize_per_channel]; -"335 dequantize_per_channel_default_14" [id=335, type=dequantize_per_channel]; -"336 encoder_layers_encoder_layer_3_self_attention_out_proj_bias_0_0" [id=336, type=get_attr]; -"337 linear_13" [id=337, type=linear]; -"338 view_31" [id=338, type=view]; -"339 transpose_23" [id=339, type=transpose]; -"340 dropout_10" [id=340, type=dropout]; -"341 add_7" [id=341, type=add]; -"342 layer_norm_7" [id=342, type=layer_norm]; -"343 layer_norm_7_0_0_nncf_smooth_quant_0" [id=343, type=call_module]; -"344 quantize_per_tensor_default_23" [id=344, type=quantize_per_tensor]; -"345 dequantize_per_tensor_default_23" [id=345, type=dequantize_per_tensor]; -"346 linear_14_scale_0" [id=346, type=get_attr]; -"347 linear_14_zero_point_0" [id=347, type=get_attr]; -"348 compressed_weight_updated_constant15" [id=348, type=get_attr]; -"349 quantize_per_channel_default_15" [id=349, type=quantize_per_channel]; -"350 dequantize_per_channel_default_15" [id=350, type=dequantize_per_channel]; -"351 encoder_layers_encoder_layer_3_mlp_0_bias_0_0" [id=351, type=get_attr]; -"352 linear_14" [id=352, type=linear]; -"353 gelu_3" [id=353, type=gelu]; -"354 dropout_11" [id=354, type=dropout]; -"355 dropout_11_0_0_nncf_smooth_quant_0" [id=355, type=call_module]; -"356 quantize_per_tensor_default_24" [id=356, type=quantize_per_tensor]; -"357 dequantize_per_tensor_default_24" [id=357, type=dequantize_per_tensor]; -"358 linear_15_scale_0" [id=358, type=get_attr]; -"359 linear_15_zero_point_0" [id=359, type=get_attr]; -"360 compressed_weight_updated_constant16" [id=360, type=get_attr]; -"361 quantize_per_channel_default_16" [id=361, type=quantize_per_channel]; -"362 dequantize_per_channel_default_16" [id=362, type=dequantize_per_channel]; -"363 encoder_layers_encoder_layer_3_mlp_3_bias_0_0" [id=363, type=get_attr]; -"364 linear_15" [id=364, type=linear]; -"365 dropout_12" [id=365, type=dropout]; -"366 add_8" [id=366, type=add]; -"367 layer_norm_8" [id=367, type=layer_norm]; -"368 transpose_24" [id=368, type=transpose]; -"369 transpose_24_0_0_nncf_smooth_quant_0" [id=369, type=call_module]; -"370 quantize_per_tensor_default_25" [id=370, type=quantize_per_tensor]; -"371 dequantize_per_tensor_default_25" [id=371, type=dequantize_per_tensor]; -"372 linear_16_scale_0" [id=372, type=get_attr]; -"373 linear_16_zero_point_0" [id=373, type=get_attr]; -"374 compressed_weight_updated_constant17" [id=374, type=get_attr]; -"375 quantize_per_channel_default_17" [id=375, type=quantize_per_channel]; -"376 dequantize_per_channel_default_17" [id=376, type=dequantize_per_channel]; -"377 encoder_layers_encoder_layer_4_self_attention_in_proj_bias_0_0" [id=377, type=get_attr]; -"378 linear_16" [id=378, type=linear]; -"379 unflatten_4" [id=379, type=unflatten]; -"380 unsqueeze_4" [id=380, type=unsqueeze]; -"381 transpose_25" [id=381, type=transpose]; -"382 squeeze_4" [id=382, type=squeeze]; -"383 contiguous_4" [id=383, type=contiguous]; -"384 quantize_per_tensor_default_26" [id=384, type=quantize_per_tensor]; -"385 dequantize_per_tensor_default_26" [id=385, type=dequantize_per_tensor]; -"386 select_12" [id=386, type=select]; -"387 quantize_per_tensor_default_27" [id=387, type=quantize_per_tensor]; -"388 dequantize_per_tensor_default_27" [id=388, type=dequantize_per_tensor]; -"389 select_13" [id=389, type=select]; -"390 select_14" [id=390, type=select]; -"391 view_32" [id=391, type=view]; -"392 transpose_26" [id=392, type=transpose]; -"393 view_33" [id=393, type=view]; -"394 transpose_27" [id=394, type=transpose]; -"395 view_34" [id=395, type=view]; -"396 transpose_28" [id=396, type=transpose]; -"397 view_35" [id=397, type=view]; -"398 view_36" [id=398, type=view]; -"399 view_37" [id=399, type=view]; -"400 scaled_dot_product_attention_4" [id=400, type=scaled_dot_product_attention]; -"401 permute_5" [id=401, type=permute]; -"402 view_38" [id=402, type=view]; -"403 view_38_0_0_nncf_smooth_quant_0" [id=403, type=call_module]; -"404 quantize_per_tensor_default_28" [id=404, type=quantize_per_tensor]; -"405 dequantize_per_tensor_default_28" [id=405, type=dequantize_per_tensor]; -"406 linear_17_scale_0" [id=406, type=get_attr]; -"407 linear_17_zero_point_0" [id=407, type=get_attr]; -"408 compressed_weight_updated_constant18" [id=408, type=get_attr]; -"409 quantize_per_channel_default_18" [id=409, type=quantize_per_channel]; -"410 dequantize_per_channel_default_18" [id=410, type=dequantize_per_channel]; -"411 encoder_layers_encoder_layer_4_self_attention_out_proj_bias_0_0" [id=411, type=get_attr]; -"412 linear_17" [id=412, type=linear]; -"413 view_39" [id=413, type=view]; -"414 transpose_29" [id=414, type=transpose]; -"415 dropout_13" [id=415, type=dropout]; -"416 add_9" [id=416, type=add]; -"417 layer_norm_9" [id=417, type=layer_norm]; -"418 layer_norm_9_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_29" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_29" [id=420, type=dequantize_per_tensor]; -"421 linear_18_scale_0" [id=421, type=get_attr]; -"422 linear_18_zero_point_0" [id=422, type=get_attr]; -"423 compressed_weight_updated_constant19" [id=423, type=get_attr]; -"424 quantize_per_channel_default_19" [id=424, type=quantize_per_channel]; -"425 dequantize_per_channel_default_19" [id=425, type=dequantize_per_channel]; -"426 encoder_layers_encoder_layer_4_mlp_0_bias_0_0" [id=426, type=get_attr]; -"427 linear_18" [id=427, type=linear]; -"428 gelu_4" [id=428, type=gelu]; -"429 dropout_14" [id=429, type=dropout]; -"430 dropout_14_0_0_nncf_smooth_quant_0" [id=430, type=call_module]; -"431 quantize_per_tensor_default_30" [id=431, type=quantize_per_tensor]; -"432 dequantize_per_tensor_default_30" [id=432, type=dequantize_per_tensor]; -"433 linear_19_scale_0" [id=433, type=get_attr]; -"434 linear_19_zero_point_0" [id=434, type=get_attr]; -"435 compressed_weight_updated_constant20" [id=435, type=get_attr]; -"436 quantize_per_channel_default_20" [id=436, type=quantize_per_channel]; -"437 dequantize_per_channel_default_20" [id=437, type=dequantize_per_channel]; -"438 encoder_layers_encoder_layer_4_mlp_3_bias_0_0" [id=438, type=get_attr]; -"439 linear_19" [id=439, type=linear]; -"440 dropout_15" [id=440, type=dropout]; -"441 add_10" [id=441, type=add]; -"442 layer_norm_10" [id=442, type=layer_norm]; -"443 transpose_30" [id=443, type=transpose]; -"444 transpose_30_0_0_nncf_smooth_quant_0" [id=444, type=call_module]; -"445 quantize_per_tensor_default_31" [id=445, type=quantize_per_tensor]; -"446 dequantize_per_tensor_default_31" [id=446, type=dequantize_per_tensor]; -"447 linear_20_scale_0" [id=447, type=get_attr]; -"448 linear_20_zero_point_0" [id=448, type=get_attr]; -"449 compressed_weight_updated_constant21" [id=449, type=get_attr]; -"450 quantize_per_channel_default_21" [id=450, type=quantize_per_channel]; -"451 dequantize_per_channel_default_21" [id=451, type=dequantize_per_channel]; -"452 encoder_layers_encoder_layer_5_self_attention_in_proj_bias_0_0" [id=452, type=get_attr]; -"453 linear_20" [id=453, type=linear]; -"454 unflatten_5" [id=454, type=unflatten]; -"455 unsqueeze_5" [id=455, type=unsqueeze]; -"456 transpose_31" [id=456, type=transpose]; -"457 squeeze_5" [id=457, type=squeeze]; -"458 contiguous_5" [id=458, type=contiguous]; -"459 quantize_per_tensor_default_32" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_32" [id=460, type=dequantize_per_tensor]; -"461 select_15" [id=461, type=select]; -"462 quantize_per_tensor_default_33" [id=462, type=quantize_per_tensor]; -"463 dequantize_per_tensor_default_33" [id=463, type=dequantize_per_tensor]; -"464 select_16" [id=464, type=select]; -"465 select_17" [id=465, type=select]; -"466 view_40" [id=466, type=view]; -"467 transpose_32" [id=467, type=transpose]; -"468 view_41" [id=468, type=view]; -"469 transpose_33" [id=469, type=transpose]; -"470 view_42" [id=470, type=view]; -"471 transpose_34" [id=471, type=transpose]; -"472 view_43" [id=472, type=view]; -"473 view_44" [id=473, type=view]; -"474 view_45" [id=474, type=view]; -"475 scaled_dot_product_attention_5" [id=475, type=scaled_dot_product_attention]; -"476 permute_6" [id=476, type=permute]; -"477 view_46" [id=477, type=view]; -"478 view_46_0_0_nncf_smooth_quant_0" [id=478, type=call_module]; -"479 quantize_per_tensor_default_34" [id=479, type=quantize_per_tensor]; -"480 dequantize_per_tensor_default_34" [id=480, type=dequantize_per_tensor]; -"481 linear_21_scale_0" [id=481, type=get_attr]; -"482 linear_21_zero_point_0" [id=482, type=get_attr]; -"483 compressed_weight_updated_constant22" [id=483, type=get_attr]; -"484 quantize_per_channel_default_22" [id=484, type=quantize_per_channel]; -"485 dequantize_per_channel_default_22" [id=485, type=dequantize_per_channel]; -"486 encoder_layers_encoder_layer_5_self_attention_out_proj_bias_0_0" [id=486, type=get_attr]; -"487 linear_21" [id=487, type=linear]; -"488 view_47" [id=488, type=view]; -"489 transpose_35" [id=489, type=transpose]; -"490 dropout_16" [id=490, type=dropout]; -"491 add_11" [id=491, type=add]; -"492 layer_norm_11" [id=492, type=layer_norm]; -"493 layer_norm_11_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; -"494 quantize_per_tensor_default_35" [id=494, type=quantize_per_tensor]; -"495 dequantize_per_tensor_default_35" [id=495, type=dequantize_per_tensor]; -"496 linear_22_scale_0" [id=496, type=get_attr]; -"497 linear_22_zero_point_0" [id=497, type=get_attr]; -"498 compressed_weight_updated_constant23" [id=498, type=get_attr]; -"499 quantize_per_channel_default_23" [id=499, type=quantize_per_channel]; -"500 dequantize_per_channel_default_23" [id=500, type=dequantize_per_channel]; -"501 encoder_layers_encoder_layer_5_mlp_0_bias_0_0" [id=501, type=get_attr]; -"502 linear_22" [id=502, type=linear]; -"503 gelu_5" [id=503, type=gelu]; -"504 dropout_17" [id=504, type=dropout]; -"505 dropout_17_0_0_nncf_smooth_quant_0" [id=505, type=call_module]; -"506 quantize_per_tensor_default_36" [id=506, type=quantize_per_tensor]; -"507 dequantize_per_tensor_default_36" [id=507, type=dequantize_per_tensor]; -"508 linear_23_scale_0" [id=508, type=get_attr]; -"509 linear_23_zero_point_0" [id=509, type=get_attr]; -"510 compressed_weight_updated_constant24" [id=510, type=get_attr]; -"511 quantize_per_channel_default_24" [id=511, type=quantize_per_channel]; -"512 dequantize_per_channel_default_24" [id=512, type=dequantize_per_channel]; -"513 encoder_layers_encoder_layer_5_mlp_3_bias_0_0" [id=513, type=get_attr]; -"514 linear_23" [id=514, type=linear]; -"515 dropout_18" [id=515, type=dropout]; -"516 add_12" [id=516, type=add]; -"517 layer_norm_12" [id=517, type=layer_norm]; -"518 transpose_36" [id=518, type=transpose]; -"519 transpose_36_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; -"520 quantize_per_tensor_default_37" [id=520, type=quantize_per_tensor]; -"521 dequantize_per_tensor_default_37" [id=521, type=dequantize_per_tensor]; -"522 linear_24_scale_0" [id=522, type=get_attr]; -"523 linear_24_zero_point_0" [id=523, type=get_attr]; -"524 compressed_weight_updated_constant25" [id=524, type=get_attr]; -"525 quantize_per_channel_default_25" [id=525, type=quantize_per_channel]; -"526 dequantize_per_channel_default_25" [id=526, type=dequantize_per_channel]; -"527 encoder_layers_encoder_layer_6_self_attention_in_proj_bias_0_0" [id=527, type=get_attr]; -"528 linear_24" [id=528, type=linear]; -"529 unflatten_6" [id=529, type=unflatten]; -"530 unsqueeze_6" [id=530, type=unsqueeze]; -"531 transpose_37" [id=531, type=transpose]; -"532 squeeze_6" [id=532, type=squeeze]; -"533 contiguous_6" [id=533, type=contiguous]; -"534 quantize_per_tensor_default_38" [id=534, type=quantize_per_tensor]; -"535 dequantize_per_tensor_default_38" [id=535, type=dequantize_per_tensor]; -"536 select_18" [id=536, type=select]; -"537 quantize_per_tensor_default_39" [id=537, type=quantize_per_tensor]; -"538 dequantize_per_tensor_default_39" [id=538, type=dequantize_per_tensor]; -"539 select_19" [id=539, type=select]; -"540 select_20" [id=540, type=select]; -"541 view_48" [id=541, type=view]; -"542 transpose_38" [id=542, type=transpose]; -"543 view_49" [id=543, type=view]; -"544 transpose_39" [id=544, type=transpose]; -"545 view_50" [id=545, type=view]; -"546 transpose_40" [id=546, type=transpose]; -"547 view_51" [id=547, type=view]; -"548 view_52" [id=548, type=view]; -"549 view_53" [id=549, type=view]; -"550 scaled_dot_product_attention_6" [id=550, type=scaled_dot_product_attention]; -"551 permute_7" [id=551, type=permute]; -"552 view_54" [id=552, type=view]; -"553 view_54_0_0_nncf_smooth_quant_0" [id=553, type=call_module]; -"554 quantize_per_tensor_default_40" [id=554, type=quantize_per_tensor]; -"555 dequantize_per_tensor_default_40" [id=555, type=dequantize_per_tensor]; -"556 linear_25_scale_0" [id=556, type=get_attr]; -"557 linear_25_zero_point_0" [id=557, type=get_attr]; -"558 compressed_weight_updated_constant26" [id=558, type=get_attr]; -"559 quantize_per_channel_default_26" [id=559, type=quantize_per_channel]; -"560 dequantize_per_channel_default_26" [id=560, type=dequantize_per_channel]; -"561 encoder_layers_encoder_layer_6_self_attention_out_proj_bias_0_0" [id=561, type=get_attr]; -"562 linear_25" [id=562, type=linear]; -"563 view_55" [id=563, type=view]; -"564 transpose_41" [id=564, type=transpose]; -"565 dropout_19" [id=565, type=dropout]; -"566 add_13" [id=566, type=add]; -"567 layer_norm_13" [id=567, type=layer_norm]; -"568 layer_norm_13_0_0_nncf_smooth_quant_0" [id=568, type=call_module]; -"569 quantize_per_tensor_default_41" [id=569, type=quantize_per_tensor]; -"570 dequantize_per_tensor_default_41" [id=570, type=dequantize_per_tensor]; -"571 linear_26_scale_0" [id=571, type=get_attr]; -"572 linear_26_zero_point_0" [id=572, type=get_attr]; -"573 compressed_weight_updated_constant27" [id=573, type=get_attr]; -"574 quantize_per_channel_default_27" [id=574, type=quantize_per_channel]; -"575 dequantize_per_channel_default_27" [id=575, type=dequantize_per_channel]; -"576 encoder_layers_encoder_layer_6_mlp_0_bias_0_0" [id=576, type=get_attr]; -"577 linear_26" [id=577, type=linear]; -"578 gelu_6" [id=578, type=gelu]; -"579 dropout_20" [id=579, type=dropout]; -"580 dropout_20_0_0_nncf_smooth_quant_0" [id=580, type=call_module]; -"581 quantize_per_tensor_default_42" [id=581, type=quantize_per_tensor]; -"582 dequantize_per_tensor_default_42" [id=582, type=dequantize_per_tensor]; -"583 linear_27_scale_0" [id=583, type=get_attr]; -"584 linear_27_zero_point_0" [id=584, type=get_attr]; -"585 compressed_weight_updated_constant28" [id=585, type=get_attr]; -"586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; -"587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; -"588 encoder_layers_encoder_layer_6_mlp_3_bias_0_0" [id=588, type=get_attr]; -"589 linear_27" [id=589, type=linear]; -"590 dropout_21" [id=590, type=dropout]; -"591 add_14" [id=591, type=add]; -"592 layer_norm_14" [id=592, type=layer_norm]; -"593 transpose_42" [id=593, type=transpose]; -"594 transpose_42_0_0_nncf_smooth_quant_0" [id=594, type=call_module]; -"595 quantize_per_tensor_default_43" [id=595, type=quantize_per_tensor]; -"596 dequantize_per_tensor_default_43" [id=596, type=dequantize_per_tensor]; -"597 linear_28_scale_0" [id=597, type=get_attr]; -"598 linear_28_zero_point_0" [id=598, type=get_attr]; -"599 compressed_weight_updated_constant29" [id=599, type=get_attr]; -"600 quantize_per_channel_default_29" [id=600, type=quantize_per_channel]; -"601 dequantize_per_channel_default_29" [id=601, type=dequantize_per_channel]; -"602 encoder_layers_encoder_layer_7_self_attention_in_proj_bias_0_0" [id=602, type=get_attr]; -"603 linear_28" [id=603, type=linear]; -"604 unflatten_7" [id=604, type=unflatten]; -"605 unsqueeze_7" [id=605, type=unsqueeze]; -"606 transpose_43" [id=606, type=transpose]; -"607 squeeze_7" [id=607, type=squeeze]; -"608 contiguous_7" [id=608, type=contiguous]; -"609 quantize_per_tensor_default_44" [id=609, type=quantize_per_tensor]; -"610 dequantize_per_tensor_default_44" [id=610, type=dequantize_per_tensor]; -"611 select_21" [id=611, type=select]; -"612 quantize_per_tensor_default_45" [id=612, type=quantize_per_tensor]; -"613 dequantize_per_tensor_default_45" [id=613, type=dequantize_per_tensor]; -"614 select_22" [id=614, type=select]; -"615 select_23" [id=615, type=select]; -"616 view_56" [id=616, type=view]; -"617 transpose_44" [id=617, type=transpose]; -"618 view_57" [id=618, type=view]; -"619 transpose_45" [id=619, type=transpose]; -"620 view_58" [id=620, type=view]; -"621 transpose_46" [id=621, type=transpose]; -"622 view_59" [id=622, type=view]; -"623 view_60" [id=623, type=view]; -"624 view_61" [id=624, type=view]; -"625 scaled_dot_product_attention_7" [id=625, type=scaled_dot_product_attention]; -"626 permute_8" [id=626, type=permute]; -"627 view_62" [id=627, type=view]; -"628 view_62_0_0_nncf_smooth_quant_0" [id=628, type=call_module]; -"629 quantize_per_tensor_default_46" [id=629, type=quantize_per_tensor]; -"630 dequantize_per_tensor_default_46" [id=630, type=dequantize_per_tensor]; -"631 linear_29_scale_0" [id=631, type=get_attr]; -"632 linear_29_zero_point_0" [id=632, type=get_attr]; -"633 compressed_weight_updated_constant30" [id=633, type=get_attr]; -"634 quantize_per_channel_default_30" [id=634, type=quantize_per_channel]; -"635 dequantize_per_channel_default_30" [id=635, type=dequantize_per_channel]; -"636 encoder_layers_encoder_layer_7_self_attention_out_proj_bias_0_0" [id=636, type=get_attr]; -"637 linear_29" [id=637, type=linear]; -"638 view_63" [id=638, type=view]; -"639 transpose_47" [id=639, type=transpose]; -"640 dropout_22" [id=640, type=dropout]; -"641 add_15" [id=641, type=add]; -"642 layer_norm_15" [id=642, type=layer_norm]; -"643 layer_norm_15_0_0_nncf_smooth_quant_0" [id=643, type=call_module]; -"644 quantize_per_tensor_default_47" [id=644, type=quantize_per_tensor]; -"645 dequantize_per_tensor_default_47" [id=645, type=dequantize_per_tensor]; -"646 linear_30_scale_0" [id=646, type=get_attr]; -"647 linear_30_zero_point_0" [id=647, type=get_attr]; -"648 compressed_weight_updated_constant31" [id=648, type=get_attr]; -"649 quantize_per_channel_default_31" [id=649, type=quantize_per_channel]; -"650 dequantize_per_channel_default_31" [id=650, type=dequantize_per_channel]; -"651 encoder_layers_encoder_layer_7_mlp_0_bias_0_0" [id=651, type=get_attr]; -"652 linear_30" [id=652, type=linear]; -"653 gelu_7" [id=653, type=gelu]; -"654 dropout_23" [id=654, type=dropout]; -"655 dropout_23_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_48" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_48" [id=657, type=dequantize_per_tensor]; -"658 linear_31_scale_0" [id=658, type=get_attr]; -"659 linear_31_zero_point_0" [id=659, type=get_attr]; -"660 compressed_weight_updated_constant32" [id=660, type=get_attr]; -"661 quantize_per_channel_default_32" [id=661, type=quantize_per_channel]; -"662 dequantize_per_channel_default_32" [id=662, type=dequantize_per_channel]; -"663 encoder_layers_encoder_layer_7_mlp_3_bias_0_0" [id=663, type=get_attr]; -"664 linear_31" [id=664, type=linear]; -"665 dropout_24" [id=665, type=dropout]; -"666 add_16" [id=666, type=add]; -"667 layer_norm_16" [id=667, type=layer_norm]; -"668 transpose_48" [id=668, type=transpose]; -"669 transpose_48_0_0_nncf_smooth_quant_0" [id=669, type=call_module]; -"670 quantize_per_tensor_default_49" [id=670, type=quantize_per_tensor]; -"671 dequantize_per_tensor_default_49" [id=671, type=dequantize_per_tensor]; -"672 linear_32_scale_0" [id=672, type=get_attr]; -"673 linear_32_zero_point_0" [id=673, type=get_attr]; -"674 compressed_weight_updated_constant33" [id=674, type=get_attr]; -"675 quantize_per_channel_default_33" [id=675, type=quantize_per_channel]; -"676 dequantize_per_channel_default_33" [id=676, type=dequantize_per_channel]; -"677 encoder_layers_encoder_layer_8_self_attention_in_proj_bias_0_0" [id=677, type=get_attr]; -"678 linear_32" [id=678, type=linear]; -"679 unflatten_8" [id=679, type=unflatten]; -"680 unsqueeze_8" [id=680, type=unsqueeze]; -"681 transpose_49" [id=681, type=transpose]; -"682 squeeze_8" [id=682, type=squeeze]; -"683 contiguous_8" [id=683, type=contiguous]; -"684 quantize_per_tensor_default_50" [id=684, type=quantize_per_tensor]; -"685 dequantize_per_tensor_default_50" [id=685, type=dequantize_per_tensor]; -"686 select_24" [id=686, type=select]; -"687 quantize_per_tensor_default_51" [id=687, type=quantize_per_tensor]; -"688 dequantize_per_tensor_default_51" [id=688, type=dequantize_per_tensor]; -"689 select_25" [id=689, type=select]; -"690 select_26" [id=690, type=select]; -"691 view_64" [id=691, type=view]; -"692 transpose_50" [id=692, type=transpose]; -"693 view_65" [id=693, type=view]; -"694 transpose_51" [id=694, type=transpose]; -"695 view_66" [id=695, type=view]; -"696 transpose_52" [id=696, type=transpose]; -"697 view_67" [id=697, type=view]; -"698 view_68" [id=698, type=view]; -"699 view_69" [id=699, type=view]; -"700 scaled_dot_product_attention_8" [id=700, type=scaled_dot_product_attention]; -"701 permute_9" [id=701, type=permute]; -"702 view_70" [id=702, type=view]; -"703 view_70_0_0_nncf_smooth_quant_0" [id=703, type=call_module]; -"704 quantize_per_tensor_default_52" [id=704, type=quantize_per_tensor]; -"705 dequantize_per_tensor_default_52" [id=705, type=dequantize_per_tensor]; -"706 linear_33_scale_0" [id=706, type=get_attr]; -"707 linear_33_zero_point_0" [id=707, type=get_attr]; -"708 compressed_weight_updated_constant34" [id=708, type=get_attr]; -"709 quantize_per_channel_default_34" [id=709, type=quantize_per_channel]; -"710 dequantize_per_channel_default_34" [id=710, type=dequantize_per_channel]; -"711 encoder_layers_encoder_layer_8_self_attention_out_proj_bias_0_0" [id=711, type=get_attr]; -"712 linear_33" [id=712, type=linear]; -"713 view_71" [id=713, type=view]; -"714 transpose_53" [id=714, type=transpose]; -"715 dropout_25" [id=715, type=dropout]; -"716 add_17" [id=716, type=add]; -"717 layer_norm_17" [id=717, type=layer_norm]; -"718 layer_norm_17_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_53" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_53" [id=720, type=dequantize_per_tensor]; -"721 linear_34_scale_0" [id=721, type=get_attr]; -"722 linear_34_zero_point_0" [id=722, type=get_attr]; -"723 compressed_weight_updated_constant35" [id=723, type=get_attr]; -"724 quantize_per_channel_default_35" [id=724, type=quantize_per_channel]; -"725 dequantize_per_channel_default_35" [id=725, type=dequantize_per_channel]; -"726 encoder_layers_encoder_layer_8_mlp_0_bias_0_0" [id=726, type=get_attr]; -"727 linear_34" [id=727, type=linear]; -"728 gelu_8" [id=728, type=gelu]; -"729 dropout_26" [id=729, type=dropout]; -"730 dropout_26_0_0_nncf_smooth_quant_0" [id=730, type=call_module]; -"731 quantize_per_tensor_default_54" [id=731, type=quantize_per_tensor]; -"732 dequantize_per_tensor_default_54" [id=732, type=dequantize_per_tensor]; -"733 linear_35_scale_0" [id=733, type=get_attr]; -"734 linear_35_zero_point_0" [id=734, type=get_attr]; -"735 compressed_weight_updated_constant36" [id=735, type=get_attr]; -"736 quantize_per_channel_default_36" [id=736, type=quantize_per_channel]; -"737 dequantize_per_channel_default_36" [id=737, type=dequantize_per_channel]; -"738 encoder_layers_encoder_layer_8_mlp_3_bias_0_0" [id=738, type=get_attr]; -"739 linear_35" [id=739, type=linear]; -"740 dropout_27" [id=740, type=dropout]; -"741 add_18" [id=741, type=add]; -"742 layer_norm_18" [id=742, type=layer_norm]; -"743 transpose_54" [id=743, type=transpose]; -"744 transpose_54_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; -"745 quantize_per_tensor_default_55" [id=745, type=quantize_per_tensor]; -"746 dequantize_per_tensor_default_55" [id=746, type=dequantize_per_tensor]; -"747 linear_36_scale_0" [id=747, type=get_attr]; -"748 linear_36_zero_point_0" [id=748, type=get_attr]; -"749 compressed_weight_updated_constant37" [id=749, type=get_attr]; -"750 quantize_per_channel_default_37" [id=750, type=quantize_per_channel]; -"751 dequantize_per_channel_default_37" [id=751, type=dequantize_per_channel]; -"752 encoder_layers_encoder_layer_9_self_attention_in_proj_bias_0_0" [id=752, type=get_attr]; -"753 linear_36" [id=753, type=linear]; -"754 unflatten_9" [id=754, type=unflatten]; -"755 unsqueeze_9" [id=755, type=unsqueeze]; -"756 transpose_55" [id=756, type=transpose]; -"757 squeeze_9" [id=757, type=squeeze]; -"758 contiguous_9" [id=758, type=contiguous]; -"759 quantize_per_tensor_default_56" [id=759, type=quantize_per_tensor]; -"760 dequantize_per_tensor_default_56" [id=760, type=dequantize_per_tensor]; -"761 select_27" [id=761, type=select]; -"762 quantize_per_tensor_default_57" [id=762, type=quantize_per_tensor]; -"763 dequantize_per_tensor_default_57" [id=763, type=dequantize_per_tensor]; -"764 select_28" [id=764, type=select]; -"765 select_29" [id=765, type=select]; -"766 view_72" [id=766, type=view]; -"767 transpose_56" [id=767, type=transpose]; -"768 view_73" [id=768, type=view]; -"769 transpose_57" [id=769, type=transpose]; -"770 view_74" [id=770, type=view]; -"771 transpose_58" [id=771, type=transpose]; -"772 view_75" [id=772, type=view]; -"773 view_76" [id=773, type=view]; -"774 view_77" [id=774, type=view]; -"775 scaled_dot_product_attention_9" [id=775, type=scaled_dot_product_attention]; -"776 permute_10" [id=776, type=permute]; -"777 view_78" [id=777, type=view]; -"778 view_78_0_0_nncf_smooth_quant_0" [id=778, type=call_module]; -"779 quantize_per_tensor_default_58" [id=779, type=quantize_per_tensor]; -"780 dequantize_per_tensor_default_58" [id=780, type=dequantize_per_tensor]; -"781 linear_37_scale_0" [id=781, type=get_attr]; -"782 linear_37_zero_point_0" [id=782, type=get_attr]; -"783 compressed_weight_updated_constant38" [id=783, type=get_attr]; -"784 quantize_per_channel_default_38" [id=784, type=quantize_per_channel]; -"785 dequantize_per_channel_default_38" [id=785, type=dequantize_per_channel]; -"786 encoder_layers_encoder_layer_9_self_attention_out_proj_bias_0_0" [id=786, type=get_attr]; -"787 linear_37" [id=787, type=linear]; -"788 view_79" [id=788, type=view]; -"789 transpose_59" [id=789, type=transpose]; -"790 dropout_28" [id=790, type=dropout]; -"791 add_19" [id=791, type=add]; -"792 layer_norm_19" [id=792, type=layer_norm]; -"793 layer_norm_19_0_0_nncf_smooth_quant_0" [id=793, type=call_module]; -"794 quantize_per_tensor_default_59" [id=794, type=quantize_per_tensor]; -"795 dequantize_per_tensor_default_59" [id=795, type=dequantize_per_tensor]; -"796 linear_38_scale_0" [id=796, type=get_attr]; -"797 linear_38_zero_point_0" [id=797, type=get_attr]; -"798 compressed_weight_updated_constant39" [id=798, type=get_attr]; -"799 quantize_per_channel_default_39" [id=799, type=quantize_per_channel]; -"800 dequantize_per_channel_default_39" [id=800, type=dequantize_per_channel]; -"801 encoder_layers_encoder_layer_9_mlp_0_bias_0_0" [id=801, type=get_attr]; -"802 linear_38" [id=802, type=linear]; -"803 gelu_9" [id=803, type=gelu]; -"804 dropout_29" [id=804, type=dropout]; -"805 dropout_29_0_0_nncf_smooth_quant_0" [id=805, type=call_module]; -"806 quantize_per_tensor_default_60" [id=806, type=quantize_per_tensor]; -"807 dequantize_per_tensor_default_60" [id=807, type=dequantize_per_tensor]; -"808 linear_39_scale_0" [id=808, type=get_attr]; -"809 linear_39_zero_point_0" [id=809, type=get_attr]; -"810 compressed_weight_updated_constant40" [id=810, type=get_attr]; -"811 quantize_per_channel_default_40" [id=811, type=quantize_per_channel]; -"812 dequantize_per_channel_default_40" [id=812, type=dequantize_per_channel]; -"813 encoder_layers_encoder_layer_9_mlp_3_bias_0_0" [id=813, type=get_attr]; -"814 linear_39" [id=814, type=linear]; -"815 dropout_30" [id=815, type=dropout]; -"816 add_20" [id=816, type=add]; -"817 layer_norm_20" [id=817, type=layer_norm]; -"818 transpose_60" [id=818, type=transpose]; -"819 transpose_60_0_0_nncf_smooth_quant_0" [id=819, type=call_module]; -"820 quantize_per_tensor_default_61" [id=820, type=quantize_per_tensor]; -"821 dequantize_per_tensor_default_61" [id=821, type=dequantize_per_tensor]; -"822 linear_40_scale_0" [id=822, type=get_attr]; -"823 linear_40_zero_point_0" [id=823, type=get_attr]; -"824 compressed_weight_updated_constant41" [id=824, type=get_attr]; -"825 quantize_per_channel_default_41" [id=825, type=quantize_per_channel]; -"826 dequantize_per_channel_default_41" [id=826, type=dequantize_per_channel]; -"827 encoder_layers_encoder_layer_10_self_attention_in_proj_bias_0_0" [id=827, type=get_attr]; -"828 linear_40" [id=828, type=linear]; -"829 unflatten_10" [id=829, type=unflatten]; -"830 unsqueeze_10" [id=830, type=unsqueeze]; -"831 transpose_61" [id=831, type=transpose]; -"832 squeeze_10" [id=832, type=squeeze]; -"833 contiguous_10" [id=833, type=contiguous]; -"834 quantize_per_tensor_default_62" [id=834, type=quantize_per_tensor]; -"835 dequantize_per_tensor_default_62" [id=835, type=dequantize_per_tensor]; -"836 select_30" [id=836, type=select]; -"837 quantize_per_tensor_default_63" [id=837, type=quantize_per_tensor]; -"838 dequantize_per_tensor_default_63" [id=838, type=dequantize_per_tensor]; -"839 select_31" [id=839, type=select]; -"840 select_32" [id=840, type=select]; -"841 view_80" [id=841, type=view]; -"842 transpose_62" [id=842, type=transpose]; -"843 view_81" [id=843, type=view]; -"844 transpose_63" [id=844, type=transpose]; -"845 view_82" [id=845, type=view]; -"846 transpose_64" [id=846, type=transpose]; -"847 view_83" [id=847, type=view]; -"848 view_84" [id=848, type=view]; -"849 view_85" [id=849, type=view]; -"850 scaled_dot_product_attention_10" [id=850, type=scaled_dot_product_attention]; -"851 permute_11" [id=851, type=permute]; -"852 view_86" [id=852, type=view]; -"853 view_86_0_0_nncf_smooth_quant_0" [id=853, type=call_module]; -"854 quantize_per_tensor_default_64" [id=854, type=quantize_per_tensor]; -"855 dequantize_per_tensor_default_64" [id=855, type=dequantize_per_tensor]; -"856 linear_41_scale_0" [id=856, type=get_attr]; -"857 linear_41_zero_point_0" [id=857, type=get_attr]; -"858 compressed_weight_updated_constant42" [id=858, type=get_attr]; -"859 quantize_per_channel_default_42" [id=859, type=quantize_per_channel]; -"860 dequantize_per_channel_default_42" [id=860, type=dequantize_per_channel]; -"861 encoder_layers_encoder_layer_10_self_attention_out_proj_bias_0_0" [id=861, type=get_attr]; -"862 linear_41" [id=862, type=linear]; -"863 view_87" [id=863, type=view]; -"864 transpose_65" [id=864, type=transpose]; -"865 dropout_31" [id=865, type=dropout]; -"866 add_21" [id=866, type=add]; -"867 layer_norm_21" [id=867, type=layer_norm]; -"868 layer_norm_21_0_0_nncf_smooth_quant_0" [id=868, type=call_module]; -"869 quantize_per_tensor_default_65" [id=869, type=quantize_per_tensor]; -"870 dequantize_per_tensor_default_65" [id=870, type=dequantize_per_tensor]; -"871 linear_42_scale_0" [id=871, type=get_attr]; -"872 linear_42_zero_point_0" [id=872, type=get_attr]; -"873 compressed_weight_updated_constant43" [id=873, type=get_attr]; -"874 quantize_per_channel_default_43" [id=874, type=quantize_per_channel]; -"875 dequantize_per_channel_default_43" [id=875, type=dequantize_per_channel]; -"876 encoder_layers_encoder_layer_10_mlp_0_bias_0_0" [id=876, type=get_attr]; -"877 linear_42" [id=877, type=linear]; -"878 gelu_10" [id=878, type=gelu]; -"879 dropout_32" [id=879, type=dropout]; -"880 dropout_32_0_0_nncf_smooth_quant_0" [id=880, type=call_module]; -"881 quantize_per_tensor_default_66" [id=881, type=quantize_per_tensor]; -"882 dequantize_per_tensor_default_66" [id=882, type=dequantize_per_tensor]; -"883 linear_43_scale_0" [id=883, type=get_attr]; -"884 linear_43_zero_point_0" [id=884, type=get_attr]; -"885 compressed_weight_updated_constant44" [id=885, type=get_attr]; -"886 quantize_per_channel_default_44" [id=886, type=quantize_per_channel]; -"887 dequantize_per_channel_default_44" [id=887, type=dequantize_per_channel]; -"888 encoder_layers_encoder_layer_10_mlp_3_bias_0_0" [id=888, type=get_attr]; -"889 linear_43" [id=889, type=linear]; -"890 dropout_33" [id=890, type=dropout]; -"891 add_22" [id=891, type=add]; -"892 layer_norm_22" [id=892, type=layer_norm]; -"893 transpose_66" [id=893, type=transpose]; -"894 transpose_66_0_0_nncf_smooth_quant_0" [id=894, type=call_module]; -"895 quantize_per_tensor_default_67" [id=895, type=quantize_per_tensor]; -"896 dequantize_per_tensor_default_67" [id=896, type=dequantize_per_tensor]; -"897 linear_44_scale_0" [id=897, type=get_attr]; -"898 linear_44_zero_point_0" [id=898, type=get_attr]; -"899 compressed_weight_updated_constant45" [id=899, type=get_attr]; -"900 quantize_per_channel_default_45" [id=900, type=quantize_per_channel]; -"901 dequantize_per_channel_default_45" [id=901, type=dequantize_per_channel]; -"902 encoder_layers_encoder_layer_11_self_attention_in_proj_bias_0_0" [id=902, type=get_attr]; -"903 linear_44" [id=903, type=linear]; -"904 unflatten_11" [id=904, type=unflatten]; -"905 unsqueeze_11" [id=905, type=unsqueeze]; -"906 transpose_67" [id=906, type=transpose]; -"907 squeeze_11" [id=907, type=squeeze]; -"908 contiguous_11" [id=908, type=contiguous]; -"909 quantize_per_tensor_default_68" [id=909, type=quantize_per_tensor]; -"910 dequantize_per_tensor_default_68" [id=910, type=dequantize_per_tensor]; -"911 select_33" [id=911, type=select]; -"912 quantize_per_tensor_default_69" [id=912, type=quantize_per_tensor]; -"913 dequantize_per_tensor_default_69" [id=913, type=dequantize_per_tensor]; -"914 select_34" [id=914, type=select]; -"915 select_35" [id=915, type=select]; -"916 view_88" [id=916, type=view]; -"917 transpose_68" [id=917, type=transpose]; -"918 view_89" [id=918, type=view]; -"919 transpose_69" [id=919, type=transpose]; -"920 view_90" [id=920, type=view]; -"921 transpose_70" [id=921, type=transpose]; -"922 view_91" [id=922, type=view]; -"923 view_92" [id=923, type=view]; -"924 view_93" [id=924, type=view]; -"925 scaled_dot_product_attention_11" [id=925, type=scaled_dot_product_attention]; -"926 permute_12" [id=926, type=permute]; -"927 view_94" [id=927, type=view]; -"928 view_94_0_0_nncf_smooth_quant_0" [id=928, type=call_module]; -"929 quantize_per_tensor_default_70" [id=929, type=quantize_per_tensor]; -"930 dequantize_per_tensor_default_70" [id=930, type=dequantize_per_tensor]; -"931 linear_45_scale_0" [id=931, type=get_attr]; -"932 linear_45_zero_point_0" [id=932, type=get_attr]; -"933 compressed_weight_updated_constant46" [id=933, type=get_attr]; -"934 quantize_per_channel_default_46" [id=934, type=quantize_per_channel]; -"935 dequantize_per_channel_default_46" [id=935, type=dequantize_per_channel]; -"936 encoder_layers_encoder_layer_11_self_attention_out_proj_bias_0_0" [id=936, type=get_attr]; -"937 linear_45" [id=937, type=linear]; -"938 view_95" [id=938, type=view]; -"939 transpose_71" [id=939, type=transpose]; -"940 dropout_34" [id=940, type=dropout]; -"941 add_23" [id=941, type=add]; -"942 layer_norm_23" [id=942, type=layer_norm]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 linear_46_scale_0" [id=946, type=get_attr]; -"947 linear_46_zero_point_0" [id=947, type=get_attr]; -"948 compressed_weight_updated_constant47" [id=948, type=get_attr]; -"949 quantize_per_channel_default_47" [id=949, type=quantize_per_channel]; -"950 dequantize_per_channel_default_47" [id=950, type=dequantize_per_channel]; -"951 encoder_layers_encoder_layer_11_mlp_0_bias_0_0" [id=951, type=get_attr]; -"952 linear_46" [id=952, type=linear]; -"953 gelu_11" [id=953, type=gelu]; -"954 dropout_35" [id=954, type=dropout]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 linear_47_scale_0" [id=958, type=get_attr]; -"959 linear_47_zero_point_0" [id=959, type=get_attr]; -"960 compressed_weight_updated_constant48" [id=960, type=get_attr]; -"961 quantize_per_channel_default_48" [id=961, type=quantize_per_channel]; -"962 dequantize_per_channel_default_48" [id=962, type=dequantize_per_channel]; -"963 encoder_layers_encoder_layer_11_mlp_3_bias_0_0" [id=963, type=get_attr]; -"964 linear_47" [id=964, type=linear]; -"965 dropout_36" [id=965, type=dropout]; -"966 add_24" [id=966, type=add]; -"967 layer_norm_24" [id=967, type=layer_norm]; -"968 slice_1" [id=968, type=slice]; -"969 select_36" [id=969, type=select]; -"970 select_36_0_0_nncf_smooth_quant_0" [id=970, type=call_module]; -"971 quantize_per_tensor_default_73" [id=971, type=quantize_per_tensor]; -"972 dequantize_per_tensor_default_73" [id=972, type=dequantize_per_tensor]; -"973 linear_48_scale_0" [id=973, type=get_attr]; -"974 linear_48_zero_point_0" [id=974, type=get_attr]; -"975 compressed_weight_updated_constant49" [id=975, type=get_attr]; -"976 quantize_per_channel_default_49" [id=976, type=quantize_per_channel]; -"977 dequantize_per_channel_default_49" [id=977, type=dequantize_per_channel]; -"978 heads_head_bias_0_0" [id=978, type=get_attr]; +"1 conv_proj_bias" [id=1, type=get_attr]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" [id=2, type=get_attr]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" [id=3, type=get_attr]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=4, type=get_attr]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=5, type=get_attr]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" [id=7, type=get_attr]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" [id=8, type=get_attr]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" [id=9, type=get_attr]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" [id=10, type=get_attr]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" [id=11, type=get_attr]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=12, type=get_attr]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=13, type=get_attr]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" [id=14, type=get_attr]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" [id=15, type=get_attr]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" [id=16, type=get_attr]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" [id=17, type=get_attr]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" [id=19, type=get_attr]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=20, type=get_attr]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=21, type=get_attr]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" [id=22, type=get_attr]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" [id=23, type=get_attr]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" [id=24, type=get_attr]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" [id=25, type=get_attr]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" [id=26, type=get_attr]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" [id=27, type=get_attr]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=28, type=get_attr]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=29, type=get_attr]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" [id=31, type=get_attr]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" [id=32, type=get_attr]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" [id=33, type=get_attr]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" [id=34, type=get_attr]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" [id=35, type=get_attr]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=36, type=get_attr]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=37, type=get_attr]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" [id=38, type=get_attr]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" [id=39, type=get_attr]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" [id=40, type=get_attr]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" [id=41, type=get_attr]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" [id=43, type=get_attr]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=44, type=get_attr]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=45, type=get_attr]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" [id=46, type=get_attr]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" [id=47, type=get_attr]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" [id=48, type=get_attr]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" [id=49, type=get_attr]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" [id=50, type=get_attr]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" [id=51, type=get_attr]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=52, type=get_attr]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=53, type=get_attr]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" [id=55, type=get_attr]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" [id=56, type=get_attr]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" [id=57, type=get_attr]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" [id=58, type=get_attr]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" [id=59, type=get_attr]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=60, type=get_attr]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=61, type=get_attr]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" [id=62, type=get_attr]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" [id=63, type=get_attr]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" [id=64, type=get_attr]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" [id=65, type=get_attr]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" [id=67, type=get_attr]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=68, type=get_attr]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=69, type=get_attr]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" [id=70, type=get_attr]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" [id=71, type=get_attr]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" [id=72, type=get_attr]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" [id=73, type=get_attr]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" [id=74, type=get_attr]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" [id=75, type=get_attr]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=76, type=get_attr]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=77, type=get_attr]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" [id=79, type=get_attr]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" [id=80, type=get_attr]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" [id=81, type=get_attr]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" [id=82, type=get_attr]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" [id=83, type=get_attr]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=84, type=get_attr]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=85, type=get_attr]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" [id=86, type=get_attr]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" [id=87, type=get_attr]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" [id=88, type=get_attr]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" [id=89, type=get_attr]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" [id=91, type=get_attr]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=92, type=get_attr]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=93, type=get_attr]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" [id=94, type=get_attr]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" [id=95, type=get_attr]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" [id=96, type=get_attr]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" [id=97, type=get_attr]; +"98 encoder_ln_weight" [id=98, type=get_attr]; +"99 encoder_ln_bias" [id=99, type=get_attr]; +"100 heads_head_bias" [id=100, type=get_attr]; +"101 x" [id=101, type=input]; +"102 quantize_per_tensor_default" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default" [id=103, type=dequantize_per_tensor]; +"104 conv2d_scale_0" [id=104, type=get_attr]; +"105 conv2d_zero_point_0" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant0" [id=106, type=get_attr]; +"107 quantize_per_channel_default" [id=107, type=quantize_per_channel]; +"108 dequantize_per_channel_default" [id=108, type=dequantize_per_channel]; +"109 conv2d" [id=109, type=conv2d]; +"110 reshape" [id=110, type=reshape]; +"111 permute" [id=111, type=permute]; +"112 _frozen_param0" [id=112, type=get_attr]; +"113 cat" [id=113, type=cat]; +"114 add" [id=114, type=add]; +"115 dropout" [id=115, type=dropout]; +"116 layer_norm" [id=116, type=layer_norm]; +"117 transpose" [id=117, type=transpose]; +"118 transpose_0_0_nncf_smooth_quant_0" [id=118, type=call_module]; +"119 quantize_per_tensor_default_1" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_1" [id=120, type=dequantize_per_tensor]; +"121 linear_scale_0" [id=121, type=get_attr]; +"122 linear_zero_point_0" [id=122, type=get_attr]; +"123 compressed_weight_updated_constant1" [id=123, type=get_attr]; +"124 quantize_per_channel_default_1" [id=124, type=quantize_per_channel]; +"125 dequantize_per_channel_default_1" [id=125, type=dequantize_per_channel]; +"126 linear" [id=126, type=linear]; +"127 unflatten" [id=127, type=unflatten]; +"128 unsqueeze" [id=128, type=unsqueeze]; +"129 transpose_1" [id=129, type=transpose]; +"130 squeeze" [id=130, type=squeeze]; +"131 contiguous" [id=131, type=contiguous]; +"132 quantize_per_tensor_default_2" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_2" [id=133, type=dequantize_per_tensor]; +"134 select" [id=134, type=select]; +"135 quantize_per_tensor_default_3" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_3" [id=136, type=dequantize_per_tensor]; +"137 select_1" [id=137, type=select]; +"138 select_2" [id=138, type=select]; +"139 view" [id=139, type=view]; +"140 transpose_2" [id=140, type=transpose]; +"141 view_1" [id=141, type=view]; +"142 transpose_3" [id=142, type=transpose]; +"143 view_2" [id=143, type=view]; +"144 transpose_4" [id=144, type=transpose]; +"145 view_3" [id=145, type=view]; +"146 view_4" [id=146, type=view]; +"147 view_5" [id=147, type=view]; +"148 scaled_dot_product_attention" [id=148, type=scaled_dot_product_attention]; +"149 permute_1" [id=149, type=permute]; +"150 view_6" [id=150, type=view]; +"151 view_6_0_0_nncf_smooth_quant_0" [id=151, type=call_module]; +"152 quantize_per_tensor_default_4" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_4" [id=153, type=dequantize_per_tensor]; +"154 linear_1_scale_0" [id=154, type=get_attr]; +"155 linear_1_zero_point_0" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant2" [id=156, type=get_attr]; +"157 quantize_per_channel_default_2" [id=157, type=quantize_per_channel]; +"158 dequantize_per_channel_default_2" [id=158, type=dequantize_per_channel]; +"159 linear_1" [id=159, type=linear]; +"160 view_7" [id=160, type=view]; +"161 transpose_5" [id=161, type=transpose]; +"162 dropout_1" [id=162, type=dropout]; +"163 add_1" [id=163, type=add]; +"164 layer_norm_1" [id=164, type=layer_norm]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_5" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_5" [id=167, type=dequantize_per_tensor]; +"168 linear_2_scale_0" [id=168, type=get_attr]; +"169 linear_2_zero_point_0" [id=169, type=get_attr]; +"170 compressed_weight_updated_constant3" [id=170, type=get_attr]; +"171 quantize_per_channel_default_3" [id=171, type=quantize_per_channel]; +"172 dequantize_per_channel_default_3" [id=172, type=dequantize_per_channel]; +"173 linear_2" [id=173, type=linear]; +"174 gelu" [id=174, type=gelu]; +"175 dropout_2" [id=175, type=dropout]; +"176 dropout_2_0_0_nncf_smooth_quant_0" [id=176, type=call_module]; +"177 quantize_per_tensor_default_6" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_6" [id=178, type=dequantize_per_tensor]; +"179 linear_3_scale_0" [id=179, type=get_attr]; +"180 linear_3_zero_point_0" [id=180, type=get_attr]; +"181 compressed_weight_updated_constant4" [id=181, type=get_attr]; +"182 quantize_per_channel_default_4" [id=182, type=quantize_per_channel]; +"183 dequantize_per_channel_default_4" [id=183, type=dequantize_per_channel]; +"184 linear_3" [id=184, type=linear]; +"185 dropout_3" [id=185, type=dropout]; +"186 add_2" [id=186, type=add]; +"187 layer_norm_2" [id=187, type=layer_norm]; +"188 transpose_6" [id=188, type=transpose]; +"189 transpose_6_0_0_nncf_smooth_quant_0" [id=189, type=call_module]; +"190 quantize_per_tensor_default_7" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_7" [id=191, type=dequantize_per_tensor]; +"192 linear_4_scale_0" [id=192, type=get_attr]; +"193 linear_4_zero_point_0" [id=193, type=get_attr]; +"194 compressed_weight_updated_constant5" [id=194, type=get_attr]; +"195 quantize_per_channel_default_5" [id=195, type=quantize_per_channel]; +"196 dequantize_per_channel_default_5" [id=196, type=dequantize_per_channel]; +"197 linear_4" [id=197, type=linear]; +"198 unflatten_1" [id=198, type=unflatten]; +"199 unsqueeze_1" [id=199, type=unsqueeze]; +"200 transpose_7" [id=200, type=transpose]; +"201 squeeze_1" [id=201, type=squeeze]; +"202 contiguous_1" [id=202, type=contiguous]; +"203 quantize_per_tensor_default_8" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_8" [id=204, type=dequantize_per_tensor]; +"205 select_3" [id=205, type=select]; +"206 quantize_per_tensor_default_9" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_9" [id=207, type=dequantize_per_tensor]; +"208 select_4" [id=208, type=select]; +"209 select_5" [id=209, type=select]; +"210 view_8" [id=210, type=view]; +"211 transpose_8" [id=211, type=transpose]; +"212 view_9" [id=212, type=view]; +"213 transpose_9" [id=213, type=transpose]; +"214 view_10" [id=214, type=view]; +"215 transpose_10" [id=215, type=transpose]; +"216 view_11" [id=216, type=view]; +"217 view_12" [id=217, type=view]; +"218 view_13" [id=218, type=view]; +"219 scaled_dot_product_attention_1" [id=219, type=scaled_dot_product_attention]; +"220 permute_2" [id=220, type=permute]; +"221 view_14" [id=221, type=view]; +"222 view_14_0_0_nncf_smooth_quant_0" [id=222, type=call_module]; +"223 quantize_per_tensor_default_10" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_10" [id=224, type=dequantize_per_tensor]; +"225 linear_5_scale_0" [id=225, type=get_attr]; +"226 linear_5_zero_point_0" [id=226, type=get_attr]; +"227 compressed_weight_updated_constant6" [id=227, type=get_attr]; +"228 quantize_per_channel_default_6" [id=228, type=quantize_per_channel]; +"229 dequantize_per_channel_default_6" [id=229, type=dequantize_per_channel]; +"230 linear_5" [id=230, type=linear]; +"231 view_15" [id=231, type=view]; +"232 transpose_11" [id=232, type=transpose]; +"233 dropout_4" [id=233, type=dropout]; +"234 add_3" [id=234, type=add]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" [id=236, type=call_module]; +"237 quantize_per_tensor_default_11" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_11" [id=238, type=dequantize_per_tensor]; +"239 linear_6_scale_0" [id=239, type=get_attr]; +"240 linear_6_zero_point_0" [id=240, type=get_attr]; +"241 compressed_weight_updated_constant7" [id=241, type=get_attr]; +"242 quantize_per_channel_default_7" [id=242, type=quantize_per_channel]; +"243 dequantize_per_channel_default_7" [id=243, type=dequantize_per_channel]; +"244 linear_6" [id=244, type=linear]; +"245 gelu_1" [id=245, type=gelu]; +"246 dropout_5" [id=246, type=dropout]; +"247 dropout_5_0_0_nncf_smooth_quant_0" [id=247, type=call_module]; +"248 quantize_per_tensor_default_12" [id=248, type=quantize_per_tensor]; +"249 dequantize_per_tensor_default_12" [id=249, type=dequantize_per_tensor]; +"250 linear_7_scale_0" [id=250, type=get_attr]; +"251 linear_7_zero_point_0" [id=251, type=get_attr]; +"252 compressed_weight_updated_constant8" [id=252, type=get_attr]; +"253 quantize_per_channel_default_8" [id=253, type=quantize_per_channel]; +"254 dequantize_per_channel_default_8" [id=254, type=dequantize_per_channel]; +"255 linear_7" [id=255, type=linear]; +"256 dropout_6" [id=256, type=dropout]; +"257 add_4" [id=257, type=add]; +"258 layer_norm_4" [id=258, type=layer_norm]; +"259 transpose_12" [id=259, type=transpose]; +"260 transpose_12_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_13" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_13" [id=262, type=dequantize_per_tensor]; +"263 linear_8_scale_0" [id=263, type=get_attr]; +"264 linear_8_zero_point_0" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant9" [id=265, type=get_attr]; +"266 quantize_per_channel_default_9" [id=266, type=quantize_per_channel]; +"267 dequantize_per_channel_default_9" [id=267, type=dequantize_per_channel]; +"268 linear_8" [id=268, type=linear]; +"269 unflatten_2" [id=269, type=unflatten]; +"270 unsqueeze_2" [id=270, type=unsqueeze]; +"271 transpose_13" [id=271, type=transpose]; +"272 squeeze_2" [id=272, type=squeeze]; +"273 contiguous_2" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_14" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_14" [id=275, type=dequantize_per_tensor]; +"276 select_6" [id=276, type=select]; +"277 quantize_per_tensor_default_15" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_15" [id=278, type=dequantize_per_tensor]; +"279 select_7" [id=279, type=select]; +"280 select_8" [id=280, type=select]; +"281 view_16" [id=281, type=view]; +"282 transpose_14" [id=282, type=transpose]; +"283 view_17" [id=283, type=view]; +"284 transpose_15" [id=284, type=transpose]; +"285 view_18" [id=285, type=view]; +"286 transpose_16" [id=286, type=transpose]; +"287 view_19" [id=287, type=view]; +"288 view_20" [id=288, type=view]; +"289 view_21" [id=289, type=view]; +"290 scaled_dot_product_attention_2" [id=290, type=scaled_dot_product_attention]; +"291 permute_3" [id=291, type=permute]; +"292 view_22" [id=292, type=view]; +"293 view_22_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_16" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_16" [id=295, type=dequantize_per_tensor]; +"296 linear_9_scale_0" [id=296, type=get_attr]; +"297 linear_9_zero_point_0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant10" [id=298, type=get_attr]; +"299 quantize_per_channel_default_10" [id=299, type=quantize_per_channel]; +"300 dequantize_per_channel_default_10" [id=300, type=dequantize_per_channel]; +"301 linear_9" [id=301, type=linear]; +"302 view_23" [id=302, type=view]; +"303 transpose_17" [id=303, type=transpose]; +"304 dropout_7" [id=304, type=dropout]; +"305 add_5" [id=305, type=add]; +"306 layer_norm_5" [id=306, type=layer_norm]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" [id=307, type=call_module]; +"308 quantize_per_tensor_default_17" [id=308, type=quantize_per_tensor]; +"309 dequantize_per_tensor_default_17" [id=309, type=dequantize_per_tensor]; +"310 linear_10_scale_0" [id=310, type=get_attr]; +"311 linear_10_zero_point_0" [id=311, type=get_attr]; +"312 compressed_weight_updated_constant11" [id=312, type=get_attr]; +"313 quantize_per_channel_default_11" [id=313, type=quantize_per_channel]; +"314 dequantize_per_channel_default_11" [id=314, type=dequantize_per_channel]; +"315 linear_10" [id=315, type=linear]; +"316 gelu_2" [id=316, type=gelu]; +"317 dropout_8" [id=317, type=dropout]; +"318 dropout_8_0_0_nncf_smooth_quant_0" [id=318, type=call_module]; +"319 quantize_per_tensor_default_18" [id=319, type=quantize_per_tensor]; +"320 dequantize_per_tensor_default_18" [id=320, type=dequantize_per_tensor]; +"321 linear_11_scale_0" [id=321, type=get_attr]; +"322 linear_11_zero_point_0" [id=322, type=get_attr]; +"323 compressed_weight_updated_constant12" [id=323, type=get_attr]; +"324 quantize_per_channel_default_12" [id=324, type=quantize_per_channel]; +"325 dequantize_per_channel_default_12" [id=325, type=dequantize_per_channel]; +"326 linear_11" [id=326, type=linear]; +"327 dropout_9" [id=327, type=dropout]; +"328 add_6" [id=328, type=add]; +"329 layer_norm_6" [id=329, type=layer_norm]; +"330 transpose_18" [id=330, type=transpose]; +"331 transpose_18_0_0_nncf_smooth_quant_0" [id=331, type=call_module]; +"332 quantize_per_tensor_default_19" [id=332, type=quantize_per_tensor]; +"333 dequantize_per_tensor_default_19" [id=333, type=dequantize_per_tensor]; +"334 linear_12_scale_0" [id=334, type=get_attr]; +"335 linear_12_zero_point_0" [id=335, type=get_attr]; +"336 compressed_weight_updated_constant13" [id=336, type=get_attr]; +"337 quantize_per_channel_default_13" [id=337, type=quantize_per_channel]; +"338 dequantize_per_channel_default_13" [id=338, type=dequantize_per_channel]; +"339 linear_12" [id=339, type=linear]; +"340 unflatten_3" [id=340, type=unflatten]; +"341 unsqueeze_3" [id=341, type=unsqueeze]; +"342 transpose_19" [id=342, type=transpose]; +"343 squeeze_3" [id=343, type=squeeze]; +"344 contiguous_3" [id=344, type=contiguous]; +"345 quantize_per_tensor_default_20" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_20" [id=346, type=dequantize_per_tensor]; +"347 select_9" [id=347, type=select]; +"348 quantize_per_tensor_default_21" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_21" [id=349, type=dequantize_per_tensor]; +"350 select_10" [id=350, type=select]; +"351 select_11" [id=351, type=select]; +"352 view_24" [id=352, type=view]; +"353 transpose_20" [id=353, type=transpose]; +"354 view_25" [id=354, type=view]; +"355 transpose_21" [id=355, type=transpose]; +"356 view_26" [id=356, type=view]; +"357 transpose_22" [id=357, type=transpose]; +"358 view_27" [id=358, type=view]; +"359 view_28" [id=359, type=view]; +"360 view_29" [id=360, type=view]; +"361 scaled_dot_product_attention_3" [id=361, type=scaled_dot_product_attention]; +"362 permute_4" [id=362, type=permute]; +"363 view_30" [id=363, type=view]; +"364 view_30_0_0_nncf_smooth_quant_0" [id=364, type=call_module]; +"365 quantize_per_tensor_default_22" [id=365, type=quantize_per_tensor]; +"366 dequantize_per_tensor_default_22" [id=366, type=dequantize_per_tensor]; +"367 linear_13_scale_0" [id=367, type=get_attr]; +"368 linear_13_zero_point_0" [id=368, type=get_attr]; +"369 compressed_weight_updated_constant14" [id=369, type=get_attr]; +"370 quantize_per_channel_default_14" [id=370, type=quantize_per_channel]; +"371 dequantize_per_channel_default_14" [id=371, type=dequantize_per_channel]; +"372 linear_13" [id=372, type=linear]; +"373 view_31" [id=373, type=view]; +"374 transpose_23" [id=374, type=transpose]; +"375 dropout_10" [id=375, type=dropout]; +"376 add_7" [id=376, type=add]; +"377 layer_norm_7" [id=377, type=layer_norm]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" [id=378, type=call_module]; +"379 quantize_per_tensor_default_23" [id=379, type=quantize_per_tensor]; +"380 dequantize_per_tensor_default_23" [id=380, type=dequantize_per_tensor]; +"381 linear_14_scale_0" [id=381, type=get_attr]; +"382 linear_14_zero_point_0" [id=382, type=get_attr]; +"383 compressed_weight_updated_constant15" [id=383, type=get_attr]; +"384 quantize_per_channel_default_15" [id=384, type=quantize_per_channel]; +"385 dequantize_per_channel_default_15" [id=385, type=dequantize_per_channel]; +"386 linear_14" [id=386, type=linear]; +"387 gelu_3" [id=387, type=gelu]; +"388 dropout_11" [id=388, type=dropout]; +"389 dropout_11_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_24" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_24" [id=391, type=dequantize_per_tensor]; +"392 linear_15_scale_0" [id=392, type=get_attr]; +"393 linear_15_zero_point_0" [id=393, type=get_attr]; +"394 compressed_weight_updated_constant16" [id=394, type=get_attr]; +"395 quantize_per_channel_default_16" [id=395, type=quantize_per_channel]; +"396 dequantize_per_channel_default_16" [id=396, type=dequantize_per_channel]; +"397 linear_15" [id=397, type=linear]; +"398 dropout_12" [id=398, type=dropout]; +"399 add_8" [id=399, type=add]; +"400 layer_norm_8" [id=400, type=layer_norm]; +"401 transpose_24" [id=401, type=transpose]; +"402 transpose_24_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_25" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_25" [id=404, type=dequantize_per_tensor]; +"405 linear_16_scale_0" [id=405, type=get_attr]; +"406 linear_16_zero_point_0" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant17" [id=407, type=get_attr]; +"408 quantize_per_channel_default_17" [id=408, type=quantize_per_channel]; +"409 dequantize_per_channel_default_17" [id=409, type=dequantize_per_channel]; +"410 linear_16" [id=410, type=linear]; +"411 unflatten_4" [id=411, type=unflatten]; +"412 unsqueeze_4" [id=412, type=unsqueeze]; +"413 transpose_25" [id=413, type=transpose]; +"414 squeeze_4" [id=414, type=squeeze]; +"415 contiguous_4" [id=415, type=contiguous]; +"416 quantize_per_tensor_default_26" [id=416, type=quantize_per_tensor]; +"417 dequantize_per_tensor_default_26" [id=417, type=dequantize_per_tensor]; +"418 select_12" [id=418, type=select]; +"419 quantize_per_tensor_default_27" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_27" [id=420, type=dequantize_per_tensor]; +"421 select_13" [id=421, type=select]; +"422 select_14" [id=422, type=select]; +"423 view_32" [id=423, type=view]; +"424 transpose_26" [id=424, type=transpose]; +"425 view_33" [id=425, type=view]; +"426 transpose_27" [id=426, type=transpose]; +"427 view_34" [id=427, type=view]; +"428 transpose_28" [id=428, type=transpose]; +"429 view_35" [id=429, type=view]; +"430 view_36" [id=430, type=view]; +"431 view_37" [id=431, type=view]; +"432 scaled_dot_product_attention_4" [id=432, type=scaled_dot_product_attention]; +"433 permute_5" [id=433, type=permute]; +"434 view_38" [id=434, type=view]; +"435 view_38_0_0_nncf_smooth_quant_0" [id=435, type=call_module]; +"436 quantize_per_tensor_default_28" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_28" [id=437, type=dequantize_per_tensor]; +"438 linear_17_scale_0" [id=438, type=get_attr]; +"439 linear_17_zero_point_0" [id=439, type=get_attr]; +"440 compressed_weight_updated_constant18" [id=440, type=get_attr]; +"441 quantize_per_channel_default_18" [id=441, type=quantize_per_channel]; +"442 dequantize_per_channel_default_18" [id=442, type=dequantize_per_channel]; +"443 linear_17" [id=443, type=linear]; +"444 view_39" [id=444, type=view]; +"445 transpose_29" [id=445, type=transpose]; +"446 dropout_13" [id=446, type=dropout]; +"447 add_9" [id=447, type=add]; +"448 layer_norm_9" [id=448, type=layer_norm]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_29" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_29" [id=451, type=dequantize_per_tensor]; +"452 linear_18_scale_0" [id=452, type=get_attr]; +"453 linear_18_zero_point_0" [id=453, type=get_attr]; +"454 compressed_weight_updated_constant19" [id=454, type=get_attr]; +"455 quantize_per_channel_default_19" [id=455, type=quantize_per_channel]; +"456 dequantize_per_channel_default_19" [id=456, type=dequantize_per_channel]; +"457 linear_18" [id=457, type=linear]; +"458 gelu_4" [id=458, type=gelu]; +"459 dropout_14" [id=459, type=dropout]; +"460 dropout_14_0_0_nncf_smooth_quant_0" [id=460, type=call_module]; +"461 quantize_per_tensor_default_30" [id=461, type=quantize_per_tensor]; +"462 dequantize_per_tensor_default_30" [id=462, type=dequantize_per_tensor]; +"463 linear_19_scale_0" [id=463, type=get_attr]; +"464 linear_19_zero_point_0" [id=464, type=get_attr]; +"465 compressed_weight_updated_constant20" [id=465, type=get_attr]; +"466 quantize_per_channel_default_20" [id=466, type=quantize_per_channel]; +"467 dequantize_per_channel_default_20" [id=467, type=dequantize_per_channel]; +"468 linear_19" [id=468, type=linear]; +"469 dropout_15" [id=469, type=dropout]; +"470 add_10" [id=470, type=add]; +"471 layer_norm_10" [id=471, type=layer_norm]; +"472 transpose_30" [id=472, type=transpose]; +"473 transpose_30_0_0_nncf_smooth_quant_0" [id=473, type=call_module]; +"474 quantize_per_tensor_default_31" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_31" [id=475, type=dequantize_per_tensor]; +"476 linear_20_scale_0" [id=476, type=get_attr]; +"477 linear_20_zero_point_0" [id=477, type=get_attr]; +"478 compressed_weight_updated_constant21" [id=478, type=get_attr]; +"479 quantize_per_channel_default_21" [id=479, type=quantize_per_channel]; +"480 dequantize_per_channel_default_21" [id=480, type=dequantize_per_channel]; +"481 linear_20" [id=481, type=linear]; +"482 unflatten_5" [id=482, type=unflatten]; +"483 unsqueeze_5" [id=483, type=unsqueeze]; +"484 transpose_31" [id=484, type=transpose]; +"485 squeeze_5" [id=485, type=squeeze]; +"486 contiguous_5" [id=486, type=contiguous]; +"487 quantize_per_tensor_default_32" [id=487, type=quantize_per_tensor]; +"488 dequantize_per_tensor_default_32" [id=488, type=dequantize_per_tensor]; +"489 select_15" [id=489, type=select]; +"490 quantize_per_tensor_default_33" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_33" [id=491, type=dequantize_per_tensor]; +"492 select_16" [id=492, type=select]; +"493 select_17" [id=493, type=select]; +"494 view_40" [id=494, type=view]; +"495 transpose_32" [id=495, type=transpose]; +"496 view_41" [id=496, type=view]; +"497 transpose_33" [id=497, type=transpose]; +"498 view_42" [id=498, type=view]; +"499 transpose_34" [id=499, type=transpose]; +"500 view_43" [id=500, type=view]; +"501 view_44" [id=501, type=view]; +"502 view_45" [id=502, type=view]; +"503 scaled_dot_product_attention_5" [id=503, type=scaled_dot_product_attention]; +"504 permute_6" [id=504, type=permute]; +"505 view_46" [id=505, type=view]; +"506 view_46_0_0_nncf_smooth_quant_0" [id=506, type=call_module]; +"507 quantize_per_tensor_default_34" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_34" [id=508, type=dequantize_per_tensor]; +"509 linear_21_scale_0" [id=509, type=get_attr]; +"510 linear_21_zero_point_0" [id=510, type=get_attr]; +"511 compressed_weight_updated_constant22" [id=511, type=get_attr]; +"512 quantize_per_channel_default_22" [id=512, type=quantize_per_channel]; +"513 dequantize_per_channel_default_22" [id=513, type=dequantize_per_channel]; +"514 linear_21" [id=514, type=linear]; +"515 view_47" [id=515, type=view]; +"516 transpose_35" [id=516, type=transpose]; +"517 dropout_16" [id=517, type=dropout]; +"518 add_11" [id=518, type=add]; +"519 layer_norm_11" [id=519, type=layer_norm]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; +"521 quantize_per_tensor_default_35" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_35" [id=522, type=dequantize_per_tensor]; +"523 linear_22_scale_0" [id=523, type=get_attr]; +"524 linear_22_zero_point_0" [id=524, type=get_attr]; +"525 compressed_weight_updated_constant23" [id=525, type=get_attr]; +"526 quantize_per_channel_default_23" [id=526, type=quantize_per_channel]; +"527 dequantize_per_channel_default_23" [id=527, type=dequantize_per_channel]; +"528 linear_22" [id=528, type=linear]; +"529 gelu_5" [id=529, type=gelu]; +"530 dropout_17" [id=530, type=dropout]; +"531 dropout_17_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_36" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_36" [id=533, type=dequantize_per_tensor]; +"534 linear_23_scale_0" [id=534, type=get_attr]; +"535 linear_23_zero_point_0" [id=535, type=get_attr]; +"536 compressed_weight_updated_constant24" [id=536, type=get_attr]; +"537 quantize_per_channel_default_24" [id=537, type=quantize_per_channel]; +"538 dequantize_per_channel_default_24" [id=538, type=dequantize_per_channel]; +"539 linear_23" [id=539, type=linear]; +"540 dropout_18" [id=540, type=dropout]; +"541 add_12" [id=541, type=add]; +"542 layer_norm_12" [id=542, type=layer_norm]; +"543 transpose_36" [id=543, type=transpose]; +"544 transpose_36_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_37" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_37" [id=546, type=dequantize_per_tensor]; +"547 linear_24_scale_0" [id=547, type=get_attr]; +"548 linear_24_zero_point_0" [id=548, type=get_attr]; +"549 compressed_weight_updated_constant25" [id=549, type=get_attr]; +"550 quantize_per_channel_default_25" [id=550, type=quantize_per_channel]; +"551 dequantize_per_channel_default_25" [id=551, type=dequantize_per_channel]; +"552 linear_24" [id=552, type=linear]; +"553 unflatten_6" [id=553, type=unflatten]; +"554 unsqueeze_6" [id=554, type=unsqueeze]; +"555 transpose_37" [id=555, type=transpose]; +"556 squeeze_6" [id=556, type=squeeze]; +"557 contiguous_6" [id=557, type=contiguous]; +"558 quantize_per_tensor_default_38" [id=558, type=quantize_per_tensor]; +"559 dequantize_per_tensor_default_38" [id=559, type=dequantize_per_tensor]; +"560 select_18" [id=560, type=select]; +"561 quantize_per_tensor_default_39" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_39" [id=562, type=dequantize_per_tensor]; +"563 select_19" [id=563, type=select]; +"564 select_20" [id=564, type=select]; +"565 view_48" [id=565, type=view]; +"566 transpose_38" [id=566, type=transpose]; +"567 view_49" [id=567, type=view]; +"568 transpose_39" [id=568, type=transpose]; +"569 view_50" [id=569, type=view]; +"570 transpose_40" [id=570, type=transpose]; +"571 view_51" [id=571, type=view]; +"572 view_52" [id=572, type=view]; +"573 view_53" [id=573, type=view]; +"574 scaled_dot_product_attention_6" [id=574, type=scaled_dot_product_attention]; +"575 permute_7" [id=575, type=permute]; +"576 view_54" [id=576, type=view]; +"577 view_54_0_0_nncf_smooth_quant_0" [id=577, type=call_module]; +"578 quantize_per_tensor_default_40" [id=578, type=quantize_per_tensor]; +"579 dequantize_per_tensor_default_40" [id=579, type=dequantize_per_tensor]; +"580 linear_25_scale_0" [id=580, type=get_attr]; +"581 linear_25_zero_point_0" [id=581, type=get_attr]; +"582 compressed_weight_updated_constant26" [id=582, type=get_attr]; +"583 quantize_per_channel_default_26" [id=583, type=quantize_per_channel]; +"584 dequantize_per_channel_default_26" [id=584, type=dequantize_per_channel]; +"585 linear_25" [id=585, type=linear]; +"586 view_55" [id=586, type=view]; +"587 transpose_41" [id=587, type=transpose]; +"588 dropout_19" [id=588, type=dropout]; +"589 add_13" [id=589, type=add]; +"590 layer_norm_13" [id=590, type=layer_norm]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" [id=591, type=call_module]; +"592 quantize_per_tensor_default_41" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_41" [id=593, type=dequantize_per_tensor]; +"594 linear_26_scale_0" [id=594, type=get_attr]; +"595 linear_26_zero_point_0" [id=595, type=get_attr]; +"596 compressed_weight_updated_constant27" [id=596, type=get_attr]; +"597 quantize_per_channel_default_27" [id=597, type=quantize_per_channel]; +"598 dequantize_per_channel_default_27" [id=598, type=dequantize_per_channel]; +"599 linear_26" [id=599, type=linear]; +"600 gelu_6" [id=600, type=gelu]; +"601 dropout_20" [id=601, type=dropout]; +"602 dropout_20_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_42" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_42" [id=604, type=dequantize_per_tensor]; +"605 linear_27_scale_0" [id=605, type=get_attr]; +"606 linear_27_zero_point_0" [id=606, type=get_attr]; +"607 compressed_weight_updated_constant28" [id=607, type=get_attr]; +"608 quantize_per_channel_default_28" [id=608, type=quantize_per_channel]; +"609 dequantize_per_channel_default_28" [id=609, type=dequantize_per_channel]; +"610 linear_27" [id=610, type=linear]; +"611 dropout_21" [id=611, type=dropout]; +"612 add_14" [id=612, type=add]; +"613 layer_norm_14" [id=613, type=layer_norm]; +"614 transpose_42" [id=614, type=transpose]; +"615 transpose_42_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_43" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_43" [id=617, type=dequantize_per_tensor]; +"618 linear_28_scale_0" [id=618, type=get_attr]; +"619 linear_28_zero_point_0" [id=619, type=get_attr]; +"620 compressed_weight_updated_constant29" [id=620, type=get_attr]; +"621 quantize_per_channel_default_29" [id=621, type=quantize_per_channel]; +"622 dequantize_per_channel_default_29" [id=622, type=dequantize_per_channel]; +"623 linear_28" [id=623, type=linear]; +"624 unflatten_7" [id=624, type=unflatten]; +"625 unsqueeze_7" [id=625, type=unsqueeze]; +"626 transpose_43" [id=626, type=transpose]; +"627 squeeze_7" [id=627, type=squeeze]; +"628 contiguous_7" [id=628, type=contiguous]; +"629 quantize_per_tensor_default_44" [id=629, type=quantize_per_tensor]; +"630 dequantize_per_tensor_default_44" [id=630, type=dequantize_per_tensor]; +"631 select_21" [id=631, type=select]; +"632 quantize_per_tensor_default_45" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_45" [id=633, type=dequantize_per_tensor]; +"634 select_22" [id=634, type=select]; +"635 select_23" [id=635, type=select]; +"636 view_56" [id=636, type=view]; +"637 transpose_44" [id=637, type=transpose]; +"638 view_57" [id=638, type=view]; +"639 transpose_45" [id=639, type=transpose]; +"640 view_58" [id=640, type=view]; +"641 transpose_46" [id=641, type=transpose]; +"642 view_59" [id=642, type=view]; +"643 view_60" [id=643, type=view]; +"644 view_61" [id=644, type=view]; +"645 scaled_dot_product_attention_7" [id=645, type=scaled_dot_product_attention]; +"646 permute_8" [id=646, type=permute]; +"647 view_62" [id=647, type=view]; +"648 view_62_0_0_nncf_smooth_quant_0" [id=648, type=call_module]; +"649 quantize_per_tensor_default_46" [id=649, type=quantize_per_tensor]; +"650 dequantize_per_tensor_default_46" [id=650, type=dequantize_per_tensor]; +"651 linear_29_scale_0" [id=651, type=get_attr]; +"652 linear_29_zero_point_0" [id=652, type=get_attr]; +"653 compressed_weight_updated_constant30" [id=653, type=get_attr]; +"654 quantize_per_channel_default_30" [id=654, type=quantize_per_channel]; +"655 dequantize_per_channel_default_30" [id=655, type=dequantize_per_channel]; +"656 linear_29" [id=656, type=linear]; +"657 view_63" [id=657, type=view]; +"658 transpose_47" [id=658, type=transpose]; +"659 dropout_22" [id=659, type=dropout]; +"660 add_15" [id=660, type=add]; +"661 layer_norm_15" [id=661, type=layer_norm]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" [id=662, type=call_module]; +"663 quantize_per_tensor_default_47" [id=663, type=quantize_per_tensor]; +"664 dequantize_per_tensor_default_47" [id=664, type=dequantize_per_tensor]; +"665 linear_30_scale_0" [id=665, type=get_attr]; +"666 linear_30_zero_point_0" [id=666, type=get_attr]; +"667 compressed_weight_updated_constant31" [id=667, type=get_attr]; +"668 quantize_per_channel_default_31" [id=668, type=quantize_per_channel]; +"669 dequantize_per_channel_default_31" [id=669, type=dequantize_per_channel]; +"670 linear_30" [id=670, type=linear]; +"671 gelu_7" [id=671, type=gelu]; +"672 dropout_23" [id=672, type=dropout]; +"673 dropout_23_0_0_nncf_smooth_quant_0" [id=673, type=call_module]; +"674 quantize_per_tensor_default_48" [id=674, type=quantize_per_tensor]; +"675 dequantize_per_tensor_default_48" [id=675, type=dequantize_per_tensor]; +"676 linear_31_scale_0" [id=676, type=get_attr]; +"677 linear_31_zero_point_0" [id=677, type=get_attr]; +"678 compressed_weight_updated_constant32" [id=678, type=get_attr]; +"679 quantize_per_channel_default_32" [id=679, type=quantize_per_channel]; +"680 dequantize_per_channel_default_32" [id=680, type=dequantize_per_channel]; +"681 linear_31" [id=681, type=linear]; +"682 dropout_24" [id=682, type=dropout]; +"683 add_16" [id=683, type=add]; +"684 layer_norm_16" [id=684, type=layer_norm]; +"685 transpose_48" [id=685, type=transpose]; +"686 transpose_48_0_0_nncf_smooth_quant_0" [id=686, type=call_module]; +"687 quantize_per_tensor_default_49" [id=687, type=quantize_per_tensor]; +"688 dequantize_per_tensor_default_49" [id=688, type=dequantize_per_tensor]; +"689 linear_32_scale_0" [id=689, type=get_attr]; +"690 linear_32_zero_point_0" [id=690, type=get_attr]; +"691 compressed_weight_updated_constant33" [id=691, type=get_attr]; +"692 quantize_per_channel_default_33" [id=692, type=quantize_per_channel]; +"693 dequantize_per_channel_default_33" [id=693, type=dequantize_per_channel]; +"694 linear_32" [id=694, type=linear]; +"695 unflatten_8" [id=695, type=unflatten]; +"696 unsqueeze_8" [id=696, type=unsqueeze]; +"697 transpose_49" [id=697, type=transpose]; +"698 squeeze_8" [id=698, type=squeeze]; +"699 contiguous_8" [id=699, type=contiguous]; +"700 quantize_per_tensor_default_50" [id=700, type=quantize_per_tensor]; +"701 dequantize_per_tensor_default_50" [id=701, type=dequantize_per_tensor]; +"702 select_24" [id=702, type=select]; +"703 quantize_per_tensor_default_51" [id=703, type=quantize_per_tensor]; +"704 dequantize_per_tensor_default_51" [id=704, type=dequantize_per_tensor]; +"705 select_25" [id=705, type=select]; +"706 select_26" [id=706, type=select]; +"707 view_64" [id=707, type=view]; +"708 transpose_50" [id=708, type=transpose]; +"709 view_65" [id=709, type=view]; +"710 transpose_51" [id=710, type=transpose]; +"711 view_66" [id=711, type=view]; +"712 transpose_52" [id=712, type=transpose]; +"713 view_67" [id=713, type=view]; +"714 view_68" [id=714, type=view]; +"715 view_69" [id=715, type=view]; +"716 scaled_dot_product_attention_8" [id=716, type=scaled_dot_product_attention]; +"717 permute_9" [id=717, type=permute]; +"718 view_70" [id=718, type=view]; +"719 view_70_0_0_nncf_smooth_quant_0" [id=719, type=call_module]; +"720 quantize_per_tensor_default_52" [id=720, type=quantize_per_tensor]; +"721 dequantize_per_tensor_default_52" [id=721, type=dequantize_per_tensor]; +"722 linear_33_scale_0" [id=722, type=get_attr]; +"723 linear_33_zero_point_0" [id=723, type=get_attr]; +"724 compressed_weight_updated_constant34" [id=724, type=get_attr]; +"725 quantize_per_channel_default_34" [id=725, type=quantize_per_channel]; +"726 dequantize_per_channel_default_34" [id=726, type=dequantize_per_channel]; +"727 linear_33" [id=727, type=linear]; +"728 view_71" [id=728, type=view]; +"729 transpose_53" [id=729, type=transpose]; +"730 dropout_25" [id=730, type=dropout]; +"731 add_17" [id=731, type=add]; +"732 layer_norm_17" [id=732, type=layer_norm]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_53" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_53" [id=735, type=dequantize_per_tensor]; +"736 linear_34_scale_0" [id=736, type=get_attr]; +"737 linear_34_zero_point_0" [id=737, type=get_attr]; +"738 compressed_weight_updated_constant35" [id=738, type=get_attr]; +"739 quantize_per_channel_default_35" [id=739, type=quantize_per_channel]; +"740 dequantize_per_channel_default_35" [id=740, type=dequantize_per_channel]; +"741 linear_34" [id=741, type=linear]; +"742 gelu_8" [id=742, type=gelu]; +"743 dropout_26" [id=743, type=dropout]; +"744 dropout_26_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; +"745 quantize_per_tensor_default_54" [id=745, type=quantize_per_tensor]; +"746 dequantize_per_tensor_default_54" [id=746, type=dequantize_per_tensor]; +"747 linear_35_scale_0" [id=747, type=get_attr]; +"748 linear_35_zero_point_0" [id=748, type=get_attr]; +"749 compressed_weight_updated_constant36" [id=749, type=get_attr]; +"750 quantize_per_channel_default_36" [id=750, type=quantize_per_channel]; +"751 dequantize_per_channel_default_36" [id=751, type=dequantize_per_channel]; +"752 linear_35" [id=752, type=linear]; +"753 dropout_27" [id=753, type=dropout]; +"754 add_18" [id=754, type=add]; +"755 layer_norm_18" [id=755, type=layer_norm]; +"756 transpose_54" [id=756, type=transpose]; +"757 transpose_54_0_0_nncf_smooth_quant_0" [id=757, type=call_module]; +"758 quantize_per_tensor_default_55" [id=758, type=quantize_per_tensor]; +"759 dequantize_per_tensor_default_55" [id=759, type=dequantize_per_tensor]; +"760 linear_36_scale_0" [id=760, type=get_attr]; +"761 linear_36_zero_point_0" [id=761, type=get_attr]; +"762 compressed_weight_updated_constant37" [id=762, type=get_attr]; +"763 quantize_per_channel_default_37" [id=763, type=quantize_per_channel]; +"764 dequantize_per_channel_default_37" [id=764, type=dequantize_per_channel]; +"765 linear_36" [id=765, type=linear]; +"766 unflatten_9" [id=766, type=unflatten]; +"767 unsqueeze_9" [id=767, type=unsqueeze]; +"768 transpose_55" [id=768, type=transpose]; +"769 squeeze_9" [id=769, type=squeeze]; +"770 contiguous_9" [id=770, type=contiguous]; +"771 quantize_per_tensor_default_56" [id=771, type=quantize_per_tensor]; +"772 dequantize_per_tensor_default_56" [id=772, type=dequantize_per_tensor]; +"773 select_27" [id=773, type=select]; +"774 quantize_per_tensor_default_57" [id=774, type=quantize_per_tensor]; +"775 dequantize_per_tensor_default_57" [id=775, type=dequantize_per_tensor]; +"776 select_28" [id=776, type=select]; +"777 select_29" [id=777, type=select]; +"778 view_72" [id=778, type=view]; +"779 transpose_56" [id=779, type=transpose]; +"780 view_73" [id=780, type=view]; +"781 transpose_57" [id=781, type=transpose]; +"782 view_74" [id=782, type=view]; +"783 transpose_58" [id=783, type=transpose]; +"784 view_75" [id=784, type=view]; +"785 view_76" [id=785, type=view]; +"786 view_77" [id=786, type=view]; +"787 scaled_dot_product_attention_9" [id=787, type=scaled_dot_product_attention]; +"788 permute_10" [id=788, type=permute]; +"789 view_78" [id=789, type=view]; +"790 view_78_0_0_nncf_smooth_quant_0" [id=790, type=call_module]; +"791 quantize_per_tensor_default_58" [id=791, type=quantize_per_tensor]; +"792 dequantize_per_tensor_default_58" [id=792, type=dequantize_per_tensor]; +"793 linear_37_scale_0" [id=793, type=get_attr]; +"794 linear_37_zero_point_0" [id=794, type=get_attr]; +"795 compressed_weight_updated_constant38" [id=795, type=get_attr]; +"796 quantize_per_channel_default_38" [id=796, type=quantize_per_channel]; +"797 dequantize_per_channel_default_38" [id=797, type=dequantize_per_channel]; +"798 linear_37" [id=798, type=linear]; +"799 view_79" [id=799, type=view]; +"800 transpose_59" [id=800, type=transpose]; +"801 dropout_28" [id=801, type=dropout]; +"802 add_19" [id=802, type=add]; +"803 layer_norm_19" [id=803, type=layer_norm]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" [id=804, type=call_module]; +"805 quantize_per_tensor_default_59" [id=805, type=quantize_per_tensor]; +"806 dequantize_per_tensor_default_59" [id=806, type=dequantize_per_tensor]; +"807 linear_38_scale_0" [id=807, type=get_attr]; +"808 linear_38_zero_point_0" [id=808, type=get_attr]; +"809 compressed_weight_updated_constant39" [id=809, type=get_attr]; +"810 quantize_per_channel_default_39" [id=810, type=quantize_per_channel]; +"811 dequantize_per_channel_default_39" [id=811, type=dequantize_per_channel]; +"812 linear_38" [id=812, type=linear]; +"813 gelu_9" [id=813, type=gelu]; +"814 dropout_29" [id=814, type=dropout]; +"815 dropout_29_0_0_nncf_smooth_quant_0" [id=815, type=call_module]; +"816 quantize_per_tensor_default_60" [id=816, type=quantize_per_tensor]; +"817 dequantize_per_tensor_default_60" [id=817, type=dequantize_per_tensor]; +"818 linear_39_scale_0" [id=818, type=get_attr]; +"819 linear_39_zero_point_0" [id=819, type=get_attr]; +"820 compressed_weight_updated_constant40" [id=820, type=get_attr]; +"821 quantize_per_channel_default_40" [id=821, type=quantize_per_channel]; +"822 dequantize_per_channel_default_40" [id=822, type=dequantize_per_channel]; +"823 linear_39" [id=823, type=linear]; +"824 dropout_30" [id=824, type=dropout]; +"825 add_20" [id=825, type=add]; +"826 layer_norm_20" [id=826, type=layer_norm]; +"827 transpose_60" [id=827, type=transpose]; +"828 transpose_60_0_0_nncf_smooth_quant_0" [id=828, type=call_module]; +"829 quantize_per_tensor_default_61" [id=829, type=quantize_per_tensor]; +"830 dequantize_per_tensor_default_61" [id=830, type=dequantize_per_tensor]; +"831 linear_40_scale_0" [id=831, type=get_attr]; +"832 linear_40_zero_point_0" [id=832, type=get_attr]; +"833 compressed_weight_updated_constant41" [id=833, type=get_attr]; +"834 quantize_per_channel_default_41" [id=834, type=quantize_per_channel]; +"835 dequantize_per_channel_default_41" [id=835, type=dequantize_per_channel]; +"836 linear_40" [id=836, type=linear]; +"837 unflatten_10" [id=837, type=unflatten]; +"838 unsqueeze_10" [id=838, type=unsqueeze]; +"839 transpose_61" [id=839, type=transpose]; +"840 squeeze_10" [id=840, type=squeeze]; +"841 contiguous_10" [id=841, type=contiguous]; +"842 quantize_per_tensor_default_62" [id=842, type=quantize_per_tensor]; +"843 dequantize_per_tensor_default_62" [id=843, type=dequantize_per_tensor]; +"844 select_30" [id=844, type=select]; +"845 quantize_per_tensor_default_63" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_63" [id=846, type=dequantize_per_tensor]; +"847 select_31" [id=847, type=select]; +"848 select_32" [id=848, type=select]; +"849 view_80" [id=849, type=view]; +"850 transpose_62" [id=850, type=transpose]; +"851 view_81" [id=851, type=view]; +"852 transpose_63" [id=852, type=transpose]; +"853 view_82" [id=853, type=view]; +"854 transpose_64" [id=854, type=transpose]; +"855 view_83" [id=855, type=view]; +"856 view_84" [id=856, type=view]; +"857 view_85" [id=857, type=view]; +"858 scaled_dot_product_attention_10" [id=858, type=scaled_dot_product_attention]; +"859 permute_11" [id=859, type=permute]; +"860 view_86" [id=860, type=view]; +"861 view_86_0_0_nncf_smooth_quant_0" [id=861, type=call_module]; +"862 quantize_per_tensor_default_64" [id=862, type=quantize_per_tensor]; +"863 dequantize_per_tensor_default_64" [id=863, type=dequantize_per_tensor]; +"864 linear_41_scale_0" [id=864, type=get_attr]; +"865 linear_41_zero_point_0" [id=865, type=get_attr]; +"866 compressed_weight_updated_constant42" [id=866, type=get_attr]; +"867 quantize_per_channel_default_42" [id=867, type=quantize_per_channel]; +"868 dequantize_per_channel_default_42" [id=868, type=dequantize_per_channel]; +"869 linear_41" [id=869, type=linear]; +"870 view_87" [id=870, type=view]; +"871 transpose_65" [id=871, type=transpose]; +"872 dropout_31" [id=872, type=dropout]; +"873 add_21" [id=873, type=add]; +"874 layer_norm_21" [id=874, type=layer_norm]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_65" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_65" [id=877, type=dequantize_per_tensor]; +"878 linear_42_scale_0" [id=878, type=get_attr]; +"879 linear_42_zero_point_0" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant43" [id=880, type=get_attr]; +"881 quantize_per_channel_default_43" [id=881, type=quantize_per_channel]; +"882 dequantize_per_channel_default_43" [id=882, type=dequantize_per_channel]; +"883 linear_42" [id=883, type=linear]; +"884 gelu_10" [id=884, type=gelu]; +"885 dropout_32" [id=885, type=dropout]; +"886 dropout_32_0_0_nncf_smooth_quant_0" [id=886, type=call_module]; +"887 quantize_per_tensor_default_66" [id=887, type=quantize_per_tensor]; +"888 dequantize_per_tensor_default_66" [id=888, type=dequantize_per_tensor]; +"889 linear_43_scale_0" [id=889, type=get_attr]; +"890 linear_43_zero_point_0" [id=890, type=get_attr]; +"891 compressed_weight_updated_constant44" [id=891, type=get_attr]; +"892 quantize_per_channel_default_44" [id=892, type=quantize_per_channel]; +"893 dequantize_per_channel_default_44" [id=893, type=dequantize_per_channel]; +"894 linear_43" [id=894, type=linear]; +"895 dropout_33" [id=895, type=dropout]; +"896 add_22" [id=896, type=add]; +"897 layer_norm_22" [id=897, type=layer_norm]; +"898 transpose_66" [id=898, type=transpose]; +"899 transpose_66_0_0_nncf_smooth_quant_0" [id=899, type=call_module]; +"900 quantize_per_tensor_default_67" [id=900, type=quantize_per_tensor]; +"901 dequantize_per_tensor_default_67" [id=901, type=dequantize_per_tensor]; +"902 linear_44_scale_0" [id=902, type=get_attr]; +"903 linear_44_zero_point_0" [id=903, type=get_attr]; +"904 compressed_weight_updated_constant45" [id=904, type=get_attr]; +"905 quantize_per_channel_default_45" [id=905, type=quantize_per_channel]; +"906 dequantize_per_channel_default_45" [id=906, type=dequantize_per_channel]; +"907 linear_44" [id=907, type=linear]; +"908 unflatten_11" [id=908, type=unflatten]; +"909 unsqueeze_11" [id=909, type=unsqueeze]; +"910 transpose_67" [id=910, type=transpose]; +"911 squeeze_11" [id=911, type=squeeze]; +"912 contiguous_11" [id=912, type=contiguous]; +"913 quantize_per_tensor_default_68" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_68" [id=914, type=dequantize_per_tensor]; +"915 select_33" [id=915, type=select]; +"916 quantize_per_tensor_default_69" [id=916, type=quantize_per_tensor]; +"917 dequantize_per_tensor_default_69" [id=917, type=dequantize_per_tensor]; +"918 select_34" [id=918, type=select]; +"919 select_35" [id=919, type=select]; +"920 view_88" [id=920, type=view]; +"921 transpose_68" [id=921, type=transpose]; +"922 view_89" [id=922, type=view]; +"923 transpose_69" [id=923, type=transpose]; +"924 view_90" [id=924, type=view]; +"925 transpose_70" [id=925, type=transpose]; +"926 view_91" [id=926, type=view]; +"927 view_92" [id=927, type=view]; +"928 view_93" [id=928, type=view]; +"929 scaled_dot_product_attention_11" [id=929, type=scaled_dot_product_attention]; +"930 permute_12" [id=930, type=permute]; +"931 view_94" [id=931, type=view]; +"932 view_94_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_70" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_70" [id=934, type=dequantize_per_tensor]; +"935 linear_45_scale_0" [id=935, type=get_attr]; +"936 linear_45_zero_point_0" [id=936, type=get_attr]; +"937 compressed_weight_updated_constant46" [id=937, type=get_attr]; +"938 quantize_per_channel_default_46" [id=938, type=quantize_per_channel]; +"939 dequantize_per_channel_default_46" [id=939, type=dequantize_per_channel]; +"940 linear_45" [id=940, type=linear]; +"941 view_95" [id=941, type=view]; +"942 transpose_71" [id=942, type=transpose]; +"943 dropout_34" [id=943, type=dropout]; +"944 add_23" [id=944, type=add]; +"945 layer_norm_23" [id=945, type=layer_norm]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" [id=946, type=call_module]; +"947 quantize_per_tensor_default_71" [id=947, type=quantize_per_tensor]; +"948 dequantize_per_tensor_default_71" [id=948, type=dequantize_per_tensor]; +"949 linear_46_scale_0" [id=949, type=get_attr]; +"950 linear_46_zero_point_0" [id=950, type=get_attr]; +"951 compressed_weight_updated_constant47" [id=951, type=get_attr]; +"952 quantize_per_channel_default_47" [id=952, type=quantize_per_channel]; +"953 dequantize_per_channel_default_47" [id=953, type=dequantize_per_channel]; +"954 linear_46" [id=954, type=linear]; +"955 gelu_11" [id=955, type=gelu]; +"956 dropout_35" [id=956, type=dropout]; +"957 dropout_35_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 quantize_per_tensor_default_72" [id=958, type=quantize_per_tensor]; +"959 dequantize_per_tensor_default_72" [id=959, type=dequantize_per_tensor]; +"960 linear_47_scale_0" [id=960, type=get_attr]; +"961 linear_47_zero_point_0" [id=961, type=get_attr]; +"962 compressed_weight_updated_constant48" [id=962, type=get_attr]; +"963 quantize_per_channel_default_48" [id=963, type=quantize_per_channel]; +"964 dequantize_per_channel_default_48" [id=964, type=dequantize_per_channel]; +"965 linear_47" [id=965, type=linear]; +"966 dropout_36" [id=966, type=dropout]; +"967 add_24" [id=967, type=add]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 linear_48_scale_0" [id=974, type=get_attr]; +"975 linear_48_zero_point_0" [id=975, type=get_attr]; +"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; +"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; +"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; "979 linear_48" [id=979, type=linear]; "980 output" [id=980, type=output]; -"0 encoder_pos_embedding" -> "65 add" [label="(1, 197, 768)", style=solid]; -"1 encoder_layers_encoder_layer_0_ln_1_weight" -> "67 layer_norm" [label="(768,)", style=solid]; -"2 encoder_layers_encoder_layer_0_ln_1_bias" -> "67 layer_norm" [label="(768,)", style=solid]; -"3 encoder_layers_encoder_layer_0_ln_2_weight" -> "117 layer_norm_1" [label="(768,)", style=solid]; -"4 encoder_layers_encoder_layer_0_ln_2_bias" -> "117 layer_norm_1" [label="(768,)", style=solid]; -"5 encoder_layers_encoder_layer_1_ln_1_weight" -> "142 layer_norm_2" [label="(768,)", style=solid]; -"6 encoder_layers_encoder_layer_1_ln_1_bias" -> "142 layer_norm_2" [label="(768,)", style=solid]; -"7 encoder_layers_encoder_layer_1_ln_2_weight" -> "192 layer_norm_3" [label="(768,)", style=solid]; -"8 encoder_layers_encoder_layer_1_ln_2_bias" -> "192 layer_norm_3" [label="(768,)", style=solid]; -"9 encoder_layers_encoder_layer_2_ln_1_weight" -> "217 layer_norm_4" [label="(768,)", style=solid]; -"10 encoder_layers_encoder_layer_2_ln_1_bias" -> "217 layer_norm_4" [label="(768,)", style=solid]; -"11 encoder_layers_encoder_layer_2_ln_2_weight" -> "267 layer_norm_5" [label="(768,)", style=solid]; -"12 encoder_layers_encoder_layer_2_ln_2_bias" -> "267 layer_norm_5" [label="(768,)", style=solid]; -"13 encoder_layers_encoder_layer_3_ln_1_weight" -> "292 layer_norm_6" [label="(768,)", style=solid]; -"14 encoder_layers_encoder_layer_3_ln_1_bias" -> "292 layer_norm_6" [label="(768,)", style=solid]; -"15 encoder_layers_encoder_layer_3_ln_2_weight" -> "342 layer_norm_7" [label="(768,)", style=solid]; -"16 encoder_layers_encoder_layer_3_ln_2_bias" -> "342 layer_norm_7" [label="(768,)", style=solid]; -"17 encoder_layers_encoder_layer_4_ln_1_weight" -> "367 layer_norm_8" [label="(768,)", style=solid]; -"18 encoder_layers_encoder_layer_4_ln_1_bias" -> "367 layer_norm_8" [label="(768,)", style=solid]; -"19 encoder_layers_encoder_layer_4_ln_2_weight" -> "417 layer_norm_9" [label="(768,)", style=solid]; -"20 encoder_layers_encoder_layer_4_ln_2_bias" -> "417 layer_norm_9" [label="(768,)", style=solid]; -"21 encoder_layers_encoder_layer_5_ln_1_weight" -> "442 layer_norm_10" [label="(768,)", style=solid]; -"22 encoder_layers_encoder_layer_5_ln_1_bias" -> "442 layer_norm_10" [label="(768,)", style=solid]; -"23 encoder_layers_encoder_layer_5_ln_2_weight" -> "492 layer_norm_11" [label="(768,)", style=solid]; -"24 encoder_layers_encoder_layer_5_ln_2_bias" -> "492 layer_norm_11" [label="(768,)", style=solid]; -"25 encoder_layers_encoder_layer_6_ln_1_weight" -> "517 layer_norm_12" [label="(768,)", style=solid]; -"26 encoder_layers_encoder_layer_6_ln_1_bias" -> "517 layer_norm_12" [label="(768,)", style=solid]; -"27 encoder_layers_encoder_layer_6_ln_2_weight" -> "567 layer_norm_13" [label="(768,)", style=solid]; -"28 encoder_layers_encoder_layer_6_ln_2_bias" -> "567 layer_norm_13" [label="(768,)", style=solid]; -"29 encoder_layers_encoder_layer_7_ln_1_weight" -> "592 layer_norm_14" [label="(768,)", style=solid]; -"30 encoder_layers_encoder_layer_7_ln_1_bias" -> "592 layer_norm_14" [label="(768,)", style=solid]; -"31 encoder_layers_encoder_layer_7_ln_2_weight" -> "642 layer_norm_15" [label="(768,)", style=solid]; -"32 encoder_layers_encoder_layer_7_ln_2_bias" -> "642 layer_norm_15" [label="(768,)", style=solid]; -"33 encoder_layers_encoder_layer_8_ln_1_weight" -> "667 layer_norm_16" [label="(768,)", style=solid]; -"34 encoder_layers_encoder_layer_8_ln_1_bias" -> "667 layer_norm_16" [label="(768,)", style=solid]; -"35 encoder_layers_encoder_layer_8_ln_2_weight" -> "717 layer_norm_17" [label="(768,)", style=solid]; -"36 encoder_layers_encoder_layer_8_ln_2_bias" -> "717 layer_norm_17" [label="(768,)", style=solid]; -"37 encoder_layers_encoder_layer_9_ln_1_weight" -> "742 layer_norm_18" [label="(768,)", style=solid]; -"38 encoder_layers_encoder_layer_9_ln_1_bias" -> "742 layer_norm_18" [label="(768,)", style=solid]; -"39 encoder_layers_encoder_layer_9_ln_2_weight" -> "792 layer_norm_19" [label="(768,)", style=solid]; -"40 encoder_layers_encoder_layer_9_ln_2_bias" -> "792 layer_norm_19" [label="(768,)", style=solid]; -"41 encoder_layers_encoder_layer_10_ln_1_weight" -> "817 layer_norm_20" [label="(768,)", style=solid]; -"42 encoder_layers_encoder_layer_10_ln_1_bias" -> "817 layer_norm_20" [label="(768,)", style=solid]; -"43 encoder_layers_encoder_layer_10_ln_2_weight" -> "867 layer_norm_21" [label="(768,)", style=solid]; -"44 encoder_layers_encoder_layer_10_ln_2_bias" -> "867 layer_norm_21" [label="(768,)", style=solid]; -"45 encoder_layers_encoder_layer_11_ln_1_weight" -> "892 layer_norm_22" [label="(768,)", style=solid]; -"46 encoder_layers_encoder_layer_11_ln_1_bias" -> "892 layer_norm_22" [label="(768,)", style=solid]; -"47 encoder_layers_encoder_layer_11_ln_2_weight" -> "942 layer_norm_23" [label="(768,)", style=solid]; -"48 encoder_layers_encoder_layer_11_ln_2_bias" -> "942 layer_norm_23" [label="(768,)", style=solid]; -"49 encoder_ln_weight" -> "967 layer_norm_24" [label="(768,)", style=solid]; -"50 encoder_ln_bias" -> "967 layer_norm_24" [label="(768,)", style=solid]; -"51 x" -> "52 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"52 quantize_per_tensor_default" -> "53 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"53 dequantize_per_tensor_default" -> "60 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"54 conv2d_scale_0" -> "57 quantize_per_channel_default" [label="(768,)", style=solid]; -"54 conv2d_scale_0" -> "58 dequantize_per_channel_default" [label="(768,)", style=solid]; -"55 conv2d_zero_point_0" -> "57 quantize_per_channel_default" [label="(768,)", style=solid]; -"55 conv2d_zero_point_0" -> "58 dequantize_per_channel_default" [label="(768,)", style=solid]; -"56 compressed_weight_updated_constant0" -> "57 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"57 quantize_per_channel_default" -> "58 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"58 dequantize_per_channel_default" -> "60 conv2d" [label="(768, 3, 16, 16)", style=solid]; -"59 conv_proj_bias_0_0" -> "60 conv2d" [label="(768,)", style=solid]; -"60 conv2d" -> "61 reshape" [label="(1, 768, 14, 14)", style=solid]; -"61 reshape" -> "62 permute" [label="(1, 768, 196)", style=solid]; -"62 permute" -> "64 cat" [label="(1, 196, 768)", style=solid]; -"63 _frozen_param0" -> "64 cat" [label="(1, 1, 768)", style=solid]; -"64 cat" -> "65 add" [label="(1, 197, 768)", style=solid]; -"65 add" -> "66 dropout" [label="(1, 197, 768)", style=solid]; -"66 dropout" -> "67 layer_norm" [label="(1, 197, 768)", style=solid]; -"66 dropout" -> "116 add_1" [label="(1, 197, 768)", style=solid]; -"67 layer_norm" -> "68 transpose" [label="(1, 197, 768)", style=solid]; -"68 transpose" -> "69 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"69 transpose_0_0_nncf_smooth_quant_0" -> "70 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"70 quantize_per_tensor_default_1" -> "71 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"71 dequantize_per_tensor_default_1" -> "78 linear" [label="(197, 1, 768)", style=solid]; -"72 linear_scale_0" -> "75 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"72 linear_scale_0" -> "76 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"73 linear_zero_point_0" -> "75 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"73 linear_zero_point_0" -> "76 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"74 compressed_weight_updated_constant1" -> "75 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"75 quantize_per_channel_default_1" -> "76 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"76 dequantize_per_channel_default_1" -> "78 linear" [label="(2304, 768)", style=solid]; -"77 encoder_layers_encoder_layer_0_self_attention_in_proj_bias_0_0" -> "78 linear" [label="(2304,)", style=solid]; -"78 linear" -> "79 unflatten" [label="(197, 1, 2304)", style=solid]; -"79 unflatten" -> "80 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"80 unsqueeze" -> "81 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"81 transpose_1" -> "82 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"82 squeeze" -> "83 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"83 contiguous" -> "84 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"83 contiguous" -> "87 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"83 contiguous" -> "90 select_2" [label="(3, 197, 1, 768)", style=solid]; -"84 quantize_per_tensor_default_2" -> "85 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"85 dequantize_per_tensor_default_2" -> "86 select" [label="(3, 197, 1, 768)", style=solid]; -"86 select" -> "91 view" [label="(197, 1, 768)", style=solid]; -"87 quantize_per_tensor_default_3" -> "88 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"88 dequantize_per_tensor_default_3" -> "89 select_1" [label="(3, 197, 1, 768)", style=solid]; -"89 select_1" -> "93 view_1" [label="(197, 1, 768)", style=solid]; -"90 select_2" -> "95 view_2" [label="(197, 1, 768)", style=solid]; -"91 view" -> "92 transpose_2" [label="(197, 12, 64)", style=solid]; -"92 transpose_2" -> "97 view_3" [label="(12, 197, 64)", style=solid]; -"93 view_1" -> "94 transpose_3" [label="(197, 12, 64)", style=solid]; -"94 transpose_3" -> "98 view_4" [label="(12, 197, 64)", style=solid]; -"95 view_2" -> "96 transpose_4" [label="(197, 12, 64)", style=solid]; -"96 transpose_4" -> "99 view_5" [label="(12, 197, 64)", style=solid]; -"97 view_3" -> "100 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"98 view_4" -> "100 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"99 view_5" -> "100 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"100 scaled_dot_product_attention" -> "101 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"101 permute_1" -> "102 view_6" [label="(197, 1, 12, 64)", style=solid]; -"102 view_6" -> "103 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"103 view_6_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"104 quantize_per_tensor_default_4" -> "105 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"105 dequantize_per_tensor_default_4" -> "112 linear_1" [label="(197, 768)", style=solid]; -"106 linear_1_scale_0" -> "109 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"106 linear_1_scale_0" -> "110 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"107 linear_1_zero_point_0" -> "109 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"107 linear_1_zero_point_0" -> "110 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"108 compressed_weight_updated_constant2" -> "109 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"109 quantize_per_channel_default_2" -> "110 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"110 dequantize_per_channel_default_2" -> "112 linear_1" [label="(768, 768)", style=solid]; -"111 encoder_layers_encoder_layer_0_self_attention_out_proj_bias_0_0" -> "112 linear_1" [label="(768,)", style=solid]; -"112 linear_1" -> "113 view_7" [label="(197, 768)", style=solid]; -"113 view_7" -> "114 transpose_5" [label="(197, 1, 768)", style=solid]; -"114 transpose_5" -> "115 dropout_1" [label="(1, 197, 768)", style=solid]; -"115 dropout_1" -> "116 add_1" [label="(1, 197, 768)", style=solid]; -"116 add_1" -> "117 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"116 add_1" -> "141 add_2" [label="(1, 197, 768)", style=solid]; -"117 layer_norm_1" -> "118 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"118 layer_norm_1_0_0_nncf_smooth_quant_0" -> "119 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"119 quantize_per_tensor_default_5" -> "120 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"120 dequantize_per_tensor_default_5" -> "127 linear_2" [label="(1, 197, 768)", style=solid]; -"121 linear_2_scale_0" -> "124 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"121 linear_2_scale_0" -> "125 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"122 linear_2_zero_point_0" -> "124 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"122 linear_2_zero_point_0" -> "125 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"123 compressed_weight_updated_constant3" -> "124 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"124 quantize_per_channel_default_3" -> "125 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"125 dequantize_per_channel_default_3" -> "127 linear_2" [label="(3072, 768)", style=solid]; -"126 encoder_layers_encoder_layer_0_mlp_0_bias_0_0" -> "127 linear_2" [label="(3072,)", style=solid]; -"127 linear_2" -> "128 gelu" [label="(1, 197, 3072)", style=solid]; -"128 gelu" -> "129 dropout_2" [label="(1, 197, 3072)", style=solid]; -"129 dropout_2" -> "130 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"130 dropout_2_0_0_nncf_smooth_quant_0" -> "131 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"131 quantize_per_tensor_default_6" -> "132 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"132 dequantize_per_tensor_default_6" -> "139 linear_3" [label="(1, 197, 3072)", style=solid]; -"133 linear_3_scale_0" -> "136 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"133 linear_3_scale_0" -> "137 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"134 linear_3_zero_point_0" -> "136 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"134 linear_3_zero_point_0" -> "137 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"135 compressed_weight_updated_constant4" -> "136 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"136 quantize_per_channel_default_4" -> "137 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"137 dequantize_per_channel_default_4" -> "139 linear_3" [label="(768, 3072)", style=solid]; -"138 encoder_layers_encoder_layer_0_mlp_3_bias_0_0" -> "139 linear_3" [label="(768,)", style=solid]; -"139 linear_3" -> "140 dropout_3" [label="(1, 197, 768)", style=solid]; -"140 dropout_3" -> "141 add_2" [label="(1, 197, 768)", style=solid]; -"141 add_2" -> "142 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"141 add_2" -> "191 add_3" [label="(1, 197, 768)", style=solid]; -"142 layer_norm_2" -> "143 transpose_6" [label="(1, 197, 768)", style=solid]; -"143 transpose_6" -> "144 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"144 transpose_6_0_0_nncf_smooth_quant_0" -> "145 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"145 quantize_per_tensor_default_7" -> "146 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"146 dequantize_per_tensor_default_7" -> "153 linear_4" [label="(197, 1, 768)", style=solid]; -"147 linear_4_scale_0" -> "150 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"147 linear_4_scale_0" -> "151 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"148 linear_4_zero_point_0" -> "150 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"148 linear_4_zero_point_0" -> "151 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"149 compressed_weight_updated_constant5" -> "150 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"150 quantize_per_channel_default_5" -> "151 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"151 dequantize_per_channel_default_5" -> "153 linear_4" [label="(2304, 768)", style=solid]; -"152 encoder_layers_encoder_layer_1_self_attention_in_proj_bias_0_0" -> "153 linear_4" [label="(2304,)", style=solid]; -"153 linear_4" -> "154 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"154 unflatten_1" -> "155 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"155 unsqueeze_1" -> "156 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"156 transpose_7" -> "157 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"157 squeeze_1" -> "158 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"158 contiguous_1" -> "159 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"158 contiguous_1" -> "162 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"158 contiguous_1" -> "165 select_5" [label="(3, 197, 1, 768)", style=solid]; -"159 quantize_per_tensor_default_8" -> "160 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"160 dequantize_per_tensor_default_8" -> "161 select_3" [label="(3, 197, 1, 768)", style=solid]; -"161 select_3" -> "166 view_8" [label="(197, 1, 768)", style=solid]; -"162 quantize_per_tensor_default_9" -> "163 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"163 dequantize_per_tensor_default_9" -> "164 select_4" [label="(3, 197, 1, 768)", style=solid]; -"164 select_4" -> "168 view_9" [label="(197, 1, 768)", style=solid]; -"165 select_5" -> "170 view_10" [label="(197, 1, 768)", style=solid]; -"166 view_8" -> "167 transpose_8" [label="(197, 12, 64)", style=solid]; -"167 transpose_8" -> "172 view_11" [label="(12, 197, 64)", style=solid]; -"168 view_9" -> "169 transpose_9" [label="(197, 12, 64)", style=solid]; -"169 transpose_9" -> "173 view_12" [label="(12, 197, 64)", style=solid]; -"170 view_10" -> "171 transpose_10" [label="(197, 12, 64)", style=solid]; -"171 transpose_10" -> "174 view_13" [label="(12, 197, 64)", style=solid]; -"172 view_11" -> "175 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"173 view_12" -> "175 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"174 view_13" -> "175 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"175 scaled_dot_product_attention_1" -> "176 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"176 permute_2" -> "177 view_14" [label="(197, 1, 12, 64)", style=solid]; -"177 view_14" -> "178 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"178 view_14_0_0_nncf_smooth_quant_0" -> "179 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"179 quantize_per_tensor_default_10" -> "180 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"180 dequantize_per_tensor_default_10" -> "187 linear_5" [label="(197, 768)", style=solid]; -"181 linear_5_scale_0" -> "184 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"181 linear_5_scale_0" -> "185 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"182 linear_5_zero_point_0" -> "184 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"182 linear_5_zero_point_0" -> "185 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"183 compressed_weight_updated_constant6" -> "184 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"184 quantize_per_channel_default_6" -> "185 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"185 dequantize_per_channel_default_6" -> "187 linear_5" [label="(768, 768)", style=solid]; -"186 encoder_layers_encoder_layer_1_self_attention_out_proj_bias_0_0" -> "187 linear_5" [label="(768,)", style=solid]; -"187 linear_5" -> "188 view_15" [label="(197, 768)", style=solid]; -"188 view_15" -> "189 transpose_11" [label="(197, 1, 768)", style=solid]; -"189 transpose_11" -> "190 dropout_4" [label="(1, 197, 768)", style=solid]; -"190 dropout_4" -> "191 add_3" [label="(1, 197, 768)", style=solid]; -"191 add_3" -> "192 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"191 add_3" -> "216 add_4" [label="(1, 197, 768)", style=solid]; -"192 layer_norm_3" -> "193 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"193 layer_norm_3_0_0_nncf_smooth_quant_0" -> "194 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"194 quantize_per_tensor_default_11" -> "195 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"195 dequantize_per_tensor_default_11" -> "202 linear_6" [label="(1, 197, 768)", style=solid]; -"196 linear_6_scale_0" -> "199 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"196 linear_6_scale_0" -> "200 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"197 linear_6_zero_point_0" -> "199 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"197 linear_6_zero_point_0" -> "200 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"198 compressed_weight_updated_constant7" -> "199 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"199 quantize_per_channel_default_7" -> "200 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"200 dequantize_per_channel_default_7" -> "202 linear_6" [label="(3072, 768)", style=solid]; -"201 encoder_layers_encoder_layer_1_mlp_0_bias_0_0" -> "202 linear_6" [label="(3072,)", style=solid]; -"202 linear_6" -> "203 gelu_1" [label="(1, 197, 3072)", style=solid]; -"203 gelu_1" -> "204 dropout_5" [label="(1, 197, 3072)", style=solid]; -"204 dropout_5" -> "205 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"205 dropout_5_0_0_nncf_smooth_quant_0" -> "206 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"206 quantize_per_tensor_default_12" -> "207 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"207 dequantize_per_tensor_default_12" -> "214 linear_7" [label="(1, 197, 3072)", style=solid]; -"208 linear_7_scale_0" -> "211 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"208 linear_7_scale_0" -> "212 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"209 linear_7_zero_point_0" -> "211 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"209 linear_7_zero_point_0" -> "212 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"210 compressed_weight_updated_constant8" -> "211 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"211 quantize_per_channel_default_8" -> "212 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"212 dequantize_per_channel_default_8" -> "214 linear_7" [label="(768, 3072)", style=solid]; -"213 encoder_layers_encoder_layer_1_mlp_3_bias_0_0" -> "214 linear_7" [label="(768,)", style=solid]; -"214 linear_7" -> "215 dropout_6" [label="(1, 197, 768)", style=solid]; -"215 dropout_6" -> "216 add_4" [label="(1, 197, 768)", style=solid]; -"216 add_4" -> "217 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"216 add_4" -> "266 add_5" [label="(1, 197, 768)", style=solid]; -"217 layer_norm_4" -> "218 transpose_12" [label="(1, 197, 768)", style=solid]; -"218 transpose_12" -> "219 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"219 transpose_12_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"220 quantize_per_tensor_default_13" -> "221 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"221 dequantize_per_tensor_default_13" -> "228 linear_8" [label="(197, 1, 768)", style=solid]; -"222 linear_8_scale_0" -> "225 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"222 linear_8_scale_0" -> "226 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"223 linear_8_zero_point_0" -> "225 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"223 linear_8_zero_point_0" -> "226 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"224 compressed_weight_updated_constant9" -> "225 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"225 quantize_per_channel_default_9" -> "226 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"226 dequantize_per_channel_default_9" -> "228 linear_8" [label="(2304, 768)", style=solid]; -"227 encoder_layers_encoder_layer_2_self_attention_in_proj_bias_0_0" -> "228 linear_8" [label="(2304,)", style=solid]; -"228 linear_8" -> "229 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"229 unflatten_2" -> "230 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"230 unsqueeze_2" -> "231 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"231 transpose_13" -> "232 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"232 squeeze_2" -> "233 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"233 contiguous_2" -> "234 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"233 contiguous_2" -> "237 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"233 contiguous_2" -> "240 select_8" [label="(3, 197, 1, 768)", style=solid]; -"234 quantize_per_tensor_default_14" -> "235 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"235 dequantize_per_tensor_default_14" -> "236 select_6" [label="(3, 197, 1, 768)", style=solid]; -"236 select_6" -> "241 view_16" [label="(197, 1, 768)", style=solid]; -"237 quantize_per_tensor_default_15" -> "238 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"238 dequantize_per_tensor_default_15" -> "239 select_7" [label="(3, 197, 1, 768)", style=solid]; -"239 select_7" -> "243 view_17" [label="(197, 1, 768)", style=solid]; -"240 select_8" -> "245 view_18" [label="(197, 1, 768)", style=solid]; -"241 view_16" -> "242 transpose_14" [label="(197, 12, 64)", style=solid]; -"242 transpose_14" -> "247 view_19" [label="(12, 197, 64)", style=solid]; -"243 view_17" -> "244 transpose_15" [label="(197, 12, 64)", style=solid]; -"244 transpose_15" -> "248 view_20" [label="(12, 197, 64)", style=solid]; -"245 view_18" -> "246 transpose_16" [label="(197, 12, 64)", style=solid]; -"246 transpose_16" -> "249 view_21" [label="(12, 197, 64)", style=solid]; -"247 view_19" -> "250 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"248 view_20" -> "250 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"249 view_21" -> "250 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"250 scaled_dot_product_attention_2" -> "251 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"251 permute_3" -> "252 view_22" [label="(197, 1, 12, 64)", style=solid]; -"252 view_22" -> "253 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"253 view_22_0_0_nncf_smooth_quant_0" -> "254 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"254 quantize_per_tensor_default_16" -> "255 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"255 dequantize_per_tensor_default_16" -> "262 linear_9" [label="(197, 768)", style=solid]; -"256 linear_9_scale_0" -> "259 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"256 linear_9_scale_0" -> "260 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"257 linear_9_zero_point_0" -> "259 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"257 linear_9_zero_point_0" -> "260 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"258 compressed_weight_updated_constant10" -> "259 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"259 quantize_per_channel_default_10" -> "260 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"260 dequantize_per_channel_default_10" -> "262 linear_9" [label="(768, 768)", style=solid]; -"261 encoder_layers_encoder_layer_2_self_attention_out_proj_bias_0_0" -> "262 linear_9" [label="(768,)", style=solid]; -"262 linear_9" -> "263 view_23" [label="(197, 768)", style=solid]; -"263 view_23" -> "264 transpose_17" [label="(197, 1, 768)", style=solid]; -"264 transpose_17" -> "265 dropout_7" [label="(1, 197, 768)", style=solid]; -"265 dropout_7" -> "266 add_5" [label="(1, 197, 768)", style=solid]; -"266 add_5" -> "267 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"266 add_5" -> "291 add_6" [label="(1, 197, 768)", style=solid]; -"267 layer_norm_5" -> "268 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"268 layer_norm_5_0_0_nncf_smooth_quant_0" -> "269 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"269 quantize_per_tensor_default_17" -> "270 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"270 dequantize_per_tensor_default_17" -> "277 linear_10" [label="(1, 197, 768)", style=solid]; -"271 linear_10_scale_0" -> "274 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"271 linear_10_scale_0" -> "275 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"272 linear_10_zero_point_0" -> "274 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"272 linear_10_zero_point_0" -> "275 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"273 compressed_weight_updated_constant11" -> "274 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"274 quantize_per_channel_default_11" -> "275 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"275 dequantize_per_channel_default_11" -> "277 linear_10" [label="(3072, 768)", style=solid]; -"276 encoder_layers_encoder_layer_2_mlp_0_bias_0_0" -> "277 linear_10" [label="(3072,)", style=solid]; -"277 linear_10" -> "278 gelu_2" [label="(1, 197, 3072)", style=solid]; -"278 gelu_2" -> "279 dropout_8" [label="(1, 197, 3072)", style=solid]; -"279 dropout_8" -> "280 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"280 dropout_8_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"281 quantize_per_tensor_default_18" -> "282 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"282 dequantize_per_tensor_default_18" -> "289 linear_11" [label="(1, 197, 3072)", style=solid]; -"283 linear_11_scale_0" -> "286 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"283 linear_11_scale_0" -> "287 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"284 linear_11_zero_point_0" -> "286 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"284 linear_11_zero_point_0" -> "287 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"285 compressed_weight_updated_constant12" -> "286 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"286 quantize_per_channel_default_12" -> "287 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"287 dequantize_per_channel_default_12" -> "289 linear_11" [label="(768, 3072)", style=solid]; -"288 encoder_layers_encoder_layer_2_mlp_3_bias_0_0" -> "289 linear_11" [label="(768,)", style=solid]; -"289 linear_11" -> "290 dropout_9" [label="(1, 197, 768)", style=solid]; -"290 dropout_9" -> "291 add_6" [label="(1, 197, 768)", style=solid]; -"291 add_6" -> "292 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"291 add_6" -> "341 add_7" [label="(1, 197, 768)", style=solid]; -"292 layer_norm_6" -> "293 transpose_18" [label="(1, 197, 768)", style=solid]; -"293 transpose_18" -> "294 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"294 transpose_18_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"295 quantize_per_tensor_default_19" -> "296 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"296 dequantize_per_tensor_default_19" -> "303 linear_12" [label="(197, 1, 768)", style=solid]; -"297 linear_12_scale_0" -> "300 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"297 linear_12_scale_0" -> "301 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"298 linear_12_zero_point_0" -> "300 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"298 linear_12_zero_point_0" -> "301 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"299 compressed_weight_updated_constant13" -> "300 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"300 quantize_per_channel_default_13" -> "301 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"301 dequantize_per_channel_default_13" -> "303 linear_12" [label="(2304, 768)", style=solid]; -"302 encoder_layers_encoder_layer_3_self_attention_in_proj_bias_0_0" -> "303 linear_12" [label="(2304,)", style=solid]; -"303 linear_12" -> "304 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"304 unflatten_3" -> "305 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"305 unsqueeze_3" -> "306 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"306 transpose_19" -> "307 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"307 squeeze_3" -> "308 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"308 contiguous_3" -> "309 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"308 contiguous_3" -> "312 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"308 contiguous_3" -> "315 select_11" [label="(3, 197, 1, 768)", style=solid]; -"309 quantize_per_tensor_default_20" -> "310 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"310 dequantize_per_tensor_default_20" -> "311 select_9" [label="(3, 197, 1, 768)", style=solid]; -"311 select_9" -> "316 view_24" [label="(197, 1, 768)", style=solid]; -"312 quantize_per_tensor_default_21" -> "313 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"313 dequantize_per_tensor_default_21" -> "314 select_10" [label="(3, 197, 1, 768)", style=solid]; -"314 select_10" -> "318 view_25" [label="(197, 1, 768)", style=solid]; -"315 select_11" -> "320 view_26" [label="(197, 1, 768)", style=solid]; -"316 view_24" -> "317 transpose_20" [label="(197, 12, 64)", style=solid]; -"317 transpose_20" -> "322 view_27" [label="(12, 197, 64)", style=solid]; -"318 view_25" -> "319 transpose_21" [label="(197, 12, 64)", style=solid]; -"319 transpose_21" -> "323 view_28" [label="(12, 197, 64)", style=solid]; -"320 view_26" -> "321 transpose_22" [label="(197, 12, 64)", style=solid]; -"321 transpose_22" -> "324 view_29" [label="(12, 197, 64)", style=solid]; -"322 view_27" -> "325 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"323 view_28" -> "325 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"324 view_29" -> "325 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"325 scaled_dot_product_attention_3" -> "326 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"326 permute_4" -> "327 view_30" [label="(197, 1, 12, 64)", style=solid]; -"327 view_30" -> "328 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"328 view_30_0_0_nncf_smooth_quant_0" -> "329 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"329 quantize_per_tensor_default_22" -> "330 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"330 dequantize_per_tensor_default_22" -> "337 linear_13" [label="(197, 768)", style=solid]; -"331 linear_13_scale_0" -> "334 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"331 linear_13_scale_0" -> "335 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"332 linear_13_zero_point_0" -> "334 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"332 linear_13_zero_point_0" -> "335 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"333 compressed_weight_updated_constant14" -> "334 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"334 quantize_per_channel_default_14" -> "335 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"335 dequantize_per_channel_default_14" -> "337 linear_13" [label="(768, 768)", style=solid]; -"336 encoder_layers_encoder_layer_3_self_attention_out_proj_bias_0_0" -> "337 linear_13" [label="(768,)", style=solid]; -"337 linear_13" -> "338 view_31" [label="(197, 768)", style=solid]; -"338 view_31" -> "339 transpose_23" [label="(197, 1, 768)", style=solid]; -"339 transpose_23" -> "340 dropout_10" [label="(1, 197, 768)", style=solid]; -"340 dropout_10" -> "341 add_7" [label="(1, 197, 768)", style=solid]; -"341 add_7" -> "342 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"341 add_7" -> "366 add_8" [label="(1, 197, 768)", style=solid]; -"342 layer_norm_7" -> "343 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"343 layer_norm_7_0_0_nncf_smooth_quant_0" -> "344 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"344 quantize_per_tensor_default_23" -> "345 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"345 dequantize_per_tensor_default_23" -> "352 linear_14" [label="(1, 197, 768)", style=solid]; -"346 linear_14_scale_0" -> "349 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"346 linear_14_scale_0" -> "350 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"347 linear_14_zero_point_0" -> "349 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"347 linear_14_zero_point_0" -> "350 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"348 compressed_weight_updated_constant15" -> "349 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"349 quantize_per_channel_default_15" -> "350 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"350 dequantize_per_channel_default_15" -> "352 linear_14" [label="(3072, 768)", style=solid]; -"351 encoder_layers_encoder_layer_3_mlp_0_bias_0_0" -> "352 linear_14" [label="(3072,)", style=solid]; -"352 linear_14" -> "353 gelu_3" [label="(1, 197, 3072)", style=solid]; -"353 gelu_3" -> "354 dropout_11" [label="(1, 197, 3072)", style=solid]; -"354 dropout_11" -> "355 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"355 dropout_11_0_0_nncf_smooth_quant_0" -> "356 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"356 quantize_per_tensor_default_24" -> "357 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"357 dequantize_per_tensor_default_24" -> "364 linear_15" [label="(1, 197, 3072)", style=solid]; -"358 linear_15_scale_0" -> "361 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"358 linear_15_scale_0" -> "362 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"359 linear_15_zero_point_0" -> "361 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"359 linear_15_zero_point_0" -> "362 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"360 compressed_weight_updated_constant16" -> "361 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"361 quantize_per_channel_default_16" -> "362 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"362 dequantize_per_channel_default_16" -> "364 linear_15" [label="(768, 3072)", style=solid]; -"363 encoder_layers_encoder_layer_3_mlp_3_bias_0_0" -> "364 linear_15" [label="(768,)", style=solid]; -"364 linear_15" -> "365 dropout_12" [label="(1, 197, 768)", style=solid]; -"365 dropout_12" -> "366 add_8" [label="(1, 197, 768)", style=solid]; -"366 add_8" -> "367 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"366 add_8" -> "416 add_9" [label="(1, 197, 768)", style=solid]; -"367 layer_norm_8" -> "368 transpose_24" [label="(1, 197, 768)", style=solid]; -"368 transpose_24" -> "369 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"369 transpose_24_0_0_nncf_smooth_quant_0" -> "370 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"370 quantize_per_tensor_default_25" -> "371 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"371 dequantize_per_tensor_default_25" -> "378 linear_16" [label="(197, 1, 768)", style=solid]; -"372 linear_16_scale_0" -> "375 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"372 linear_16_scale_0" -> "376 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"373 linear_16_zero_point_0" -> "375 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"373 linear_16_zero_point_0" -> "376 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"374 compressed_weight_updated_constant17" -> "375 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"375 quantize_per_channel_default_17" -> "376 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"376 dequantize_per_channel_default_17" -> "378 linear_16" [label="(2304, 768)", style=solid]; -"377 encoder_layers_encoder_layer_4_self_attention_in_proj_bias_0_0" -> "378 linear_16" [label="(2304,)", style=solid]; -"378 linear_16" -> "379 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"379 unflatten_4" -> "380 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"380 unsqueeze_4" -> "381 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"381 transpose_25" -> "382 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"382 squeeze_4" -> "383 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"383 contiguous_4" -> "384 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"383 contiguous_4" -> "387 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"383 contiguous_4" -> "390 select_14" [label="(3, 197, 1, 768)", style=solid]; -"384 quantize_per_tensor_default_26" -> "385 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"385 dequantize_per_tensor_default_26" -> "386 select_12" [label="(3, 197, 1, 768)", style=solid]; -"386 select_12" -> "391 view_32" [label="(197, 1, 768)", style=solid]; -"387 quantize_per_tensor_default_27" -> "388 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"388 dequantize_per_tensor_default_27" -> "389 select_13" [label="(3, 197, 1, 768)", style=solid]; -"389 select_13" -> "393 view_33" [label="(197, 1, 768)", style=solid]; -"390 select_14" -> "395 view_34" [label="(197, 1, 768)", style=solid]; -"391 view_32" -> "392 transpose_26" [label="(197, 12, 64)", style=solid]; -"392 transpose_26" -> "397 view_35" [label="(12, 197, 64)", style=solid]; -"393 view_33" -> "394 transpose_27" [label="(197, 12, 64)", style=solid]; -"394 transpose_27" -> "398 view_36" [label="(12, 197, 64)", style=solid]; -"395 view_34" -> "396 transpose_28" [label="(197, 12, 64)", style=solid]; -"396 transpose_28" -> "399 view_37" [label="(12, 197, 64)", style=solid]; -"397 view_35" -> "400 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"398 view_36" -> "400 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"399 view_37" -> "400 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"400 scaled_dot_product_attention_4" -> "401 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"401 permute_5" -> "402 view_38" [label="(197, 1, 12, 64)", style=solid]; -"402 view_38" -> "403 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"403 view_38_0_0_nncf_smooth_quant_0" -> "404 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"404 quantize_per_tensor_default_28" -> "405 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"405 dequantize_per_tensor_default_28" -> "412 linear_17" [label="(197, 768)", style=solid]; -"406 linear_17_scale_0" -> "409 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"406 linear_17_scale_0" -> "410 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"407 linear_17_zero_point_0" -> "409 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"407 linear_17_zero_point_0" -> "410 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"408 compressed_weight_updated_constant18" -> "409 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"409 quantize_per_channel_default_18" -> "410 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"410 dequantize_per_channel_default_18" -> "412 linear_17" [label="(768, 768)", style=solid]; -"411 encoder_layers_encoder_layer_4_self_attention_out_proj_bias_0_0" -> "412 linear_17" [label="(768,)", style=solid]; -"412 linear_17" -> "413 view_39" [label="(197, 768)", style=solid]; -"413 view_39" -> "414 transpose_29" [label="(197, 1, 768)", style=solid]; -"414 transpose_29" -> "415 dropout_13" [label="(1, 197, 768)", style=solid]; -"415 dropout_13" -> "416 add_9" [label="(1, 197, 768)", style=solid]; -"416 add_9" -> "417 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"416 add_9" -> "441 add_10" [label="(1, 197, 768)", style=solid]; -"417 layer_norm_9" -> "418 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"418 layer_norm_9_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"419 quantize_per_tensor_default_29" -> "420 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"420 dequantize_per_tensor_default_29" -> "427 linear_18" [label="(1, 197, 768)", style=solid]; -"421 linear_18_scale_0" -> "424 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"421 linear_18_scale_0" -> "425 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"422 linear_18_zero_point_0" -> "424 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"422 linear_18_zero_point_0" -> "425 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"423 compressed_weight_updated_constant19" -> "424 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"424 quantize_per_channel_default_19" -> "425 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"425 dequantize_per_channel_default_19" -> "427 linear_18" [label="(3072, 768)", style=solid]; -"426 encoder_layers_encoder_layer_4_mlp_0_bias_0_0" -> "427 linear_18" [label="(3072,)", style=solid]; -"427 linear_18" -> "428 gelu_4" [label="(1, 197, 3072)", style=solid]; -"428 gelu_4" -> "429 dropout_14" [label="(1, 197, 3072)", style=solid]; -"429 dropout_14" -> "430 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"430 dropout_14_0_0_nncf_smooth_quant_0" -> "431 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"431 quantize_per_tensor_default_30" -> "432 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"432 dequantize_per_tensor_default_30" -> "439 linear_19" [label="(1, 197, 3072)", style=solid]; -"433 linear_19_scale_0" -> "436 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"433 linear_19_scale_0" -> "437 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"434 linear_19_zero_point_0" -> "436 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"434 linear_19_zero_point_0" -> "437 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"435 compressed_weight_updated_constant20" -> "436 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"436 quantize_per_channel_default_20" -> "437 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"437 dequantize_per_channel_default_20" -> "439 linear_19" [label="(768, 3072)", style=solid]; -"438 encoder_layers_encoder_layer_4_mlp_3_bias_0_0" -> "439 linear_19" [label="(768,)", style=solid]; -"439 linear_19" -> "440 dropout_15" [label="(1, 197, 768)", style=solid]; -"440 dropout_15" -> "441 add_10" [label="(1, 197, 768)", style=solid]; -"441 add_10" -> "442 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"441 add_10" -> "491 add_11" [label="(1, 197, 768)", style=solid]; -"442 layer_norm_10" -> "443 transpose_30" [label="(1, 197, 768)", style=solid]; -"443 transpose_30" -> "444 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"444 transpose_30_0_0_nncf_smooth_quant_0" -> "445 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"445 quantize_per_tensor_default_31" -> "446 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"446 dequantize_per_tensor_default_31" -> "453 linear_20" [label="(197, 1, 768)", style=solid]; -"447 linear_20_scale_0" -> "450 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"447 linear_20_scale_0" -> "451 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"448 linear_20_zero_point_0" -> "450 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"448 linear_20_zero_point_0" -> "451 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"449 compressed_weight_updated_constant21" -> "450 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"450 quantize_per_channel_default_21" -> "451 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"451 dequantize_per_channel_default_21" -> "453 linear_20" [label="(2304, 768)", style=solid]; -"452 encoder_layers_encoder_layer_5_self_attention_in_proj_bias_0_0" -> "453 linear_20" [label="(2304,)", style=solid]; -"453 linear_20" -> "454 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"454 unflatten_5" -> "455 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"455 unsqueeze_5" -> "456 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"456 transpose_31" -> "457 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"457 squeeze_5" -> "458 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_5" -> "459 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_5" -> "462 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"458 contiguous_5" -> "465 select_17" [label="(3, 197, 1, 768)", style=solid]; -"459 quantize_per_tensor_default_32" -> "460 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"460 dequantize_per_tensor_default_32" -> "461 select_15" [label="(3, 197, 1, 768)", style=solid]; -"461 select_15" -> "466 view_40" [label="(197, 1, 768)", style=solid]; -"462 quantize_per_tensor_default_33" -> "463 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"463 dequantize_per_tensor_default_33" -> "464 select_16" [label="(3, 197, 1, 768)", style=solid]; -"464 select_16" -> "468 view_41" [label="(197, 1, 768)", style=solid]; -"465 select_17" -> "470 view_42" [label="(197, 1, 768)", style=solid]; -"466 view_40" -> "467 transpose_32" [label="(197, 12, 64)", style=solid]; -"467 transpose_32" -> "472 view_43" [label="(12, 197, 64)", style=solid]; -"468 view_41" -> "469 transpose_33" [label="(197, 12, 64)", style=solid]; -"469 transpose_33" -> "473 view_44" [label="(12, 197, 64)", style=solid]; -"470 view_42" -> "471 transpose_34" [label="(197, 12, 64)", style=solid]; -"471 transpose_34" -> "474 view_45" [label="(12, 197, 64)", style=solid]; -"472 view_43" -> "475 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"473 view_44" -> "475 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"474 view_45" -> "475 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"475 scaled_dot_product_attention_5" -> "476 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"476 permute_6" -> "477 view_46" [label="(197, 1, 12, 64)", style=solid]; -"477 view_46" -> "478 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"478 view_46_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"479 quantize_per_tensor_default_34" -> "480 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"480 dequantize_per_tensor_default_34" -> "487 linear_21" [label="(197, 768)", style=solid]; -"481 linear_21_scale_0" -> "484 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"481 linear_21_scale_0" -> "485 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"482 linear_21_zero_point_0" -> "484 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"482 linear_21_zero_point_0" -> "485 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"483 compressed_weight_updated_constant22" -> "484 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"484 quantize_per_channel_default_22" -> "485 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"485 dequantize_per_channel_default_22" -> "487 linear_21" [label="(768, 768)", style=solid]; -"486 encoder_layers_encoder_layer_5_self_attention_out_proj_bias_0_0" -> "487 linear_21" [label="(768,)", style=solid]; -"487 linear_21" -> "488 view_47" [label="(197, 768)", style=solid]; -"488 view_47" -> "489 transpose_35" [label="(197, 1, 768)", style=solid]; -"489 transpose_35" -> "490 dropout_16" [label="(1, 197, 768)", style=solid]; -"490 dropout_16" -> "491 add_11" [label="(1, 197, 768)", style=solid]; -"491 add_11" -> "492 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"491 add_11" -> "516 add_12" [label="(1, 197, 768)", style=solid]; -"492 layer_norm_11" -> "493 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"493 layer_norm_11_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"494 quantize_per_tensor_default_35" -> "495 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"495 dequantize_per_tensor_default_35" -> "502 linear_22" [label="(1, 197, 768)", style=solid]; -"496 linear_22_scale_0" -> "499 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"496 linear_22_scale_0" -> "500 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"497 linear_22_zero_point_0" -> "499 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"497 linear_22_zero_point_0" -> "500 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"498 compressed_weight_updated_constant23" -> "499 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"499 quantize_per_channel_default_23" -> "500 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"500 dequantize_per_channel_default_23" -> "502 linear_22" [label="(3072, 768)", style=solid]; -"501 encoder_layers_encoder_layer_5_mlp_0_bias_0_0" -> "502 linear_22" [label="(3072,)", style=solid]; -"502 linear_22" -> "503 gelu_5" [label="(1, 197, 3072)", style=solid]; -"503 gelu_5" -> "504 dropout_17" [label="(1, 197, 3072)", style=solid]; -"504 dropout_17" -> "505 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"505 dropout_17_0_0_nncf_smooth_quant_0" -> "506 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"506 quantize_per_tensor_default_36" -> "507 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"507 dequantize_per_tensor_default_36" -> "514 linear_23" [label="(1, 197, 3072)", style=solid]; -"508 linear_23_scale_0" -> "511 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"508 linear_23_scale_0" -> "512 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"509 linear_23_zero_point_0" -> "511 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"509 linear_23_zero_point_0" -> "512 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"510 compressed_weight_updated_constant24" -> "511 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"511 quantize_per_channel_default_24" -> "512 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"512 dequantize_per_channel_default_24" -> "514 linear_23" [label="(768, 3072)", style=solid]; -"513 encoder_layers_encoder_layer_5_mlp_3_bias_0_0" -> "514 linear_23" [label="(768,)", style=solid]; -"514 linear_23" -> "515 dropout_18" [label="(1, 197, 768)", style=solid]; -"515 dropout_18" -> "516 add_12" [label="(1, 197, 768)", style=solid]; -"516 add_12" -> "517 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"516 add_12" -> "566 add_13" [label="(1, 197, 768)", style=solid]; -"517 layer_norm_12" -> "518 transpose_36" [label="(1, 197, 768)", style=solid]; -"518 transpose_36" -> "519 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"519 transpose_36_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"520 quantize_per_tensor_default_37" -> "521 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"521 dequantize_per_tensor_default_37" -> "528 linear_24" [label="(197, 1, 768)", style=solid]; -"522 linear_24_scale_0" -> "525 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"522 linear_24_scale_0" -> "526 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"523 linear_24_zero_point_0" -> "525 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"523 linear_24_zero_point_0" -> "526 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"524 compressed_weight_updated_constant25" -> "525 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"525 quantize_per_channel_default_25" -> "526 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"526 dequantize_per_channel_default_25" -> "528 linear_24" [label="(2304, 768)", style=solid]; -"527 encoder_layers_encoder_layer_6_self_attention_in_proj_bias_0_0" -> "528 linear_24" [label="(2304,)", style=solid]; -"528 linear_24" -> "529 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"529 unflatten_6" -> "530 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"530 unsqueeze_6" -> "531 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"531 transpose_37" -> "532 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"532 squeeze_6" -> "533 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"533 contiguous_6" -> "534 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"533 contiguous_6" -> "537 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"533 contiguous_6" -> "540 select_20" [label="(3, 197, 1, 768)", style=solid]; -"534 quantize_per_tensor_default_38" -> "535 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"535 dequantize_per_tensor_default_38" -> "536 select_18" [label="(3, 197, 1, 768)", style=solid]; -"536 select_18" -> "541 view_48" [label="(197, 1, 768)", style=solid]; -"537 quantize_per_tensor_default_39" -> "538 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"538 dequantize_per_tensor_default_39" -> "539 select_19" [label="(3, 197, 1, 768)", style=solid]; -"539 select_19" -> "543 view_49" [label="(197, 1, 768)", style=solid]; -"540 select_20" -> "545 view_50" [label="(197, 1, 768)", style=solid]; -"541 view_48" -> "542 transpose_38" [label="(197, 12, 64)", style=solid]; -"542 transpose_38" -> "547 view_51" [label="(12, 197, 64)", style=solid]; -"543 view_49" -> "544 transpose_39" [label="(197, 12, 64)", style=solid]; -"544 transpose_39" -> "548 view_52" [label="(12, 197, 64)", style=solid]; -"545 view_50" -> "546 transpose_40" [label="(197, 12, 64)", style=solid]; -"546 transpose_40" -> "549 view_53" [label="(12, 197, 64)", style=solid]; -"547 view_51" -> "550 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"548 view_52" -> "550 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"549 view_53" -> "550 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"550 scaled_dot_product_attention_6" -> "551 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"551 permute_7" -> "552 view_54" [label="(197, 1, 12, 64)", style=solid]; -"552 view_54" -> "553 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"553 view_54_0_0_nncf_smooth_quant_0" -> "554 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"554 quantize_per_tensor_default_40" -> "555 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"555 dequantize_per_tensor_default_40" -> "562 linear_25" [label="(197, 768)", style=solid]; -"556 linear_25_scale_0" -> "559 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"556 linear_25_scale_0" -> "560 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"557 linear_25_zero_point_0" -> "559 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"557 linear_25_zero_point_0" -> "560 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"558 compressed_weight_updated_constant26" -> "559 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"559 quantize_per_channel_default_26" -> "560 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"560 dequantize_per_channel_default_26" -> "562 linear_25" [label="(768, 768)", style=solid]; -"561 encoder_layers_encoder_layer_6_self_attention_out_proj_bias_0_0" -> "562 linear_25" [label="(768,)", style=solid]; -"562 linear_25" -> "563 view_55" [label="(197, 768)", style=solid]; -"563 view_55" -> "564 transpose_41" [label="(197, 1, 768)", style=solid]; -"564 transpose_41" -> "565 dropout_19" [label="(1, 197, 768)", style=solid]; -"565 dropout_19" -> "566 add_13" [label="(1, 197, 768)", style=solid]; -"566 add_13" -> "567 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"566 add_13" -> "591 add_14" [label="(1, 197, 768)", style=solid]; -"567 layer_norm_13" -> "568 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"568 layer_norm_13_0_0_nncf_smooth_quant_0" -> "569 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"569 quantize_per_tensor_default_41" -> "570 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"570 dequantize_per_tensor_default_41" -> "577 linear_26" [label="(1, 197, 768)", style=solid]; -"571 linear_26_scale_0" -> "574 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"571 linear_26_scale_0" -> "575 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"572 linear_26_zero_point_0" -> "574 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"572 linear_26_zero_point_0" -> "575 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"573 compressed_weight_updated_constant27" -> "574 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"574 quantize_per_channel_default_27" -> "575 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"575 dequantize_per_channel_default_27" -> "577 linear_26" [label="(3072, 768)", style=solid]; -"576 encoder_layers_encoder_layer_6_mlp_0_bias_0_0" -> "577 linear_26" [label="(3072,)", style=solid]; -"577 linear_26" -> "578 gelu_6" [label="(1, 197, 3072)", style=solid]; -"578 gelu_6" -> "579 dropout_20" [label="(1, 197, 3072)", style=solid]; -"579 dropout_20" -> "580 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"580 dropout_20_0_0_nncf_smooth_quant_0" -> "581 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"581 quantize_per_tensor_default_42" -> "582 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"582 dequantize_per_tensor_default_42" -> "589 linear_27" [label="(1, 197, 3072)", style=solid]; -"583 linear_27_scale_0" -> "586 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"583 linear_27_scale_0" -> "587 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"584 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"584 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"585 compressed_weight_updated_constant28" -> "586 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"587 dequantize_per_channel_default_28" -> "589 linear_27" [label="(768, 3072)", style=solid]; -"588 encoder_layers_encoder_layer_6_mlp_3_bias_0_0" -> "589 linear_27" [label="(768,)", style=solid]; -"589 linear_27" -> "590 dropout_21" [label="(1, 197, 768)", style=solid]; -"590 dropout_21" -> "591 add_14" [label="(1, 197, 768)", style=solid]; -"591 add_14" -> "592 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"591 add_14" -> "641 add_15" [label="(1, 197, 768)", style=solid]; -"592 layer_norm_14" -> "593 transpose_42" [label="(1, 197, 768)", style=solid]; -"593 transpose_42" -> "594 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"594 transpose_42_0_0_nncf_smooth_quant_0" -> "595 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"595 quantize_per_tensor_default_43" -> "596 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"596 dequantize_per_tensor_default_43" -> "603 linear_28" [label="(197, 1, 768)", style=solid]; -"597 linear_28_scale_0" -> "600 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"597 linear_28_scale_0" -> "601 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"598 linear_28_zero_point_0" -> "600 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"598 linear_28_zero_point_0" -> "601 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"599 compressed_weight_updated_constant29" -> "600 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"600 quantize_per_channel_default_29" -> "601 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"601 dequantize_per_channel_default_29" -> "603 linear_28" [label="(2304, 768)", style=solid]; -"602 encoder_layers_encoder_layer_7_self_attention_in_proj_bias_0_0" -> "603 linear_28" [label="(2304,)", style=solid]; -"603 linear_28" -> "604 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"604 unflatten_7" -> "605 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"605 unsqueeze_7" -> "606 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"606 transpose_43" -> "607 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"607 squeeze_7" -> "608 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"608 contiguous_7" -> "609 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"608 contiguous_7" -> "612 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"608 contiguous_7" -> "615 select_23" [label="(3, 197, 1, 768)", style=solid]; -"609 quantize_per_tensor_default_44" -> "610 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"610 dequantize_per_tensor_default_44" -> "611 select_21" [label="(3, 197, 1, 768)", style=solid]; -"611 select_21" -> "616 view_56" [label="(197, 1, 768)", style=solid]; -"612 quantize_per_tensor_default_45" -> "613 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"613 dequantize_per_tensor_default_45" -> "614 select_22" [label="(3, 197, 1, 768)", style=solid]; -"614 select_22" -> "618 view_57" [label="(197, 1, 768)", style=solid]; -"615 select_23" -> "620 view_58" [label="(197, 1, 768)", style=solid]; -"616 view_56" -> "617 transpose_44" [label="(197, 12, 64)", style=solid]; -"617 transpose_44" -> "622 view_59" [label="(12, 197, 64)", style=solid]; -"618 view_57" -> "619 transpose_45" [label="(197, 12, 64)", style=solid]; -"619 transpose_45" -> "623 view_60" [label="(12, 197, 64)", style=solid]; -"620 view_58" -> "621 transpose_46" [label="(197, 12, 64)", style=solid]; -"621 transpose_46" -> "624 view_61" [label="(12, 197, 64)", style=solid]; -"622 view_59" -> "625 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"623 view_60" -> "625 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"624 view_61" -> "625 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"625 scaled_dot_product_attention_7" -> "626 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"626 permute_8" -> "627 view_62" [label="(197, 1, 12, 64)", style=solid]; -"627 view_62" -> "628 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"628 view_62_0_0_nncf_smooth_quant_0" -> "629 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"629 quantize_per_tensor_default_46" -> "630 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"630 dequantize_per_tensor_default_46" -> "637 linear_29" [label="(197, 768)", style=solid]; -"631 linear_29_scale_0" -> "634 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"631 linear_29_scale_0" -> "635 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"632 linear_29_zero_point_0" -> "634 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"632 linear_29_zero_point_0" -> "635 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"633 compressed_weight_updated_constant30" -> "634 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"634 quantize_per_channel_default_30" -> "635 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"635 dequantize_per_channel_default_30" -> "637 linear_29" [label="(768, 768)", style=solid]; -"636 encoder_layers_encoder_layer_7_self_attention_out_proj_bias_0_0" -> "637 linear_29" [label="(768,)", style=solid]; -"637 linear_29" -> "638 view_63" [label="(197, 768)", style=solid]; -"638 view_63" -> "639 transpose_47" [label="(197, 1, 768)", style=solid]; -"639 transpose_47" -> "640 dropout_22" [label="(1, 197, 768)", style=solid]; -"640 dropout_22" -> "641 add_15" [label="(1, 197, 768)", style=solid]; -"641 add_15" -> "642 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"641 add_15" -> "666 add_16" [label="(1, 197, 768)", style=solid]; -"642 layer_norm_15" -> "643 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"643 layer_norm_15_0_0_nncf_smooth_quant_0" -> "644 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"644 quantize_per_tensor_default_47" -> "645 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"645 dequantize_per_tensor_default_47" -> "652 linear_30" [label="(1, 197, 768)", style=solid]; -"646 linear_30_scale_0" -> "649 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"646 linear_30_scale_0" -> "650 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"647 linear_30_zero_point_0" -> "649 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"647 linear_30_zero_point_0" -> "650 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"648 compressed_weight_updated_constant31" -> "649 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"649 quantize_per_channel_default_31" -> "650 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"650 dequantize_per_channel_default_31" -> "652 linear_30" [label="(3072, 768)", style=solid]; -"651 encoder_layers_encoder_layer_7_mlp_0_bias_0_0" -> "652 linear_30" [label="(3072,)", style=solid]; -"652 linear_30" -> "653 gelu_7" [label="(1, 197, 3072)", style=solid]; -"653 gelu_7" -> "654 dropout_23" [label="(1, 197, 3072)", style=solid]; -"654 dropout_23" -> "655 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"655 dropout_23_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"656 quantize_per_tensor_default_48" -> "657 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"657 dequantize_per_tensor_default_48" -> "664 linear_31" [label="(1, 197, 3072)", style=solid]; -"658 linear_31_scale_0" -> "661 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"658 linear_31_scale_0" -> "662 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"659 linear_31_zero_point_0" -> "661 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"659 linear_31_zero_point_0" -> "662 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"660 compressed_weight_updated_constant32" -> "661 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"661 quantize_per_channel_default_32" -> "662 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"662 dequantize_per_channel_default_32" -> "664 linear_31" [label="(768, 3072)", style=solid]; -"663 encoder_layers_encoder_layer_7_mlp_3_bias_0_0" -> "664 linear_31" [label="(768,)", style=solid]; -"664 linear_31" -> "665 dropout_24" [label="(1, 197, 768)", style=solid]; -"665 dropout_24" -> "666 add_16" [label="(1, 197, 768)", style=solid]; -"666 add_16" -> "667 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"666 add_16" -> "716 add_17" [label="(1, 197, 768)", style=solid]; -"667 layer_norm_16" -> "668 transpose_48" [label="(1, 197, 768)", style=solid]; -"668 transpose_48" -> "669 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"669 transpose_48_0_0_nncf_smooth_quant_0" -> "670 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"670 quantize_per_tensor_default_49" -> "671 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"671 dequantize_per_tensor_default_49" -> "678 linear_32" [label="(197, 1, 768)", style=solid]; -"672 linear_32_scale_0" -> "675 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"672 linear_32_scale_0" -> "676 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"673 linear_32_zero_point_0" -> "675 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"673 linear_32_zero_point_0" -> "676 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"674 compressed_weight_updated_constant33" -> "675 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"675 quantize_per_channel_default_33" -> "676 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"676 dequantize_per_channel_default_33" -> "678 linear_32" [label="(2304, 768)", style=solid]; -"677 encoder_layers_encoder_layer_8_self_attention_in_proj_bias_0_0" -> "678 linear_32" [label="(2304,)", style=solid]; -"678 linear_32" -> "679 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"679 unflatten_8" -> "680 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"680 unsqueeze_8" -> "681 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"681 transpose_49" -> "682 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"682 squeeze_8" -> "683 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"683 contiguous_8" -> "684 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"683 contiguous_8" -> "687 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"683 contiguous_8" -> "690 select_26" [label="(3, 197, 1, 768)", style=solid]; -"684 quantize_per_tensor_default_50" -> "685 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"685 dequantize_per_tensor_default_50" -> "686 select_24" [label="(3, 197, 1, 768)", style=solid]; -"686 select_24" -> "691 view_64" [label="(197, 1, 768)", style=solid]; -"687 quantize_per_tensor_default_51" -> "688 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"688 dequantize_per_tensor_default_51" -> "689 select_25" [label="(3, 197, 1, 768)", style=solid]; -"689 select_25" -> "693 view_65" [label="(197, 1, 768)", style=solid]; -"690 select_26" -> "695 view_66" [label="(197, 1, 768)", style=solid]; -"691 view_64" -> "692 transpose_50" [label="(197, 12, 64)", style=solid]; -"692 transpose_50" -> "697 view_67" [label="(12, 197, 64)", style=solid]; -"693 view_65" -> "694 transpose_51" [label="(197, 12, 64)", style=solid]; -"694 transpose_51" -> "698 view_68" [label="(12, 197, 64)", style=solid]; -"695 view_66" -> "696 transpose_52" [label="(197, 12, 64)", style=solid]; -"696 transpose_52" -> "699 view_69" [label="(12, 197, 64)", style=solid]; -"697 view_67" -> "700 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"698 view_68" -> "700 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"699 view_69" -> "700 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"700 scaled_dot_product_attention_8" -> "701 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"701 permute_9" -> "702 view_70" [label="(197, 1, 12, 64)", style=solid]; -"702 view_70" -> "703 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"703 view_70_0_0_nncf_smooth_quant_0" -> "704 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"704 quantize_per_tensor_default_52" -> "705 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"705 dequantize_per_tensor_default_52" -> "712 linear_33" [label="(197, 768)", style=solid]; -"706 linear_33_scale_0" -> "709 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"706 linear_33_scale_0" -> "710 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"707 linear_33_zero_point_0" -> "709 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"707 linear_33_zero_point_0" -> "710 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"708 compressed_weight_updated_constant34" -> "709 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"709 quantize_per_channel_default_34" -> "710 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"710 dequantize_per_channel_default_34" -> "712 linear_33" [label="(768, 768)", style=solid]; -"711 encoder_layers_encoder_layer_8_self_attention_out_proj_bias_0_0" -> "712 linear_33" [label="(768,)", style=solid]; -"712 linear_33" -> "713 view_71" [label="(197, 768)", style=solid]; -"713 view_71" -> "714 transpose_53" [label="(197, 1, 768)", style=solid]; -"714 transpose_53" -> "715 dropout_25" [label="(1, 197, 768)", style=solid]; -"715 dropout_25" -> "716 add_17" [label="(1, 197, 768)", style=solid]; -"716 add_17" -> "717 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"716 add_17" -> "741 add_18" [label="(1, 197, 768)", style=solid]; -"717 layer_norm_17" -> "718 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"718 layer_norm_17_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"719 quantize_per_tensor_default_53" -> "720 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"720 dequantize_per_tensor_default_53" -> "727 linear_34" [label="(1, 197, 768)", style=solid]; -"721 linear_34_scale_0" -> "724 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"721 linear_34_scale_0" -> "725 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"722 linear_34_zero_point_0" -> "724 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"722 linear_34_zero_point_0" -> "725 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"723 compressed_weight_updated_constant35" -> "724 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"724 quantize_per_channel_default_35" -> "725 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"725 dequantize_per_channel_default_35" -> "727 linear_34" [label="(3072, 768)", style=solid]; -"726 encoder_layers_encoder_layer_8_mlp_0_bias_0_0" -> "727 linear_34" [label="(3072,)", style=solid]; -"727 linear_34" -> "728 gelu_8" [label="(1, 197, 3072)", style=solid]; -"728 gelu_8" -> "729 dropout_26" [label="(1, 197, 3072)", style=solid]; -"729 dropout_26" -> "730 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"730 dropout_26_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"731 quantize_per_tensor_default_54" -> "732 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"732 dequantize_per_tensor_default_54" -> "739 linear_35" [label="(1, 197, 3072)", style=solid]; -"733 linear_35_scale_0" -> "736 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"733 linear_35_scale_0" -> "737 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"734 linear_35_zero_point_0" -> "736 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"734 linear_35_zero_point_0" -> "737 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"735 compressed_weight_updated_constant36" -> "736 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"736 quantize_per_channel_default_36" -> "737 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"737 dequantize_per_channel_default_36" -> "739 linear_35" [label="(768, 3072)", style=solid]; -"738 encoder_layers_encoder_layer_8_mlp_3_bias_0_0" -> "739 linear_35" [label="(768,)", style=solid]; -"739 linear_35" -> "740 dropout_27" [label="(1, 197, 768)", style=solid]; -"740 dropout_27" -> "741 add_18" [label="(1, 197, 768)", style=solid]; -"741 add_18" -> "742 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"741 add_18" -> "791 add_19" [label="(1, 197, 768)", style=solid]; -"742 layer_norm_18" -> "743 transpose_54" [label="(1, 197, 768)", style=solid]; -"743 transpose_54" -> "744 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"744 transpose_54_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"745 quantize_per_tensor_default_55" -> "746 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"746 dequantize_per_tensor_default_55" -> "753 linear_36" [label="(197, 1, 768)", style=solid]; -"747 linear_36_scale_0" -> "750 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"747 linear_36_scale_0" -> "751 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"748 linear_36_zero_point_0" -> "750 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"748 linear_36_zero_point_0" -> "751 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"749 compressed_weight_updated_constant37" -> "750 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"750 quantize_per_channel_default_37" -> "751 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"751 dequantize_per_channel_default_37" -> "753 linear_36" [label="(2304, 768)", style=solid]; -"752 encoder_layers_encoder_layer_9_self_attention_in_proj_bias_0_0" -> "753 linear_36" [label="(2304,)", style=solid]; -"753 linear_36" -> "754 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"754 unflatten_9" -> "755 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"755 unsqueeze_9" -> "756 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"756 transpose_55" -> "757 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"757 squeeze_9" -> "758 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"758 contiguous_9" -> "759 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"758 contiguous_9" -> "762 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"758 contiguous_9" -> "765 select_29" [label="(3, 197, 1, 768)", style=solid]; -"759 quantize_per_tensor_default_56" -> "760 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"760 dequantize_per_tensor_default_56" -> "761 select_27" [label="(3, 197, 1, 768)", style=solid]; -"761 select_27" -> "766 view_72" [label="(197, 1, 768)", style=solid]; -"762 quantize_per_tensor_default_57" -> "763 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"763 dequantize_per_tensor_default_57" -> "764 select_28" [label="(3, 197, 1, 768)", style=solid]; -"764 select_28" -> "768 view_73" [label="(197, 1, 768)", style=solid]; -"765 select_29" -> "770 view_74" [label="(197, 1, 768)", style=solid]; -"766 view_72" -> "767 transpose_56" [label="(197, 12, 64)", style=solid]; -"767 transpose_56" -> "772 view_75" [label="(12, 197, 64)", style=solid]; -"768 view_73" -> "769 transpose_57" [label="(197, 12, 64)", style=solid]; -"769 transpose_57" -> "773 view_76" [label="(12, 197, 64)", style=solid]; -"770 view_74" -> "771 transpose_58" [label="(197, 12, 64)", style=solid]; -"771 transpose_58" -> "774 view_77" [label="(12, 197, 64)", style=solid]; -"772 view_75" -> "775 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"773 view_76" -> "775 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"774 view_77" -> "775 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"775 scaled_dot_product_attention_9" -> "776 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"776 permute_10" -> "777 view_78" [label="(197, 1, 12, 64)", style=solid]; -"777 view_78" -> "778 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"778 view_78_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"779 quantize_per_tensor_default_58" -> "780 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"780 dequantize_per_tensor_default_58" -> "787 linear_37" [label="(197, 768)", style=solid]; -"781 linear_37_scale_0" -> "784 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"781 linear_37_scale_0" -> "785 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"782 linear_37_zero_point_0" -> "784 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"782 linear_37_zero_point_0" -> "785 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"783 compressed_weight_updated_constant38" -> "784 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"784 quantize_per_channel_default_38" -> "785 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"785 dequantize_per_channel_default_38" -> "787 linear_37" [label="(768, 768)", style=solid]; -"786 encoder_layers_encoder_layer_9_self_attention_out_proj_bias_0_0" -> "787 linear_37" [label="(768,)", style=solid]; -"787 linear_37" -> "788 view_79" [label="(197, 768)", style=solid]; -"788 view_79" -> "789 transpose_59" [label="(197, 1, 768)", style=solid]; -"789 transpose_59" -> "790 dropout_28" [label="(1, 197, 768)", style=solid]; -"790 dropout_28" -> "791 add_19" [label="(1, 197, 768)", style=solid]; -"791 add_19" -> "792 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"791 add_19" -> "816 add_20" [label="(1, 197, 768)", style=solid]; -"792 layer_norm_19" -> "793 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"793 layer_norm_19_0_0_nncf_smooth_quant_0" -> "794 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"794 quantize_per_tensor_default_59" -> "795 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"795 dequantize_per_tensor_default_59" -> "802 linear_38" [label="(1, 197, 768)", style=solid]; -"796 linear_38_scale_0" -> "799 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"796 linear_38_scale_0" -> "800 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"797 linear_38_zero_point_0" -> "799 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"797 linear_38_zero_point_0" -> "800 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"798 compressed_weight_updated_constant39" -> "799 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"799 quantize_per_channel_default_39" -> "800 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"800 dequantize_per_channel_default_39" -> "802 linear_38" [label="(3072, 768)", style=solid]; -"801 encoder_layers_encoder_layer_9_mlp_0_bias_0_0" -> "802 linear_38" [label="(3072,)", style=solid]; -"802 linear_38" -> "803 gelu_9" [label="(1, 197, 3072)", style=solid]; -"803 gelu_9" -> "804 dropout_29" [label="(1, 197, 3072)", style=solid]; -"804 dropout_29" -> "805 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"805 dropout_29_0_0_nncf_smooth_quant_0" -> "806 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"806 quantize_per_tensor_default_60" -> "807 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"807 dequantize_per_tensor_default_60" -> "814 linear_39" [label="(1, 197, 3072)", style=solid]; -"808 linear_39_scale_0" -> "811 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"808 linear_39_scale_0" -> "812 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"809 linear_39_zero_point_0" -> "811 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"809 linear_39_zero_point_0" -> "812 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"810 compressed_weight_updated_constant40" -> "811 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"811 quantize_per_channel_default_40" -> "812 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"812 dequantize_per_channel_default_40" -> "814 linear_39" [label="(768, 3072)", style=solid]; -"813 encoder_layers_encoder_layer_9_mlp_3_bias_0_0" -> "814 linear_39" [label="(768,)", style=solid]; -"814 linear_39" -> "815 dropout_30" [label="(1, 197, 768)", style=solid]; -"815 dropout_30" -> "816 add_20" [label="(1, 197, 768)", style=solid]; -"816 add_20" -> "817 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"816 add_20" -> "866 add_21" [label="(1, 197, 768)", style=solid]; -"817 layer_norm_20" -> "818 transpose_60" [label="(1, 197, 768)", style=solid]; -"818 transpose_60" -> "819 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"819 transpose_60_0_0_nncf_smooth_quant_0" -> "820 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"820 quantize_per_tensor_default_61" -> "821 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"821 dequantize_per_tensor_default_61" -> "828 linear_40" [label="(197, 1, 768)", style=solid]; -"822 linear_40_scale_0" -> "825 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"822 linear_40_scale_0" -> "826 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"823 linear_40_zero_point_0" -> "825 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"823 linear_40_zero_point_0" -> "826 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"824 compressed_weight_updated_constant41" -> "825 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"825 quantize_per_channel_default_41" -> "826 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"826 dequantize_per_channel_default_41" -> "828 linear_40" [label="(2304, 768)", style=solid]; -"827 encoder_layers_encoder_layer_10_self_attention_in_proj_bias_0_0" -> "828 linear_40" [label="(2304,)", style=solid]; -"828 linear_40" -> "829 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"829 unflatten_10" -> "830 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"830 unsqueeze_10" -> "831 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"831 transpose_61" -> "832 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"832 squeeze_10" -> "833 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"833 contiguous_10" -> "834 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"833 contiguous_10" -> "837 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"833 contiguous_10" -> "840 select_32" [label="(3, 197, 1, 768)", style=solid]; -"834 quantize_per_tensor_default_62" -> "835 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"835 dequantize_per_tensor_default_62" -> "836 select_30" [label="(3, 197, 1, 768)", style=solid]; -"836 select_30" -> "841 view_80" [label="(197, 1, 768)", style=solid]; -"837 quantize_per_tensor_default_63" -> "838 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"838 dequantize_per_tensor_default_63" -> "839 select_31" [label="(3, 197, 1, 768)", style=solid]; -"839 select_31" -> "843 view_81" [label="(197, 1, 768)", style=solid]; -"840 select_32" -> "845 view_82" [label="(197, 1, 768)", style=solid]; -"841 view_80" -> "842 transpose_62" [label="(197, 12, 64)", style=solid]; -"842 transpose_62" -> "847 view_83" [label="(12, 197, 64)", style=solid]; -"843 view_81" -> "844 transpose_63" [label="(197, 12, 64)", style=solid]; -"844 transpose_63" -> "848 view_84" [label="(12, 197, 64)", style=solid]; -"845 view_82" -> "846 transpose_64" [label="(197, 12, 64)", style=solid]; -"846 transpose_64" -> "849 view_85" [label="(12, 197, 64)", style=solid]; -"847 view_83" -> "850 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"848 view_84" -> "850 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"849 view_85" -> "850 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"850 scaled_dot_product_attention_10" -> "851 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"851 permute_11" -> "852 view_86" [label="(197, 1, 12, 64)", style=solid]; -"852 view_86" -> "853 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"853 view_86_0_0_nncf_smooth_quant_0" -> "854 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"854 quantize_per_tensor_default_64" -> "855 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"855 dequantize_per_tensor_default_64" -> "862 linear_41" [label="(197, 768)", style=solid]; -"856 linear_41_scale_0" -> "859 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"856 linear_41_scale_0" -> "860 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"857 linear_41_zero_point_0" -> "859 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"857 linear_41_zero_point_0" -> "860 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"858 compressed_weight_updated_constant42" -> "859 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"859 quantize_per_channel_default_42" -> "860 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"860 dequantize_per_channel_default_42" -> "862 linear_41" [label="(768, 768)", style=solid]; -"861 encoder_layers_encoder_layer_10_self_attention_out_proj_bias_0_0" -> "862 linear_41" [label="(768,)", style=solid]; -"862 linear_41" -> "863 view_87" [label="(197, 768)", style=solid]; -"863 view_87" -> "864 transpose_65" [label="(197, 1, 768)", style=solid]; -"864 transpose_65" -> "865 dropout_31" [label="(1, 197, 768)", style=solid]; -"865 dropout_31" -> "866 add_21" [label="(1, 197, 768)", style=solid]; -"866 add_21" -> "867 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"866 add_21" -> "891 add_22" [label="(1, 197, 768)", style=solid]; -"867 layer_norm_21" -> "868 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"868 layer_norm_21_0_0_nncf_smooth_quant_0" -> "869 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"869 quantize_per_tensor_default_65" -> "870 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"870 dequantize_per_tensor_default_65" -> "877 linear_42" [label="(1, 197, 768)", style=solid]; -"871 linear_42_scale_0" -> "874 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"871 linear_42_scale_0" -> "875 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"872 linear_42_zero_point_0" -> "874 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"872 linear_42_zero_point_0" -> "875 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"873 compressed_weight_updated_constant43" -> "874 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"874 quantize_per_channel_default_43" -> "875 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"875 dequantize_per_channel_default_43" -> "877 linear_42" [label="(3072, 768)", style=solid]; -"876 encoder_layers_encoder_layer_10_mlp_0_bias_0_0" -> "877 linear_42" [label="(3072,)", style=solid]; -"877 linear_42" -> "878 gelu_10" [label="(1, 197, 3072)", style=solid]; -"878 gelu_10" -> "879 dropout_32" [label="(1, 197, 3072)", style=solid]; -"879 dropout_32" -> "880 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"880 dropout_32_0_0_nncf_smooth_quant_0" -> "881 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"881 quantize_per_tensor_default_66" -> "882 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"882 dequantize_per_tensor_default_66" -> "889 linear_43" [label="(1, 197, 3072)", style=solid]; -"883 linear_43_scale_0" -> "886 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"883 linear_43_scale_0" -> "887 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"884 linear_43_zero_point_0" -> "886 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"884 linear_43_zero_point_0" -> "887 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"885 compressed_weight_updated_constant44" -> "886 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"886 quantize_per_channel_default_44" -> "887 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"887 dequantize_per_channel_default_44" -> "889 linear_43" [label="(768, 3072)", style=solid]; -"888 encoder_layers_encoder_layer_10_mlp_3_bias_0_0" -> "889 linear_43" [label="(768,)", style=solid]; -"889 linear_43" -> "890 dropout_33" [label="(1, 197, 768)", style=solid]; -"890 dropout_33" -> "891 add_22" [label="(1, 197, 768)", style=solid]; -"891 add_22" -> "892 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"891 add_22" -> "941 add_23" [label="(1, 197, 768)", style=solid]; -"892 layer_norm_22" -> "893 transpose_66" [label="(1, 197, 768)", style=solid]; -"893 transpose_66" -> "894 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"894 transpose_66_0_0_nncf_smooth_quant_0" -> "895 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"895 quantize_per_tensor_default_67" -> "896 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"896 dequantize_per_tensor_default_67" -> "903 linear_44" [label="(197, 1, 768)", style=solid]; -"897 linear_44_scale_0" -> "900 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"897 linear_44_scale_0" -> "901 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"898 linear_44_zero_point_0" -> "900 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"898 linear_44_zero_point_0" -> "901 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"899 compressed_weight_updated_constant45" -> "900 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"900 quantize_per_channel_default_45" -> "901 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"901 dequantize_per_channel_default_45" -> "903 linear_44" [label="(2304, 768)", style=solid]; -"902 encoder_layers_encoder_layer_11_self_attention_in_proj_bias_0_0" -> "903 linear_44" [label="(2304,)", style=solid]; -"903 linear_44" -> "904 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"904 unflatten_11" -> "905 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"905 unsqueeze_11" -> "906 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"906 transpose_67" -> "907 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"907 squeeze_11" -> "908 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"908 contiguous_11" -> "909 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"908 contiguous_11" -> "912 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"908 contiguous_11" -> "915 select_35" [label="(3, 197, 1, 768)", style=solid]; -"909 quantize_per_tensor_default_68" -> "910 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"910 dequantize_per_tensor_default_68" -> "911 select_33" [label="(3, 197, 1, 768)", style=solid]; -"911 select_33" -> "916 view_88" [label="(197, 1, 768)", style=solid]; -"912 quantize_per_tensor_default_69" -> "913 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"913 dequantize_per_tensor_default_69" -> "914 select_34" [label="(3, 197, 1, 768)", style=solid]; -"914 select_34" -> "918 view_89" [label="(197, 1, 768)", style=solid]; -"915 select_35" -> "920 view_90" [label="(197, 1, 768)", style=solid]; -"916 view_88" -> "917 transpose_68" [label="(197, 12, 64)", style=solid]; -"917 transpose_68" -> "922 view_91" [label="(12, 197, 64)", style=solid]; -"918 view_89" -> "919 transpose_69" [label="(197, 12, 64)", style=solid]; -"919 transpose_69" -> "923 view_92" [label="(12, 197, 64)", style=solid]; -"920 view_90" -> "921 transpose_70" [label="(197, 12, 64)", style=solid]; -"921 transpose_70" -> "924 view_93" [label="(12, 197, 64)", style=solid]; -"922 view_91" -> "925 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"923 view_92" -> "925 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"924 view_93" -> "925 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"925 scaled_dot_product_attention_11" -> "926 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"926 permute_12" -> "927 view_94" [label="(197, 1, 12, 64)", style=solid]; -"927 view_94" -> "928 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"928 view_94_0_0_nncf_smooth_quant_0" -> "929 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"929 quantize_per_tensor_default_70" -> "930 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"930 dequantize_per_tensor_default_70" -> "937 linear_45" [label="(197, 768)", style=solid]; -"931 linear_45_scale_0" -> "934 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"931 linear_45_scale_0" -> "935 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"932 linear_45_zero_point_0" -> "934 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"932 linear_45_zero_point_0" -> "935 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"933 compressed_weight_updated_constant46" -> "934 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"934 quantize_per_channel_default_46" -> "935 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"935 dequantize_per_channel_default_46" -> "937 linear_45" [label="(768, 768)", style=solid]; -"936 encoder_layers_encoder_layer_11_self_attention_out_proj_bias_0_0" -> "937 linear_45" [label="(768,)", style=solid]; -"937 linear_45" -> "938 view_95" [label="(197, 768)", style=solid]; -"938 view_95" -> "939 transpose_71" [label="(197, 1, 768)", style=solid]; -"939 transpose_71" -> "940 dropout_34" [label="(1, 197, 768)", style=solid]; -"940 dropout_34" -> "941 add_23" [label="(1, 197, 768)", style=solid]; -"941 add_23" -> "942 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"941 add_23" -> "966 add_24" [label="(1, 197, 768)", style=solid]; -"942 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"945 dequantize_per_tensor_default_71" -> "952 linear_46" [label="(1, 197, 768)", style=solid]; -"946 linear_46_scale_0" -> "949 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"946 linear_46_scale_0" -> "950 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "949 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "950 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"948 compressed_weight_updated_constant47" -> "949 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"949 quantize_per_channel_default_47" -> "950 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"950 dequantize_per_channel_default_47" -> "952 linear_46" [label="(3072, 768)", style=solid]; -"951 encoder_layers_encoder_layer_11_mlp_0_bias_0_0" -> "952 linear_46" [label="(3072,)", style=solid]; -"952 linear_46" -> "953 gelu_11" [label="(1, 197, 3072)", style=solid]; -"953 gelu_11" -> "954 dropout_35" [label="(1, 197, 3072)", style=solid]; -"954 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"957 dequantize_per_tensor_default_72" -> "964 linear_47" [label="(1, 197, 3072)", style=solid]; -"958 linear_47_scale_0" -> "961 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"958 linear_47_scale_0" -> "962 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "961 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "962 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"960 compressed_weight_updated_constant48" -> "961 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"961 quantize_per_channel_default_48" -> "962 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"962 dequantize_per_channel_default_48" -> "964 linear_47" [label="(768, 3072)", style=solid]; -"963 encoder_layers_encoder_layer_11_mlp_3_bias_0_0" -> "964 linear_47" [label="(768,)", style=solid]; -"964 linear_47" -> "965 dropout_36" [label="(1, 197, 768)", style=solid]; -"965 dropout_36" -> "966 add_24" [label="(1, 197, 768)", style=solid]; -"966 add_24" -> "967 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"967 layer_norm_24" -> "968 slice_1" [label="(1, 197, 768)", style=solid]; -"968 slice_1" -> "969 select_36" [label="(1, 197, 768)", style=solid]; -"969 select_36" -> "970 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"970 select_36_0_0_nncf_smooth_quant_0" -> "971 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"971 quantize_per_tensor_default_73" -> "972 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"972 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; -"973 linear_48_scale_0" -> "976 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"973 linear_48_scale_0" -> "977 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"974 linear_48_zero_point_0" -> "976 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"974 linear_48_zero_point_0" -> "977 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"975 compressed_weight_updated_constant49" -> "976 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"976 quantize_per_channel_default_49" -> "977 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"977 dequantize_per_channel_default_49" -> "979 linear_48" [label="(1000, 768)", style=solid]; -"978 heads_head_bias_0_0" -> "979 linear_48" [label="(1000,)", style=solid]; +"0 encoder_pos_embedding" -> "114 add" [label="(1, 197, 768)", style=solid]; +"1 conv_proj_bias" -> "109 conv2d" [label="(768,)", style=solid]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [label="(768,)", style=solid]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [label="(768,)", style=solid]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "126 linear" [label="(2304,)", style=solid]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "159 linear_1" [label="(768,)", style=solid]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" -> "173 linear_2" [label="(3072,)", style=solid]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" -> "184 linear_3" [label="(768,)", style=solid]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "197 linear_4" [label="(2304,)", style=solid]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "230 linear_5" [label="(768,)", style=solid]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" -> "244 linear_6" [label="(3072,)", style=solid]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" -> "255 linear_7" [label="(768,)", style=solid]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "268 linear_8" [label="(2304,)", style=solid]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "301 linear_9" [label="(768,)", style=solid]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" -> "315 linear_10" [label="(3072,)", style=solid]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" -> "326 linear_11" [label="(768,)", style=solid]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "339 linear_12" [label="(2304,)", style=solid]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "372 linear_13" [label="(768,)", style=solid]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" -> "386 linear_14" [label="(3072,)", style=solid]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" -> "397 linear_15" [label="(768,)", style=solid]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "410 linear_16" [label="(2304,)", style=solid]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "443 linear_17" [label="(768,)", style=solid]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" -> "457 linear_18" [label="(3072,)", style=solid]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" -> "468 linear_19" [label="(768,)", style=solid]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "481 linear_20" [label="(2304,)", style=solid]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "514 linear_21" [label="(768,)", style=solid]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" -> "528 linear_22" [label="(3072,)", style=solid]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" -> "539 linear_23" [label="(768,)", style=solid]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "552 linear_24" [label="(2304,)", style=solid]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "585 linear_25" [label="(768,)", style=solid]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" -> "599 linear_26" [label="(3072,)", style=solid]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" -> "610 linear_27" [label="(768,)", style=solid]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "623 linear_28" [label="(2304,)", style=solid]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "656 linear_29" [label="(768,)", style=solid]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" -> "670 linear_30" [label="(3072,)", style=solid]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" -> "681 linear_31" [label="(768,)", style=solid]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "694 linear_32" [label="(2304,)", style=solid]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "727 linear_33" [label="(768,)", style=solid]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" -> "741 linear_34" [label="(3072,)", style=solid]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" -> "752 linear_35" [label="(768,)", style=solid]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "765 linear_36" [label="(2304,)", style=solid]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "798 linear_37" [label="(768,)", style=solid]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" -> "812 linear_38" [label="(3072,)", style=solid]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" -> "823 linear_39" [label="(768,)", style=solid]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "836 linear_40" [label="(2304,)", style=solid]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "869 linear_41" [label="(768,)", style=solid]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" -> "883 linear_42" [label="(3072,)", style=solid]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" -> "894 linear_43" [label="(768,)", style=solid]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "907 linear_44" [label="(2304,)", style=solid]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "940 linear_45" [label="(768,)", style=solid]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" -> "954 linear_46" [label="(3072,)", style=solid]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" -> "965 linear_47" [label="(768,)", style=solid]; +"98 encoder_ln_weight" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"99 encoder_ln_bias" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"100 heads_head_bias" -> "979 linear_48" [label="(1000,)", style=solid]; +"101 x" -> "102 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"102 quantize_per_tensor_default" -> "103 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"103 dequantize_per_tensor_default" -> "109 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"104 conv2d_scale_0" -> "107 quantize_per_channel_default" [label="(768,)", style=solid]; +"104 conv2d_scale_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; +"105 conv2d_zero_point_0" -> "107 quantize_per_channel_default" [label="(768,)", style=solid]; +"105 conv2d_zero_point_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; +"106 compressed_weight_updated_constant0" -> "107 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"107 quantize_per_channel_default" -> "108 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"108 dequantize_per_channel_default" -> "109 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"109 conv2d" -> "110 reshape" [label="(1, 768, 14, 14)", style=solid]; +"110 reshape" -> "111 permute" [label="(1, 768, 196)", style=solid]; +"111 permute" -> "113 cat" [label="(1, 196, 768)", style=solid]; +"112 _frozen_param0" -> "113 cat" [label="(1, 1, 768)", style=solid]; +"113 cat" -> "114 add" [label="(1, 197, 768)", style=solid]; +"114 add" -> "115 dropout" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "116 layer_norm" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"116 layer_norm" -> "117 transpose" [label="(1, 197, 768)", style=solid]; +"117 transpose" -> "118 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"118 transpose_0_0_nncf_smooth_quant_0" -> "119 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_1" -> "120 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_1" -> "126 linear" [label="(197, 1, 768)", style=solid]; +"121 linear_scale_0" -> "124 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"121 linear_scale_0" -> "125 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"122 linear_zero_point_0" -> "124 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"122 linear_zero_point_0" -> "125 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"123 compressed_weight_updated_constant1" -> "124 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"124 quantize_per_channel_default_1" -> "125 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"125 dequantize_per_channel_default_1" -> "126 linear" [label="(2304, 768)", style=solid]; +"126 linear" -> "127 unflatten" [label="(197, 1, 2304)", style=solid]; +"127 unflatten" -> "128 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"128 unsqueeze" -> "129 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"129 transpose_1" -> "130 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"130 squeeze" -> "131 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "132 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "135 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "138 select_2" [label="(3, 197, 1, 768)", style=solid]; +"132 quantize_per_tensor_default_2" -> "133 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"133 dequantize_per_tensor_default_2" -> "134 select" [label="(3, 197, 1, 768)", style=solid]; +"134 select" -> "139 view" [label="(197, 1, 768)", style=solid]; +"135 quantize_per_tensor_default_3" -> "136 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"136 dequantize_per_tensor_default_3" -> "137 select_1" [label="(3, 197, 1, 768)", style=solid]; +"137 select_1" -> "141 view_1" [label="(197, 1, 768)", style=solid]; +"138 select_2" -> "143 view_2" [label="(197, 1, 768)", style=solid]; +"139 view" -> "140 transpose_2" [label="(197, 12, 64)", style=solid]; +"140 transpose_2" -> "145 view_3" [label="(12, 197, 64)", style=solid]; +"141 view_1" -> "142 transpose_3" [label="(197, 12, 64)", style=solid]; +"142 transpose_3" -> "146 view_4" [label="(12, 197, 64)", style=solid]; +"143 view_2" -> "144 transpose_4" [label="(197, 12, 64)", style=solid]; +"144 transpose_4" -> "147 view_5" [label="(12, 197, 64)", style=solid]; +"145 view_3" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"146 view_4" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"147 view_5" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"148 scaled_dot_product_attention" -> "149 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"149 permute_1" -> "150 view_6" [label="(197, 1, 12, 64)", style=solid]; +"150 view_6" -> "151 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"151 view_6_0_0_nncf_smooth_quant_0" -> "152 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"152 quantize_per_tensor_default_4" -> "153 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"153 dequantize_per_tensor_default_4" -> "159 linear_1" [label="(197, 768)", style=solid]; +"154 linear_1_scale_0" -> "157 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"154 linear_1_scale_0" -> "158 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"155 linear_1_zero_point_0" -> "157 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"155 linear_1_zero_point_0" -> "158 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"156 compressed_weight_updated_constant2" -> "157 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"157 quantize_per_channel_default_2" -> "158 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"158 dequantize_per_channel_default_2" -> "159 linear_1" [label="(768, 768)", style=solid]; +"159 linear_1" -> "160 view_7" [label="(197, 768)", style=solid]; +"160 view_7" -> "161 transpose_5" [label="(197, 1, 768)", style=solid]; +"161 transpose_5" -> "162 dropout_1" [label="(1, 197, 768)", style=solid]; +"162 dropout_1" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "164 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"164 layer_norm_1" -> "165 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"166 quantize_per_tensor_default_5" -> "167 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"167 dequantize_per_tensor_default_5" -> "173 linear_2" [label="(1, 197, 768)", style=solid]; +"168 linear_2_scale_0" -> "171 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"168 linear_2_scale_0" -> "172 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"169 linear_2_zero_point_0" -> "171 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"169 linear_2_zero_point_0" -> "172 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"170 compressed_weight_updated_constant3" -> "171 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"171 quantize_per_channel_default_3" -> "172 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"172 dequantize_per_channel_default_3" -> "173 linear_2" [label="(3072, 768)", style=solid]; +"173 linear_2" -> "174 gelu" [label="(1, 197, 3072)", style=solid]; +"174 gelu" -> "175 dropout_2" [label="(1, 197, 3072)", style=solid]; +"175 dropout_2" -> "176 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"176 dropout_2_0_0_nncf_smooth_quant_0" -> "177 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"177 quantize_per_tensor_default_6" -> "178 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"178 dequantize_per_tensor_default_6" -> "184 linear_3" [label="(1, 197, 3072)", style=solid]; +"179 linear_3_scale_0" -> "182 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"179 linear_3_scale_0" -> "183 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"180 linear_3_zero_point_0" -> "182 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"180 linear_3_zero_point_0" -> "183 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"181 compressed_weight_updated_constant4" -> "182 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"182 quantize_per_channel_default_4" -> "183 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"183 dequantize_per_channel_default_4" -> "184 linear_3" [label="(768, 3072)", style=solid]; +"184 linear_3" -> "185 dropout_3" [label="(1, 197, 768)", style=solid]; +"185 dropout_3" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "187 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"187 layer_norm_2" -> "188 transpose_6" [label="(1, 197, 768)", style=solid]; +"188 transpose_6" -> "189 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"189 transpose_6_0_0_nncf_smooth_quant_0" -> "190 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"190 quantize_per_tensor_default_7" -> "191 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"191 dequantize_per_tensor_default_7" -> "197 linear_4" [label="(197, 1, 768)", style=solid]; +"192 linear_4_scale_0" -> "195 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"192 linear_4_scale_0" -> "196 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"193 linear_4_zero_point_0" -> "195 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"193 linear_4_zero_point_0" -> "196 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"194 compressed_weight_updated_constant5" -> "195 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"195 quantize_per_channel_default_5" -> "196 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"196 dequantize_per_channel_default_5" -> "197 linear_4" [label="(2304, 768)", style=solid]; +"197 linear_4" -> "198 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"198 unflatten_1" -> "199 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"199 unsqueeze_1" -> "200 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"200 transpose_7" -> "201 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"201 squeeze_1" -> "202 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "203 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "206 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "209 select_5" [label="(3, 197, 1, 768)", style=solid]; +"203 quantize_per_tensor_default_8" -> "204 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"204 dequantize_per_tensor_default_8" -> "205 select_3" [label="(3, 197, 1, 768)", style=solid]; +"205 select_3" -> "210 view_8" [label="(197, 1, 768)", style=solid]; +"206 quantize_per_tensor_default_9" -> "207 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"207 dequantize_per_tensor_default_9" -> "208 select_4" [label="(3, 197, 1, 768)", style=solid]; +"208 select_4" -> "212 view_9" [label="(197, 1, 768)", style=solid]; +"209 select_5" -> "214 view_10" [label="(197, 1, 768)", style=solid]; +"210 view_8" -> "211 transpose_8" [label="(197, 12, 64)", style=solid]; +"211 transpose_8" -> "216 view_11" [label="(12, 197, 64)", style=solid]; +"212 view_9" -> "213 transpose_9" [label="(197, 12, 64)", style=solid]; +"213 transpose_9" -> "217 view_12" [label="(12, 197, 64)", style=solid]; +"214 view_10" -> "215 transpose_10" [label="(197, 12, 64)", style=solid]; +"215 transpose_10" -> "218 view_13" [label="(12, 197, 64)", style=solid]; +"216 view_11" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"217 view_12" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"218 view_13" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"219 scaled_dot_product_attention_1" -> "220 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"220 permute_2" -> "221 view_14" [label="(197, 1, 12, 64)", style=solid]; +"221 view_14" -> "222 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"222 view_14_0_0_nncf_smooth_quant_0" -> "223 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"223 quantize_per_tensor_default_10" -> "224 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"224 dequantize_per_tensor_default_10" -> "230 linear_5" [label="(197, 768)", style=solid]; +"225 linear_5_scale_0" -> "228 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"225 linear_5_scale_0" -> "229 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"226 linear_5_zero_point_0" -> "228 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"226 linear_5_zero_point_0" -> "229 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"227 compressed_weight_updated_constant6" -> "228 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"228 quantize_per_channel_default_6" -> "229 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"229 dequantize_per_channel_default_6" -> "230 linear_5" [label="(768, 768)", style=solid]; +"230 linear_5" -> "231 view_15" [label="(197, 768)", style=solid]; +"231 view_15" -> "232 transpose_11" [label="(197, 1, 768)", style=solid]; +"232 transpose_11" -> "233 dropout_4" [label="(1, 197, 768)", style=solid]; +"233 dropout_4" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "235 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"235 layer_norm_3" -> "236 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" -> "237 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"237 quantize_per_tensor_default_11" -> "238 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"238 dequantize_per_tensor_default_11" -> "244 linear_6" [label="(1, 197, 768)", style=solid]; +"239 linear_6_scale_0" -> "242 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"239 linear_6_scale_0" -> "243 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"240 linear_6_zero_point_0" -> "242 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"240 linear_6_zero_point_0" -> "243 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"241 compressed_weight_updated_constant7" -> "242 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"242 quantize_per_channel_default_7" -> "243 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"243 dequantize_per_channel_default_7" -> "244 linear_6" [label="(3072, 768)", style=solid]; +"244 linear_6" -> "245 gelu_1" [label="(1, 197, 3072)", style=solid]; +"245 gelu_1" -> "246 dropout_5" [label="(1, 197, 3072)", style=solid]; +"246 dropout_5" -> "247 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"247 dropout_5_0_0_nncf_smooth_quant_0" -> "248 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"248 quantize_per_tensor_default_12" -> "249 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"249 dequantize_per_tensor_default_12" -> "255 linear_7" [label="(1, 197, 3072)", style=solid]; +"250 linear_7_scale_0" -> "253 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"250 linear_7_scale_0" -> "254 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"251 linear_7_zero_point_0" -> "253 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"251 linear_7_zero_point_0" -> "254 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"252 compressed_weight_updated_constant8" -> "253 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"253 quantize_per_channel_default_8" -> "254 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"254 dequantize_per_channel_default_8" -> "255 linear_7" [label="(768, 3072)", style=solid]; +"255 linear_7" -> "256 dropout_6" [label="(1, 197, 768)", style=solid]; +"256 dropout_6" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "258 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"258 layer_norm_4" -> "259 transpose_12" [label="(1, 197, 768)", style=solid]; +"259 transpose_12" -> "260 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"260 transpose_12_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_13" -> "262 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_13" -> "268 linear_8" [label="(197, 1, 768)", style=solid]; +"263 linear_8_scale_0" -> "266 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"263 linear_8_scale_0" -> "267 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"264 linear_8_zero_point_0" -> "266 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"264 linear_8_zero_point_0" -> "267 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"265 compressed_weight_updated_constant9" -> "266 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"266 quantize_per_channel_default_9" -> "267 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"267 dequantize_per_channel_default_9" -> "268 linear_8" [label="(2304, 768)", style=solid]; +"268 linear_8" -> "269 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_2" -> "270 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_2" -> "271 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_13" -> "272 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_2" -> "273 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "274 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "277 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "280 select_8" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_14" -> "275 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_14" -> "276 select_6" [label="(3, 197, 1, 768)", style=solid]; +"276 select_6" -> "281 view_16" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_15" -> "278 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_15" -> "279 select_7" [label="(3, 197, 1, 768)", style=solid]; +"279 select_7" -> "283 view_17" [label="(197, 1, 768)", style=solid]; +"280 select_8" -> "285 view_18" [label="(197, 1, 768)", style=solid]; +"281 view_16" -> "282 transpose_14" [label="(197, 12, 64)", style=solid]; +"282 transpose_14" -> "287 view_19" [label="(12, 197, 64)", style=solid]; +"283 view_17" -> "284 transpose_15" [label="(197, 12, 64)", style=solid]; +"284 transpose_15" -> "288 view_20" [label="(12, 197, 64)", style=solid]; +"285 view_18" -> "286 transpose_16" [label="(197, 12, 64)", style=solid]; +"286 transpose_16" -> "289 view_21" [label="(12, 197, 64)", style=solid]; +"287 view_19" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"288 view_20" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"289 view_21" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_2" -> "291 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_3" -> "292 view_22" [label="(197, 1, 12, 64)", style=solid]; +"292 view_22" -> "293 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_22_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_16" -> "295 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_16" -> "301 linear_9" [label="(197, 768)", style=solid]; +"296 linear_9_scale_0" -> "299 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"296 linear_9_scale_0" -> "300 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"297 linear_9_zero_point_0" -> "299 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"297 linear_9_zero_point_0" -> "300 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"298 compressed_weight_updated_constant10" -> "299 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"299 quantize_per_channel_default_10" -> "300 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"300 dequantize_per_channel_default_10" -> "301 linear_9" [label="(768, 768)", style=solid]; +"301 linear_9" -> "302 view_23" [label="(197, 768)", style=solid]; +"302 view_23" -> "303 transpose_17" [label="(197, 1, 768)", style=solid]; +"303 transpose_17" -> "304 dropout_7" [label="(1, 197, 768)", style=solid]; +"304 dropout_7" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "306 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"306 layer_norm_5" -> "307 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" -> "308 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"308 quantize_per_tensor_default_17" -> "309 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"309 dequantize_per_tensor_default_17" -> "315 linear_10" [label="(1, 197, 768)", style=solid]; +"310 linear_10_scale_0" -> "313 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"310 linear_10_scale_0" -> "314 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"311 linear_10_zero_point_0" -> "313 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"311 linear_10_zero_point_0" -> "314 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"312 compressed_weight_updated_constant11" -> "313 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"313 quantize_per_channel_default_11" -> "314 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"314 dequantize_per_channel_default_11" -> "315 linear_10" [label="(3072, 768)", style=solid]; +"315 linear_10" -> "316 gelu_2" [label="(1, 197, 3072)", style=solid]; +"316 gelu_2" -> "317 dropout_8" [label="(1, 197, 3072)", style=solid]; +"317 dropout_8" -> "318 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"318 dropout_8_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"319 quantize_per_tensor_default_18" -> "320 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"320 dequantize_per_tensor_default_18" -> "326 linear_11" [label="(1, 197, 3072)", style=solid]; +"321 linear_11_scale_0" -> "324 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"321 linear_11_scale_0" -> "325 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"322 linear_11_zero_point_0" -> "324 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"322 linear_11_zero_point_0" -> "325 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"323 compressed_weight_updated_constant12" -> "324 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"324 quantize_per_channel_default_12" -> "325 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"325 dequantize_per_channel_default_12" -> "326 linear_11" [label="(768, 3072)", style=solid]; +"326 linear_11" -> "327 dropout_9" [label="(1, 197, 768)", style=solid]; +"327 dropout_9" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "329 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"329 layer_norm_6" -> "330 transpose_18" [label="(1, 197, 768)", style=solid]; +"330 transpose_18" -> "331 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"331 transpose_18_0_0_nncf_smooth_quant_0" -> "332 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"332 quantize_per_tensor_default_19" -> "333 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"333 dequantize_per_tensor_default_19" -> "339 linear_12" [label="(197, 1, 768)", style=solid]; +"334 linear_12_scale_0" -> "337 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"334 linear_12_scale_0" -> "338 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"335 linear_12_zero_point_0" -> "337 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"335 linear_12_zero_point_0" -> "338 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"336 compressed_weight_updated_constant13" -> "337 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"337 quantize_per_channel_default_13" -> "338 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"338 dequantize_per_channel_default_13" -> "339 linear_12" [label="(2304, 768)", style=solid]; +"339 linear_12" -> "340 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"340 unflatten_3" -> "341 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"341 unsqueeze_3" -> "342 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"342 transpose_19" -> "343 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"343 squeeze_3" -> "344 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "345 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "348 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "351 select_11" [label="(3, 197, 1, 768)", style=solid]; +"345 quantize_per_tensor_default_20" -> "346 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"346 dequantize_per_tensor_default_20" -> "347 select_9" [label="(3, 197, 1, 768)", style=solid]; +"347 select_9" -> "352 view_24" [label="(197, 1, 768)", style=solid]; +"348 quantize_per_tensor_default_21" -> "349 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"349 dequantize_per_tensor_default_21" -> "350 select_10" [label="(3, 197, 1, 768)", style=solid]; +"350 select_10" -> "354 view_25" [label="(197, 1, 768)", style=solid]; +"351 select_11" -> "356 view_26" [label="(197, 1, 768)", style=solid]; +"352 view_24" -> "353 transpose_20" [label="(197, 12, 64)", style=solid]; +"353 transpose_20" -> "358 view_27" [label="(12, 197, 64)", style=solid]; +"354 view_25" -> "355 transpose_21" [label="(197, 12, 64)", style=solid]; +"355 transpose_21" -> "359 view_28" [label="(12, 197, 64)", style=solid]; +"356 view_26" -> "357 transpose_22" [label="(197, 12, 64)", style=solid]; +"357 transpose_22" -> "360 view_29" [label="(12, 197, 64)", style=solid]; +"358 view_27" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"359 view_28" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"360 view_29" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"361 scaled_dot_product_attention_3" -> "362 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"362 permute_4" -> "363 view_30" [label="(197, 1, 12, 64)", style=solid]; +"363 view_30" -> "364 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"364 view_30_0_0_nncf_smooth_quant_0" -> "365 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"365 quantize_per_tensor_default_22" -> "366 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"366 dequantize_per_tensor_default_22" -> "372 linear_13" [label="(197, 768)", style=solid]; +"367 linear_13_scale_0" -> "370 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"367 linear_13_scale_0" -> "371 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"368 linear_13_zero_point_0" -> "370 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"368 linear_13_zero_point_0" -> "371 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"369 compressed_weight_updated_constant14" -> "370 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"370 quantize_per_channel_default_14" -> "371 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"371 dequantize_per_channel_default_14" -> "372 linear_13" [label="(768, 768)", style=solid]; +"372 linear_13" -> "373 view_31" [label="(197, 768)", style=solid]; +"373 view_31" -> "374 transpose_23" [label="(197, 1, 768)", style=solid]; +"374 transpose_23" -> "375 dropout_10" [label="(1, 197, 768)", style=solid]; +"375 dropout_10" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "377 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"377 layer_norm_7" -> "378 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" -> "379 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"379 quantize_per_tensor_default_23" -> "380 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"380 dequantize_per_tensor_default_23" -> "386 linear_14" [label="(1, 197, 768)", style=solid]; +"381 linear_14_scale_0" -> "384 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"381 linear_14_scale_0" -> "385 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"382 linear_14_zero_point_0" -> "384 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"382 linear_14_zero_point_0" -> "385 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"383 compressed_weight_updated_constant15" -> "384 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"384 quantize_per_channel_default_15" -> "385 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"385 dequantize_per_channel_default_15" -> "386 linear_14" [label="(3072, 768)", style=solid]; +"386 linear_14" -> "387 gelu_3" [label="(1, 197, 3072)", style=solid]; +"387 gelu_3" -> "388 dropout_11" [label="(1, 197, 3072)", style=solid]; +"388 dropout_11" -> "389 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"389 dropout_11_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"390 quantize_per_tensor_default_24" -> "391 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"391 dequantize_per_tensor_default_24" -> "397 linear_15" [label="(1, 197, 3072)", style=solid]; +"392 linear_15_scale_0" -> "395 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"392 linear_15_scale_0" -> "396 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"393 linear_15_zero_point_0" -> "395 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"393 linear_15_zero_point_0" -> "396 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"394 compressed_weight_updated_constant16" -> "395 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"395 quantize_per_channel_default_16" -> "396 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"396 dequantize_per_channel_default_16" -> "397 linear_15" [label="(768, 3072)", style=solid]; +"397 linear_15" -> "398 dropout_12" [label="(1, 197, 768)", style=solid]; +"398 dropout_12" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "400 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"400 layer_norm_8" -> "401 transpose_24" [label="(1, 197, 768)", style=solid]; +"401 transpose_24" -> "402 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"402 transpose_24_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"403 quantize_per_tensor_default_25" -> "404 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"404 dequantize_per_tensor_default_25" -> "410 linear_16" [label="(197, 1, 768)", style=solid]; +"405 linear_16_scale_0" -> "408 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"405 linear_16_scale_0" -> "409 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"406 linear_16_zero_point_0" -> "408 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"406 linear_16_zero_point_0" -> "409 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"407 compressed_weight_updated_constant17" -> "408 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"408 quantize_per_channel_default_17" -> "409 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"409 dequantize_per_channel_default_17" -> "410 linear_16" [label="(2304, 768)", style=solid]; +"410 linear_16" -> "411 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"411 unflatten_4" -> "412 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"412 unsqueeze_4" -> "413 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"413 transpose_25" -> "414 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"414 squeeze_4" -> "415 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "416 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "419 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "422 select_14" [label="(3, 197, 1, 768)", style=solid]; +"416 quantize_per_tensor_default_26" -> "417 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"417 dequantize_per_tensor_default_26" -> "418 select_12" [label="(3, 197, 1, 768)", style=solid]; +"418 select_12" -> "423 view_32" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_27" -> "420 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_27" -> "421 select_13" [label="(3, 197, 1, 768)", style=solid]; +"421 select_13" -> "425 view_33" [label="(197, 1, 768)", style=solid]; +"422 select_14" -> "427 view_34" [label="(197, 1, 768)", style=solid]; +"423 view_32" -> "424 transpose_26" [label="(197, 12, 64)", style=solid]; +"424 transpose_26" -> "429 view_35" [label="(12, 197, 64)", style=solid]; +"425 view_33" -> "426 transpose_27" [label="(197, 12, 64)", style=solid]; +"426 transpose_27" -> "430 view_36" [label="(12, 197, 64)", style=solid]; +"427 view_34" -> "428 transpose_28" [label="(197, 12, 64)", style=solid]; +"428 transpose_28" -> "431 view_37" [label="(12, 197, 64)", style=solid]; +"429 view_35" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"430 view_36" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"431 view_37" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"432 scaled_dot_product_attention_4" -> "433 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"433 permute_5" -> "434 view_38" [label="(197, 1, 12, 64)", style=solid]; +"434 view_38" -> "435 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"435 view_38_0_0_nncf_smooth_quant_0" -> "436 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"436 quantize_per_tensor_default_28" -> "437 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"437 dequantize_per_tensor_default_28" -> "443 linear_17" [label="(197, 768)", style=solid]; +"438 linear_17_scale_0" -> "441 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"438 linear_17_scale_0" -> "442 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"439 linear_17_zero_point_0" -> "441 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"439 linear_17_zero_point_0" -> "442 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"440 compressed_weight_updated_constant18" -> "441 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"441 quantize_per_channel_default_18" -> "442 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"442 dequantize_per_channel_default_18" -> "443 linear_17" [label="(768, 768)", style=solid]; +"443 linear_17" -> "444 view_39" [label="(197, 768)", style=solid]; +"444 view_39" -> "445 transpose_29" [label="(197, 1, 768)", style=solid]; +"445 transpose_29" -> "446 dropout_13" [label="(1, 197, 768)", style=solid]; +"446 dropout_13" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "448 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"448 layer_norm_9" -> "449 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"450 quantize_per_tensor_default_29" -> "451 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"451 dequantize_per_tensor_default_29" -> "457 linear_18" [label="(1, 197, 768)", style=solid]; +"452 linear_18_scale_0" -> "455 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"452 linear_18_scale_0" -> "456 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"453 linear_18_zero_point_0" -> "455 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"453 linear_18_zero_point_0" -> "456 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"454 compressed_weight_updated_constant19" -> "455 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"455 quantize_per_channel_default_19" -> "456 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"456 dequantize_per_channel_default_19" -> "457 linear_18" [label="(3072, 768)", style=solid]; +"457 linear_18" -> "458 gelu_4" [label="(1, 197, 3072)", style=solid]; +"458 gelu_4" -> "459 dropout_14" [label="(1, 197, 3072)", style=solid]; +"459 dropout_14" -> "460 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"460 dropout_14_0_0_nncf_smooth_quant_0" -> "461 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"461 quantize_per_tensor_default_30" -> "462 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"462 dequantize_per_tensor_default_30" -> "468 linear_19" [label="(1, 197, 3072)", style=solid]; +"463 linear_19_scale_0" -> "466 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"463 linear_19_scale_0" -> "467 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"464 linear_19_zero_point_0" -> "466 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"464 linear_19_zero_point_0" -> "467 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"465 compressed_weight_updated_constant20" -> "466 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"466 quantize_per_channel_default_20" -> "467 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"467 dequantize_per_channel_default_20" -> "468 linear_19" [label="(768, 3072)", style=solid]; +"468 linear_19" -> "469 dropout_15" [label="(1, 197, 768)", style=solid]; +"469 dropout_15" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "471 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"471 layer_norm_10" -> "472 transpose_30" [label="(1, 197, 768)", style=solid]; +"472 transpose_30" -> "473 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"473 transpose_30_0_0_nncf_smooth_quant_0" -> "474 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"474 quantize_per_tensor_default_31" -> "475 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"475 dequantize_per_tensor_default_31" -> "481 linear_20" [label="(197, 1, 768)", style=solid]; +"476 linear_20_scale_0" -> "479 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"476 linear_20_scale_0" -> "480 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"477 linear_20_zero_point_0" -> "479 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"477 linear_20_zero_point_0" -> "480 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"478 compressed_weight_updated_constant21" -> "479 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"479 quantize_per_channel_default_21" -> "480 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"480 dequantize_per_channel_default_21" -> "481 linear_20" [label="(2304, 768)", style=solid]; +"481 linear_20" -> "482 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"482 unflatten_5" -> "483 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"483 unsqueeze_5" -> "484 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"484 transpose_31" -> "485 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"485 squeeze_5" -> "486 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "487 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "490 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "493 select_17" [label="(3, 197, 1, 768)", style=solid]; +"487 quantize_per_tensor_default_32" -> "488 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"488 dequantize_per_tensor_default_32" -> "489 select_15" [label="(3, 197, 1, 768)", style=solid]; +"489 select_15" -> "494 view_40" [label="(197, 1, 768)", style=solid]; +"490 quantize_per_tensor_default_33" -> "491 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"491 dequantize_per_tensor_default_33" -> "492 select_16" [label="(3, 197, 1, 768)", style=solid]; +"492 select_16" -> "496 view_41" [label="(197, 1, 768)", style=solid]; +"493 select_17" -> "498 view_42" [label="(197, 1, 768)", style=solid]; +"494 view_40" -> "495 transpose_32" [label="(197, 12, 64)", style=solid]; +"495 transpose_32" -> "500 view_43" [label="(12, 197, 64)", style=solid]; +"496 view_41" -> "497 transpose_33" [label="(197, 12, 64)", style=solid]; +"497 transpose_33" -> "501 view_44" [label="(12, 197, 64)", style=solid]; +"498 view_42" -> "499 transpose_34" [label="(197, 12, 64)", style=solid]; +"499 transpose_34" -> "502 view_45" [label="(12, 197, 64)", style=solid]; +"500 view_43" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"501 view_44" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"502 view_45" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"503 scaled_dot_product_attention_5" -> "504 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"504 permute_6" -> "505 view_46" [label="(197, 1, 12, 64)", style=solid]; +"505 view_46" -> "506 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"506 view_46_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"507 quantize_per_tensor_default_34" -> "508 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"508 dequantize_per_tensor_default_34" -> "514 linear_21" [label="(197, 768)", style=solid]; +"509 linear_21_scale_0" -> "512 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"509 linear_21_scale_0" -> "513 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"510 linear_21_zero_point_0" -> "512 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"510 linear_21_zero_point_0" -> "513 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"511 compressed_weight_updated_constant22" -> "512 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"512 quantize_per_channel_default_22" -> "513 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"513 dequantize_per_channel_default_22" -> "514 linear_21" [label="(768, 768)", style=solid]; +"514 linear_21" -> "515 view_47" [label="(197, 768)", style=solid]; +"515 view_47" -> "516 transpose_35" [label="(197, 1, 768)", style=solid]; +"516 transpose_35" -> "517 dropout_16" [label="(1, 197, 768)", style=solid]; +"517 dropout_16" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "519 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"519 layer_norm_11" -> "520 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"521 quantize_per_tensor_default_35" -> "522 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"522 dequantize_per_tensor_default_35" -> "528 linear_22" [label="(1, 197, 768)", style=solid]; +"523 linear_22_scale_0" -> "526 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"523 linear_22_scale_0" -> "527 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"524 linear_22_zero_point_0" -> "526 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"524 linear_22_zero_point_0" -> "527 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"525 compressed_weight_updated_constant23" -> "526 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"526 quantize_per_channel_default_23" -> "527 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"527 dequantize_per_channel_default_23" -> "528 linear_22" [label="(3072, 768)", style=solid]; +"528 linear_22" -> "529 gelu_5" [label="(1, 197, 3072)", style=solid]; +"529 gelu_5" -> "530 dropout_17" [label="(1, 197, 3072)", style=solid]; +"530 dropout_17" -> "531 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"531 dropout_17_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"532 quantize_per_tensor_default_36" -> "533 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"533 dequantize_per_tensor_default_36" -> "539 linear_23" [label="(1, 197, 3072)", style=solid]; +"534 linear_23_scale_0" -> "537 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"534 linear_23_scale_0" -> "538 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"535 linear_23_zero_point_0" -> "537 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"535 linear_23_zero_point_0" -> "538 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"536 compressed_weight_updated_constant24" -> "537 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"537 quantize_per_channel_default_24" -> "538 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"538 dequantize_per_channel_default_24" -> "539 linear_23" [label="(768, 3072)", style=solid]; +"539 linear_23" -> "540 dropout_18" [label="(1, 197, 768)", style=solid]; +"540 dropout_18" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "542 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"542 layer_norm_12" -> "543 transpose_36" [label="(1, 197, 768)", style=solid]; +"543 transpose_36" -> "544 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"544 transpose_36_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"545 quantize_per_tensor_default_37" -> "546 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"546 dequantize_per_tensor_default_37" -> "552 linear_24" [label="(197, 1, 768)", style=solid]; +"547 linear_24_scale_0" -> "550 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"547 linear_24_scale_0" -> "551 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"548 linear_24_zero_point_0" -> "550 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"548 linear_24_zero_point_0" -> "551 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"549 compressed_weight_updated_constant25" -> "550 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"550 quantize_per_channel_default_25" -> "551 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"551 dequantize_per_channel_default_25" -> "552 linear_24" [label="(2304, 768)", style=solid]; +"552 linear_24" -> "553 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"553 unflatten_6" -> "554 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"554 unsqueeze_6" -> "555 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"555 transpose_37" -> "556 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"556 squeeze_6" -> "557 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "558 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "561 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "564 select_20" [label="(3, 197, 1, 768)", style=solid]; +"558 quantize_per_tensor_default_38" -> "559 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"559 dequantize_per_tensor_default_38" -> "560 select_18" [label="(3, 197, 1, 768)", style=solid]; +"560 select_18" -> "565 view_48" [label="(197, 1, 768)", style=solid]; +"561 quantize_per_tensor_default_39" -> "562 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"562 dequantize_per_tensor_default_39" -> "563 select_19" [label="(3, 197, 1, 768)", style=solid]; +"563 select_19" -> "567 view_49" [label="(197, 1, 768)", style=solid]; +"564 select_20" -> "569 view_50" [label="(197, 1, 768)", style=solid]; +"565 view_48" -> "566 transpose_38" [label="(197, 12, 64)", style=solid]; +"566 transpose_38" -> "571 view_51" [label="(12, 197, 64)", style=solid]; +"567 view_49" -> "568 transpose_39" [label="(197, 12, 64)", style=solid]; +"568 transpose_39" -> "572 view_52" [label="(12, 197, 64)", style=solid]; +"569 view_50" -> "570 transpose_40" [label="(197, 12, 64)", style=solid]; +"570 transpose_40" -> "573 view_53" [label="(12, 197, 64)", style=solid]; +"571 view_51" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"572 view_52" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"573 view_53" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"574 scaled_dot_product_attention_6" -> "575 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"575 permute_7" -> "576 view_54" [label="(197, 1, 12, 64)", style=solid]; +"576 view_54" -> "577 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"577 view_54_0_0_nncf_smooth_quant_0" -> "578 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"578 quantize_per_tensor_default_40" -> "579 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"579 dequantize_per_tensor_default_40" -> "585 linear_25" [label="(197, 768)", style=solid]; +"580 linear_25_scale_0" -> "583 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"580 linear_25_scale_0" -> "584 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"581 linear_25_zero_point_0" -> "583 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"581 linear_25_zero_point_0" -> "584 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"582 compressed_weight_updated_constant26" -> "583 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"583 quantize_per_channel_default_26" -> "584 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"584 dequantize_per_channel_default_26" -> "585 linear_25" [label="(768, 768)", style=solid]; +"585 linear_25" -> "586 view_55" [label="(197, 768)", style=solid]; +"586 view_55" -> "587 transpose_41" [label="(197, 1, 768)", style=solid]; +"587 transpose_41" -> "588 dropout_19" [label="(1, 197, 768)", style=solid]; +"588 dropout_19" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "590 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"590 layer_norm_13" -> "591 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" -> "592 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"592 quantize_per_tensor_default_41" -> "593 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"593 dequantize_per_tensor_default_41" -> "599 linear_26" [label="(1, 197, 768)", style=solid]; +"594 linear_26_scale_0" -> "597 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"594 linear_26_scale_0" -> "598 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"595 linear_26_zero_point_0" -> "597 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"595 linear_26_zero_point_0" -> "598 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"596 compressed_weight_updated_constant27" -> "597 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"597 quantize_per_channel_default_27" -> "598 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"598 dequantize_per_channel_default_27" -> "599 linear_26" [label="(3072, 768)", style=solid]; +"599 linear_26" -> "600 gelu_6" [label="(1, 197, 3072)", style=solid]; +"600 gelu_6" -> "601 dropout_20" [label="(1, 197, 3072)", style=solid]; +"601 dropout_20" -> "602 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"602 dropout_20_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"603 quantize_per_tensor_default_42" -> "604 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"604 dequantize_per_tensor_default_42" -> "610 linear_27" [label="(1, 197, 3072)", style=solid]; +"605 linear_27_scale_0" -> "608 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"605 linear_27_scale_0" -> "609 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"606 linear_27_zero_point_0" -> "608 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"606 linear_27_zero_point_0" -> "609 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"607 compressed_weight_updated_constant28" -> "608 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"608 quantize_per_channel_default_28" -> "609 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"609 dequantize_per_channel_default_28" -> "610 linear_27" [label="(768, 3072)", style=solid]; +"610 linear_27" -> "611 dropout_21" [label="(1, 197, 768)", style=solid]; +"611 dropout_21" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "613 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"613 layer_norm_14" -> "614 transpose_42" [label="(1, 197, 768)", style=solid]; +"614 transpose_42" -> "615 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"615 transpose_42_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"616 quantize_per_tensor_default_43" -> "617 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"617 dequantize_per_tensor_default_43" -> "623 linear_28" [label="(197, 1, 768)", style=solid]; +"618 linear_28_scale_0" -> "621 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"618 linear_28_scale_0" -> "622 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"619 linear_28_zero_point_0" -> "621 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"619 linear_28_zero_point_0" -> "622 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"620 compressed_weight_updated_constant29" -> "621 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"621 quantize_per_channel_default_29" -> "622 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"622 dequantize_per_channel_default_29" -> "623 linear_28" [label="(2304, 768)", style=solid]; +"623 linear_28" -> "624 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"624 unflatten_7" -> "625 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"625 unsqueeze_7" -> "626 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"626 transpose_43" -> "627 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"627 squeeze_7" -> "628 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "629 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "632 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "635 select_23" [label="(3, 197, 1, 768)", style=solid]; +"629 quantize_per_tensor_default_44" -> "630 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"630 dequantize_per_tensor_default_44" -> "631 select_21" [label="(3, 197, 1, 768)", style=solid]; +"631 select_21" -> "636 view_56" [label="(197, 1, 768)", style=solid]; +"632 quantize_per_tensor_default_45" -> "633 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"633 dequantize_per_tensor_default_45" -> "634 select_22" [label="(3, 197, 1, 768)", style=solid]; +"634 select_22" -> "638 view_57" [label="(197, 1, 768)", style=solid]; +"635 select_23" -> "640 view_58" [label="(197, 1, 768)", style=solid]; +"636 view_56" -> "637 transpose_44" [label="(197, 12, 64)", style=solid]; +"637 transpose_44" -> "642 view_59" [label="(12, 197, 64)", style=solid]; +"638 view_57" -> "639 transpose_45" [label="(197, 12, 64)", style=solid]; +"639 transpose_45" -> "643 view_60" [label="(12, 197, 64)", style=solid]; +"640 view_58" -> "641 transpose_46" [label="(197, 12, 64)", style=solid]; +"641 transpose_46" -> "644 view_61" [label="(12, 197, 64)", style=solid]; +"642 view_59" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"643 view_60" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"644 view_61" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"645 scaled_dot_product_attention_7" -> "646 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"646 permute_8" -> "647 view_62" [label="(197, 1, 12, 64)", style=solid]; +"647 view_62" -> "648 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"648 view_62_0_0_nncf_smooth_quant_0" -> "649 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"649 quantize_per_tensor_default_46" -> "650 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"650 dequantize_per_tensor_default_46" -> "656 linear_29" [label="(197, 768)", style=solid]; +"651 linear_29_scale_0" -> "654 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"651 linear_29_scale_0" -> "655 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"652 linear_29_zero_point_0" -> "654 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"652 linear_29_zero_point_0" -> "655 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"653 compressed_weight_updated_constant30" -> "654 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"654 quantize_per_channel_default_30" -> "655 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"655 dequantize_per_channel_default_30" -> "656 linear_29" [label="(768, 768)", style=solid]; +"656 linear_29" -> "657 view_63" [label="(197, 768)", style=solid]; +"657 view_63" -> "658 transpose_47" [label="(197, 1, 768)", style=solid]; +"658 transpose_47" -> "659 dropout_22" [label="(1, 197, 768)", style=solid]; +"659 dropout_22" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "661 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"661 layer_norm_15" -> "662 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" -> "663 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"663 quantize_per_tensor_default_47" -> "664 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"664 dequantize_per_tensor_default_47" -> "670 linear_30" [label="(1, 197, 768)", style=solid]; +"665 linear_30_scale_0" -> "668 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"665 linear_30_scale_0" -> "669 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"666 linear_30_zero_point_0" -> "668 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"666 linear_30_zero_point_0" -> "669 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"667 compressed_weight_updated_constant31" -> "668 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"668 quantize_per_channel_default_31" -> "669 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"669 dequantize_per_channel_default_31" -> "670 linear_30" [label="(3072, 768)", style=solid]; +"670 linear_30" -> "671 gelu_7" [label="(1, 197, 3072)", style=solid]; +"671 gelu_7" -> "672 dropout_23" [label="(1, 197, 3072)", style=solid]; +"672 dropout_23" -> "673 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"673 dropout_23_0_0_nncf_smooth_quant_0" -> "674 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"674 quantize_per_tensor_default_48" -> "675 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"675 dequantize_per_tensor_default_48" -> "681 linear_31" [label="(1, 197, 3072)", style=solid]; +"676 linear_31_scale_0" -> "679 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"676 linear_31_scale_0" -> "680 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"677 linear_31_zero_point_0" -> "679 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"677 linear_31_zero_point_0" -> "680 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"678 compressed_weight_updated_constant32" -> "679 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"679 quantize_per_channel_default_32" -> "680 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"680 dequantize_per_channel_default_32" -> "681 linear_31" [label="(768, 3072)", style=solid]; +"681 linear_31" -> "682 dropout_24" [label="(1, 197, 768)", style=solid]; +"682 dropout_24" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "684 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"684 layer_norm_16" -> "685 transpose_48" [label="(1, 197, 768)", style=solid]; +"685 transpose_48" -> "686 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"686 transpose_48_0_0_nncf_smooth_quant_0" -> "687 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"687 quantize_per_tensor_default_49" -> "688 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"688 dequantize_per_tensor_default_49" -> "694 linear_32" [label="(197, 1, 768)", style=solid]; +"689 linear_32_scale_0" -> "692 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"689 linear_32_scale_0" -> "693 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"690 linear_32_zero_point_0" -> "692 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"690 linear_32_zero_point_0" -> "693 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"691 compressed_weight_updated_constant33" -> "692 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"692 quantize_per_channel_default_33" -> "693 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"693 dequantize_per_channel_default_33" -> "694 linear_32" [label="(2304, 768)", style=solid]; +"694 linear_32" -> "695 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"695 unflatten_8" -> "696 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"696 unsqueeze_8" -> "697 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"697 transpose_49" -> "698 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"698 squeeze_8" -> "699 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "700 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "703 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "706 select_26" [label="(3, 197, 1, 768)", style=solid]; +"700 quantize_per_tensor_default_50" -> "701 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"701 dequantize_per_tensor_default_50" -> "702 select_24" [label="(3, 197, 1, 768)", style=solid]; +"702 select_24" -> "707 view_64" [label="(197, 1, 768)", style=solid]; +"703 quantize_per_tensor_default_51" -> "704 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"704 dequantize_per_tensor_default_51" -> "705 select_25" [label="(3, 197, 1, 768)", style=solid]; +"705 select_25" -> "709 view_65" [label="(197, 1, 768)", style=solid]; +"706 select_26" -> "711 view_66" [label="(197, 1, 768)", style=solid]; +"707 view_64" -> "708 transpose_50" [label="(197, 12, 64)", style=solid]; +"708 transpose_50" -> "713 view_67" [label="(12, 197, 64)", style=solid]; +"709 view_65" -> "710 transpose_51" [label="(197, 12, 64)", style=solid]; +"710 transpose_51" -> "714 view_68" [label="(12, 197, 64)", style=solid]; +"711 view_66" -> "712 transpose_52" [label="(197, 12, 64)", style=solid]; +"712 transpose_52" -> "715 view_69" [label="(12, 197, 64)", style=solid]; +"713 view_67" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"714 view_68" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"715 view_69" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"716 scaled_dot_product_attention_8" -> "717 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"717 permute_9" -> "718 view_70" [label="(197, 1, 12, 64)", style=solid]; +"718 view_70" -> "719 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"719 view_70_0_0_nncf_smooth_quant_0" -> "720 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"720 quantize_per_tensor_default_52" -> "721 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"721 dequantize_per_tensor_default_52" -> "727 linear_33" [label="(197, 768)", style=solid]; +"722 linear_33_scale_0" -> "725 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"722 linear_33_scale_0" -> "726 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"723 linear_33_zero_point_0" -> "725 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"723 linear_33_zero_point_0" -> "726 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"724 compressed_weight_updated_constant34" -> "725 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"725 quantize_per_channel_default_34" -> "726 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"726 dequantize_per_channel_default_34" -> "727 linear_33" [label="(768, 768)", style=solid]; +"727 linear_33" -> "728 view_71" [label="(197, 768)", style=solid]; +"728 view_71" -> "729 transpose_53" [label="(197, 1, 768)", style=solid]; +"729 transpose_53" -> "730 dropout_25" [label="(1, 197, 768)", style=solid]; +"730 dropout_25" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "732 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"732 layer_norm_17" -> "733 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"734 quantize_per_tensor_default_53" -> "735 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"735 dequantize_per_tensor_default_53" -> "741 linear_34" [label="(1, 197, 768)", style=solid]; +"736 linear_34_scale_0" -> "739 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"736 linear_34_scale_0" -> "740 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"737 linear_34_zero_point_0" -> "739 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"737 linear_34_zero_point_0" -> "740 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"738 compressed_weight_updated_constant35" -> "739 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"739 quantize_per_channel_default_35" -> "740 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"740 dequantize_per_channel_default_35" -> "741 linear_34" [label="(3072, 768)", style=solid]; +"741 linear_34" -> "742 gelu_8" [label="(1, 197, 3072)", style=solid]; +"742 gelu_8" -> "743 dropout_26" [label="(1, 197, 3072)", style=solid]; +"743 dropout_26" -> "744 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"744 dropout_26_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"745 quantize_per_tensor_default_54" -> "746 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"746 dequantize_per_tensor_default_54" -> "752 linear_35" [label="(1, 197, 3072)", style=solid]; +"747 linear_35_scale_0" -> "750 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"747 linear_35_scale_0" -> "751 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"748 linear_35_zero_point_0" -> "750 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"748 linear_35_zero_point_0" -> "751 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"749 compressed_weight_updated_constant36" -> "750 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"750 quantize_per_channel_default_36" -> "751 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"751 dequantize_per_channel_default_36" -> "752 linear_35" [label="(768, 3072)", style=solid]; +"752 linear_35" -> "753 dropout_27" [label="(1, 197, 768)", style=solid]; +"753 dropout_27" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "755 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"755 layer_norm_18" -> "756 transpose_54" [label="(1, 197, 768)", style=solid]; +"756 transpose_54" -> "757 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"757 transpose_54_0_0_nncf_smooth_quant_0" -> "758 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"758 quantize_per_tensor_default_55" -> "759 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"759 dequantize_per_tensor_default_55" -> "765 linear_36" [label="(197, 1, 768)", style=solid]; +"760 linear_36_scale_0" -> "763 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"760 linear_36_scale_0" -> "764 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"761 linear_36_zero_point_0" -> "763 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"761 linear_36_zero_point_0" -> "764 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"762 compressed_weight_updated_constant37" -> "763 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"763 quantize_per_channel_default_37" -> "764 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"764 dequantize_per_channel_default_37" -> "765 linear_36" [label="(2304, 768)", style=solid]; +"765 linear_36" -> "766 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"766 unflatten_9" -> "767 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"767 unsqueeze_9" -> "768 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"768 transpose_55" -> "769 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"769 squeeze_9" -> "770 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "771 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "774 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "777 select_29" [label="(3, 197, 1, 768)", style=solid]; +"771 quantize_per_tensor_default_56" -> "772 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"772 dequantize_per_tensor_default_56" -> "773 select_27" [label="(3, 197, 1, 768)", style=solid]; +"773 select_27" -> "778 view_72" [label="(197, 1, 768)", style=solid]; +"774 quantize_per_tensor_default_57" -> "775 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"775 dequantize_per_tensor_default_57" -> "776 select_28" [label="(3, 197, 1, 768)", style=solid]; +"776 select_28" -> "780 view_73" [label="(197, 1, 768)", style=solid]; +"777 select_29" -> "782 view_74" [label="(197, 1, 768)", style=solid]; +"778 view_72" -> "779 transpose_56" [label="(197, 12, 64)", style=solid]; +"779 transpose_56" -> "784 view_75" [label="(12, 197, 64)", style=solid]; +"780 view_73" -> "781 transpose_57" [label="(197, 12, 64)", style=solid]; +"781 transpose_57" -> "785 view_76" [label="(12, 197, 64)", style=solid]; +"782 view_74" -> "783 transpose_58" [label="(197, 12, 64)", style=solid]; +"783 transpose_58" -> "786 view_77" [label="(12, 197, 64)", style=solid]; +"784 view_75" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"785 view_76" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"786 view_77" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"787 scaled_dot_product_attention_9" -> "788 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"788 permute_10" -> "789 view_78" [label="(197, 1, 12, 64)", style=solid]; +"789 view_78" -> "790 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"790 view_78_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"791 quantize_per_tensor_default_58" -> "792 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"792 dequantize_per_tensor_default_58" -> "798 linear_37" [label="(197, 768)", style=solid]; +"793 linear_37_scale_0" -> "796 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"793 linear_37_scale_0" -> "797 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"794 linear_37_zero_point_0" -> "796 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"794 linear_37_zero_point_0" -> "797 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"795 compressed_weight_updated_constant38" -> "796 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"796 quantize_per_channel_default_38" -> "797 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"797 dequantize_per_channel_default_38" -> "798 linear_37" [label="(768, 768)", style=solid]; +"798 linear_37" -> "799 view_79" [label="(197, 768)", style=solid]; +"799 view_79" -> "800 transpose_59" [label="(197, 1, 768)", style=solid]; +"800 transpose_59" -> "801 dropout_28" [label="(1, 197, 768)", style=solid]; +"801 dropout_28" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "803 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"803 layer_norm_19" -> "804 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" -> "805 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"805 quantize_per_tensor_default_59" -> "806 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"806 dequantize_per_tensor_default_59" -> "812 linear_38" [label="(1, 197, 768)", style=solid]; +"807 linear_38_scale_0" -> "810 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"807 linear_38_scale_0" -> "811 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"808 linear_38_zero_point_0" -> "810 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"808 linear_38_zero_point_0" -> "811 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"809 compressed_weight_updated_constant39" -> "810 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"810 quantize_per_channel_default_39" -> "811 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"811 dequantize_per_channel_default_39" -> "812 linear_38" [label="(3072, 768)", style=solid]; +"812 linear_38" -> "813 gelu_9" [label="(1, 197, 3072)", style=solid]; +"813 gelu_9" -> "814 dropout_29" [label="(1, 197, 3072)", style=solid]; +"814 dropout_29" -> "815 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"815 dropout_29_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"816 quantize_per_tensor_default_60" -> "817 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"817 dequantize_per_tensor_default_60" -> "823 linear_39" [label="(1, 197, 3072)", style=solid]; +"818 linear_39_scale_0" -> "821 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"818 linear_39_scale_0" -> "822 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"819 linear_39_zero_point_0" -> "821 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"819 linear_39_zero_point_0" -> "822 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"820 compressed_weight_updated_constant40" -> "821 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"821 quantize_per_channel_default_40" -> "822 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"822 dequantize_per_channel_default_40" -> "823 linear_39" [label="(768, 3072)", style=solid]; +"823 linear_39" -> "824 dropout_30" [label="(1, 197, 768)", style=solid]; +"824 dropout_30" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "826 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"826 layer_norm_20" -> "827 transpose_60" [label="(1, 197, 768)", style=solid]; +"827 transpose_60" -> "828 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"828 transpose_60_0_0_nncf_smooth_quant_0" -> "829 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"829 quantize_per_tensor_default_61" -> "830 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"830 dequantize_per_tensor_default_61" -> "836 linear_40" [label="(197, 1, 768)", style=solid]; +"831 linear_40_scale_0" -> "834 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"831 linear_40_scale_0" -> "835 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"832 linear_40_zero_point_0" -> "834 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"832 linear_40_zero_point_0" -> "835 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"833 compressed_weight_updated_constant41" -> "834 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"834 quantize_per_channel_default_41" -> "835 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"835 dequantize_per_channel_default_41" -> "836 linear_40" [label="(2304, 768)", style=solid]; +"836 linear_40" -> "837 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"837 unflatten_10" -> "838 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"838 unsqueeze_10" -> "839 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"839 transpose_61" -> "840 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"840 squeeze_10" -> "841 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "842 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "845 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "848 select_32" [label="(3, 197, 1, 768)", style=solid]; +"842 quantize_per_tensor_default_62" -> "843 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"843 dequantize_per_tensor_default_62" -> "844 select_30" [label="(3, 197, 1, 768)", style=solid]; +"844 select_30" -> "849 view_80" [label="(197, 1, 768)", style=solid]; +"845 quantize_per_tensor_default_63" -> "846 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"846 dequantize_per_tensor_default_63" -> "847 select_31" [label="(3, 197, 1, 768)", style=solid]; +"847 select_31" -> "851 view_81" [label="(197, 1, 768)", style=solid]; +"848 select_32" -> "853 view_82" [label="(197, 1, 768)", style=solid]; +"849 view_80" -> "850 transpose_62" [label="(197, 12, 64)", style=solid]; +"850 transpose_62" -> "855 view_83" [label="(12, 197, 64)", style=solid]; +"851 view_81" -> "852 transpose_63" [label="(197, 12, 64)", style=solid]; +"852 transpose_63" -> "856 view_84" [label="(12, 197, 64)", style=solid]; +"853 view_82" -> "854 transpose_64" [label="(197, 12, 64)", style=solid]; +"854 transpose_64" -> "857 view_85" [label="(12, 197, 64)", style=solid]; +"855 view_83" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"856 view_84" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"857 view_85" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"858 scaled_dot_product_attention_10" -> "859 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"859 permute_11" -> "860 view_86" [label="(197, 1, 12, 64)", style=solid]; +"860 view_86" -> "861 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"861 view_86_0_0_nncf_smooth_quant_0" -> "862 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"862 quantize_per_tensor_default_64" -> "863 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"863 dequantize_per_tensor_default_64" -> "869 linear_41" [label="(197, 768)", style=solid]; +"864 linear_41_scale_0" -> "867 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"864 linear_41_scale_0" -> "868 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"865 linear_41_zero_point_0" -> "867 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"865 linear_41_zero_point_0" -> "868 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"866 compressed_weight_updated_constant42" -> "867 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"867 quantize_per_channel_default_42" -> "868 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"868 dequantize_per_channel_default_42" -> "869 linear_41" [label="(768, 768)", style=solid]; +"869 linear_41" -> "870 view_87" [label="(197, 768)", style=solid]; +"870 view_87" -> "871 transpose_65" [label="(197, 1, 768)", style=solid]; +"871 transpose_65" -> "872 dropout_31" [label="(1, 197, 768)", style=solid]; +"872 dropout_31" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "874 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"874 layer_norm_21" -> "875 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"876 quantize_per_tensor_default_65" -> "877 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"877 dequantize_per_tensor_default_65" -> "883 linear_42" [label="(1, 197, 768)", style=solid]; +"878 linear_42_scale_0" -> "881 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"878 linear_42_scale_0" -> "882 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"879 linear_42_zero_point_0" -> "881 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"879 linear_42_zero_point_0" -> "882 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"880 compressed_weight_updated_constant43" -> "881 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"881 quantize_per_channel_default_43" -> "882 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"882 dequantize_per_channel_default_43" -> "883 linear_42" [label="(3072, 768)", style=solid]; +"883 linear_42" -> "884 gelu_10" [label="(1, 197, 3072)", style=solid]; +"884 gelu_10" -> "885 dropout_32" [label="(1, 197, 3072)", style=solid]; +"885 dropout_32" -> "886 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"886 dropout_32_0_0_nncf_smooth_quant_0" -> "887 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"887 quantize_per_tensor_default_66" -> "888 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"888 dequantize_per_tensor_default_66" -> "894 linear_43" [label="(1, 197, 3072)", style=solid]; +"889 linear_43_scale_0" -> "892 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"889 linear_43_scale_0" -> "893 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"890 linear_43_zero_point_0" -> "892 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"890 linear_43_zero_point_0" -> "893 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"891 compressed_weight_updated_constant44" -> "892 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"892 quantize_per_channel_default_44" -> "893 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"893 dequantize_per_channel_default_44" -> "894 linear_43" [label="(768, 3072)", style=solid]; +"894 linear_43" -> "895 dropout_33" [label="(1, 197, 768)", style=solid]; +"895 dropout_33" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "897 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"897 layer_norm_22" -> "898 transpose_66" [label="(1, 197, 768)", style=solid]; +"898 transpose_66" -> "899 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"899 transpose_66_0_0_nncf_smooth_quant_0" -> "900 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"900 quantize_per_tensor_default_67" -> "901 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"901 dequantize_per_tensor_default_67" -> "907 linear_44" [label="(197, 1, 768)", style=solid]; +"902 linear_44_scale_0" -> "905 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"902 linear_44_scale_0" -> "906 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"903 linear_44_zero_point_0" -> "905 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"903 linear_44_zero_point_0" -> "906 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"904 compressed_weight_updated_constant45" -> "905 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"905 quantize_per_channel_default_45" -> "906 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"906 dequantize_per_channel_default_45" -> "907 linear_44" [label="(2304, 768)", style=solid]; +"907 linear_44" -> "908 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"908 unflatten_11" -> "909 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"909 unsqueeze_11" -> "910 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"910 transpose_67" -> "911 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"911 squeeze_11" -> "912 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "913 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "916 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "919 select_35" [label="(3, 197, 1, 768)", style=solid]; +"913 quantize_per_tensor_default_68" -> "914 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"914 dequantize_per_tensor_default_68" -> "915 select_33" [label="(3, 197, 1, 768)", style=solid]; +"915 select_33" -> "920 view_88" [label="(197, 1, 768)", style=solid]; +"916 quantize_per_tensor_default_69" -> "917 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"917 dequantize_per_tensor_default_69" -> "918 select_34" [label="(3, 197, 1, 768)", style=solid]; +"918 select_34" -> "922 view_89" [label="(197, 1, 768)", style=solid]; +"919 select_35" -> "924 view_90" [label="(197, 1, 768)", style=solid]; +"920 view_88" -> "921 transpose_68" [label="(197, 12, 64)", style=solid]; +"921 transpose_68" -> "926 view_91" [label="(12, 197, 64)", style=solid]; +"922 view_89" -> "923 transpose_69" [label="(197, 12, 64)", style=solid]; +"923 transpose_69" -> "927 view_92" [label="(12, 197, 64)", style=solid]; +"924 view_90" -> "925 transpose_70" [label="(197, 12, 64)", style=solid]; +"925 transpose_70" -> "928 view_93" [label="(12, 197, 64)", style=solid]; +"926 view_91" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"927 view_92" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"928 view_93" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"929 scaled_dot_product_attention_11" -> "930 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"930 permute_12" -> "931 view_94" [label="(197, 1, 12, 64)", style=solid]; +"931 view_94" -> "932 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"932 view_94_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"933 quantize_per_tensor_default_70" -> "934 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"934 dequantize_per_tensor_default_70" -> "940 linear_45" [label="(197, 768)", style=solid]; +"935 linear_45_scale_0" -> "938 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"935 linear_45_scale_0" -> "939 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"936 linear_45_zero_point_0" -> "938 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"936 linear_45_zero_point_0" -> "939 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"937 compressed_weight_updated_constant46" -> "938 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"938 quantize_per_channel_default_46" -> "939 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"939 dequantize_per_channel_default_46" -> "940 linear_45" [label="(768, 768)", style=solid]; +"940 linear_45" -> "941 view_95" [label="(197, 768)", style=solid]; +"941 view_95" -> "942 transpose_71" [label="(197, 1, 768)", style=solid]; +"942 transpose_71" -> "943 dropout_34" [label="(1, 197, 768)", style=solid]; +"943 dropout_34" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "945 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"945 layer_norm_23" -> "946 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" -> "947 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"947 quantize_per_tensor_default_71" -> "948 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"948 dequantize_per_tensor_default_71" -> "954 linear_46" [label="(1, 197, 768)", style=solid]; +"949 linear_46_scale_0" -> "952 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"949 linear_46_scale_0" -> "953 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"950 linear_46_zero_point_0" -> "952 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"950 linear_46_zero_point_0" -> "953 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"951 compressed_weight_updated_constant47" -> "952 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"952 quantize_per_channel_default_47" -> "953 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"953 dequantize_per_channel_default_47" -> "954 linear_46" [label="(3072, 768)", style=solid]; +"954 linear_46" -> "955 gelu_11" [label="(1, 197, 3072)", style=solid]; +"955 gelu_11" -> "956 dropout_35" [label="(1, 197, 3072)", style=solid]; +"956 dropout_35" -> "957 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"957 dropout_35_0_0_nncf_smooth_quant_0" -> "958 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"958 quantize_per_tensor_default_72" -> "959 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"959 dequantize_per_tensor_default_72" -> "965 linear_47" [label="(1, 197, 3072)", style=solid]; +"960 linear_47_scale_0" -> "963 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"960 linear_47_scale_0" -> "964 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"961 linear_47_zero_point_0" -> "963 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"961 linear_47_zero_point_0" -> "964 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"962 compressed_weight_updated_constant48" -> "963 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"963 quantize_per_channel_default_48" -> "964 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"964 dequantize_per_channel_default_48" -> "965 linear_47" [label="(768, 3072)", style=solid]; +"965 linear_47" -> "966 dropout_36" [label="(1, 197, 768)", style=solid]; +"966 dropout_36" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"967 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; +"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"978 dequantize_per_channel_default_49" -> "979 linear_48" [label="(1000, 768)", style=solid]; "979 linear_48" -> "980 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/transformed/folded_model.dot b/tests/torch/data/reference_graphs/fx/transformed/folded_model.dot index 2dea2e7bd93..fd9b7fb3600 100644 --- a/tests/torch/data/reference_graphs/fx/transformed/folded_model.dot +++ b/tests/torch/data/reference_graphs/fx/transformed/folded_model.dot @@ -2,14 +2,15 @@ strict digraph { "0 linear_act_weight" [id=0, type=get_attr]; "1 linear_act_bias" [id=1, type=get_attr]; "2 x" [id=2, type=input]; -"3 _frozen_param0" [id=3, type=get_attr]; -"4 linear_1" [id=4, type=linear]; -"5 add" [id=5, type=add]; -"6 output" [id=6, type=output]; -"0 linear_act_weight" -> "4 linear_1" [label="(3, 3)", style=solid]; -"1 linear_act_bias" -> "4 linear_1" [label="(3,)", style=solid]; -"2 x" -> "4 linear_1" [label="(1, 3, 3, 3)", style=solid]; -"3 _frozen_param0" -> "5 add" [label="(3, 3)", style=solid]; -"4 linear_1" -> "5 add" [label="(1, 3, 3, 3)", style=solid]; -"5 add" -> "6 output" [label="(1, 3, 3, 3)", style=solid]; +"3 dummy_disconnected_input" [id=3, type=input]; +"4 _frozen_param0" [id=4, type=get_attr]; +"5 linear_1" [id=5, type=linear]; +"6 add" [id=6, type=add]; +"7 output" [id=7, type=output]; +"0 linear_act_weight" -> "5 linear_1" [label="(3, 3)", style=solid]; +"1 linear_act_bias" -> "5 linear_1" [label="(3,)", style=solid]; +"2 x" -> "5 linear_1" [label="(1, 3, 3, 3)", style=solid]; +"4 _frozen_param0" -> "6 add" [label="(3, 3)", style=solid]; +"5 linear_1" -> "6 add" [label="(1, 3, 3, 3)", style=solid]; +"6 add" -> "7 output" [label="(1, 3, 3, 3)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_channel.dot b/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_channel.dot index 43efd89ba6f..27b68841498 100644 --- a/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_channel.dot +++ b/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_channel.dot @@ -2,24 +2,25 @@ strict digraph { "0 linear_act_weight" [id=0, type=get_attr]; "1 linear_act_bias" [id=1, type=get_attr]; "2 x" [id=2, type=input]; -"3 _frozen_param0" [id=3, type=get_attr]; -"4 scale_node0" [id=4, type=get_attr]; -"5 weight_node0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 linear_1" [id=8, type=linear]; -"9 add" [id=9, type=add]; -"10 output_1" [id=10, type=output]; -"0 linear_act_weight" -> "6 quantize_per_channel_default" [label="(3, 3)", style=solid]; -"1 linear_act_bias" -> "8 linear_1" [label="(3,)", style=solid]; -"2 x" -> "8 linear_1" [label="(1, 3, 3, 3)", style=solid]; -"3 _frozen_param0" -> "9 add" [label="(3, 3)", style=solid]; -"4 scale_node0" -> "6 quantize_per_channel_default" [label="(3,)", style=solid]; -"4 scale_node0" -> "7 dequantize_per_channel_default" [label="(3,)", style=solid]; -"5 weight_node0" -> "6 quantize_per_channel_default" [label="(3,)", style=solid]; -"5 weight_node0" -> "7 dequantize_per_channel_default" [label="(3,)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(3, 3)", style=solid]; -"7 dequantize_per_channel_default" -> "8 linear_1" [label="(3, 3)", style=solid]; -"8 linear_1" -> "9 add" [label="(1, 3, 3, 3)", style=solid]; -"9 add" -> "10 output_1" [label="(1, 3, 3, 3)", style=solid]; +"3 dummy_disconnected_input" [id=3, type=input]; +"4 _frozen_param0" [id=4, type=get_attr]; +"5 scale_node0" [id=5, type=get_attr]; +"6 weight_node0" [id=6, type=get_attr]; +"7 quantize_per_channel_default" [id=7, type=quantize_per_channel]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; +"9 linear_1" [id=9, type=linear]; +"10 add" [id=10, type=add]; +"11 output_1" [id=11, type=output]; +"0 linear_act_weight" -> "7 quantize_per_channel_default" [label="(3, 3)", style=solid]; +"1 linear_act_bias" -> "9 linear_1" [label="(3,)", style=solid]; +"2 x" -> "9 linear_1" [label="(1, 3, 3, 3)", style=solid]; +"4 _frozen_param0" -> "10 add" [label="(3, 3)", style=solid]; +"5 scale_node0" -> "7 quantize_per_channel_default" [label="(3,)", style=solid]; +"5 scale_node0" -> "8 dequantize_per_channel_default" [label="(3,)", style=solid]; +"6 weight_node0" -> "7 quantize_per_channel_default" [label="(3,)", style=solid]; +"6 weight_node0" -> "8 dequantize_per_channel_default" [label="(3,)", style=solid]; +"7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [label="(3, 3)", style=solid]; +"8 dequantize_per_channel_default" -> "9 linear_1" [label="(3, 3)", style=solid]; +"9 linear_1" -> "10 add" [label="(1, 3, 3, 3)", style=solid]; +"10 add" -> "11 output_1" [label="(1, 3, 3, 3)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_tensor.dot b/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_tensor.dot index 16e7d368683..504892ef2a7 100644 --- a/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_tensor.dot +++ b/tests/torch/data/reference_graphs/fx/transformed/folded_model_with_constraints_per_tensor.dot @@ -2,18 +2,19 @@ strict digraph { "0 linear_act_weight" [id=0, type=get_attr]; "1 linear_act_bias" [id=1, type=get_attr]; "2 x" [id=2, type=input]; -"3 _frozen_param0" [id=3, type=get_attr]; -"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; -"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_1" [id=6, type=linear]; -"7 add" [id=7, type=add]; -"8 output_1" [id=8, type=output]; -"0 linear_act_weight" -> "4 quantize_per_tensor_default" [label="(3, 3)", style=solid]; -"1 linear_act_bias" -> "6 linear_1" [label="(3,)", style=solid]; -"2 x" -> "6 linear_1" [label="(1, 3, 3, 3)", style=solid]; -"3 _frozen_param0" -> "7 add" [label="(3, 3)", style=solid]; -"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(3, 3)", style=solid]; -"5 dequantize_per_tensor_default" -> "6 linear_1" [label="(3, 3)", style=solid]; -"6 linear_1" -> "7 add" [label="(1, 3, 3, 3)", style=solid]; -"7 add" -> "8 output_1" [label="(1, 3, 3, 3)", style=solid]; +"3 dummy_disconnected_input" [id=3, type=input]; +"4 _frozen_param0" [id=4, type=get_attr]; +"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; +"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; +"7 linear_1" [id=7, type=linear]; +"8 add" [id=8, type=add]; +"9 output_1" [id=9, type=output]; +"0 linear_act_weight" -> "5 quantize_per_tensor_default" [label="(3, 3)", style=solid]; +"1 linear_act_bias" -> "7 linear_1" [label="(3,)", style=solid]; +"2 x" -> "7 linear_1" [label="(1, 3, 3, 3)", style=solid]; +"4 _frozen_param0" -> "8 add" [label="(3, 3)", style=solid]; +"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label="(3, 3)", style=solid]; +"6 dequantize_per_tensor_default" -> "7 linear_1" [label="(3, 3)", style=solid]; +"7 linear_1" -> "8 add" [label="(1, 3, 3, 3)", style=solid]; +"8 add" -> "9 output_1" [label="(1, 3, 3, 3)", style=solid]; } diff --git a/tests/torch/fx/helpers.py b/tests/torch/fx/helpers.py index a63f8f76076..771615cc8ca 100644 --- a/tests/torch/fx/helpers.py +++ b/tests/torch/fx/helpers.py @@ -10,6 +10,7 @@ # limitations under the License. from pathlib import Path +from typing import Tuple, Union import torch.fx import torch.nn.parallel @@ -122,7 +123,9 @@ def visualize_fx_model(model: torch.fx.GraphModule, output_svg_path: str): g.get_dot_graph().write_svg(output_svg_path) -def get_torch_fx_model(model: torch.nn.Module, ex_input: torch.Tensor) -> torch.fx.GraphModule: +def get_torch_fx_model( + model: torch.nn.Module, ex_input: Union[torch.Tensor, Tuple[torch.Tensor, ...]] +) -> torch.fx.GraphModule: """ Converts given module to GraphModule. @@ -138,11 +141,17 @@ def get_torch_fx_model(model: torch.nn.Module, ex_input: torch.Tensor) -> torch. else: device = named_param[1].device - ex_input = ex_input.to(device) + if isinstance(ex_input, torch.Tensor): + ex_input = (ex_input,) + device_ex_input = [] + for inp in ex_input: + device_ex_input.append(inp.to(device)) + device_ex_input = tuple(device_ex_input) + model.eval() with torch.no_grad(): with disable_patching(): - return torch.export.export_for_training(model, args=(ex_input,)).module() + return torch.export.export_for_training(model, args=device_ex_input).module() def get_torch_fx_model_q_transformed(model: torch.nn.Module, ex_input: torch.Tensor) -> torch.fx.GraphModule: diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 23039ee99ef..ccdbcadf554 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -35,10 +35,8 @@ from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node -from nncf.experimental.torch.fx.transformations import _get_connected_nodes from nncf.experimental.torch.fx.transformations import _get_node_by_input_port_id from nncf.experimental.torch.fx.transformations import _set_new_node_meta -from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import fold_constant_except_qdq @@ -54,6 +52,7 @@ from tests.torch.test_models.synthetic import ConstantFoldingTestModel from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel +from tests.torch.test_models.synthetic import ConvolutionWithSeveralOutputs from tests.torch.test_models.synthetic import MultiBranchesConnectedModel from tests.torch.test_models.synthetic import MultiBranchesConnectedModelWithConcat @@ -112,12 +111,82 @@ def _target_point_to_str(target_point: PTTargetPoint) -> str: @pytest.mark.parametrize("test_case", MODEL_EXTRACTION_CASES, ids=idfn) def test_model_extraction(test_case: ModelExtractionTestCase): captured_model = get_torch_fx_model(test_case.model(), torch.ones(test_case.input_shape)) + _, nncf_graph = _extract_model(test_case, captured_model) + check_graph(nncf_graph, f"{get_test_id(test_case)}.dot", EXTRACTED_GRAPHS_DIR_NAME, extended=True) + + +@pytest.mark.parametrize( + "test_case,tuple_output,ref_output", + ( + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, (1, 1, 3, 3), PTModelExtractionCommand(["conv2d"], ["output_1"]) + ), + False, + "(conv2d,)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, + (1, 1, 3, 3), + PTModelExtractionCommand(["conv2d"], ["conv2d", "output_1", "conv2d"]), + ), + False, + "(conv2d, conv2d, conv2d)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithSeveralOutputs, (1, 1, 3, 3), PTModelExtractionCommand(["conv2d"], ["output_1"]) + ), + False, + "([conv2d, add],)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithSeveralOutputs, + (1, 1, 3, 3), + PTModelExtractionCommand(["conv2d"], ["conv2d", "output_1", "conv2d"]), + ), + False, + "(conv2d, [conv2d, add], conv2d)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, (1, 1, 3, 3), PTModelExtractionCommand(["conv2d"], ["output_1"]) + ), + True, + "(conv2d,)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, + (1, 1, 3, 3), + PTModelExtractionCommand(["conv2d"], ["conv2d", "output_1", "conv2d"]), + ), + True, + "(conv2d, conv2d, conv2d)", + ), + ), + ids=idfn, +) +def test_model_extraction_with_original_output(test_case: ModelExtractionTestCase, tuple_output: bool, ref_output: str): + captured_model = get_torch_fx_model(test_case.model(), torch.ones(test_case.input_shape)) + if tuple_output: + output_node = [node for node in captured_model.graph.nodes if node.op == "output"][0] + output_node.args = (output_node.args[0][0],) + captured_model.recompile() + extracted_model, nncf_graph = _extract_model(test_case, captured_model) + check_graph(nncf_graph, f"{get_test_id(test_case)}.dot", EXTRACTED_GRAPHS_DIR_NAME, extended=True) + + output_node = [node for node in extracted_model.graph.nodes if node.op == "output"][0] + assert str(output_node.args[0]) == ref_output + +def _extract_model(test_case: ModelExtractionTestCase, captured_model: torch.fx.GraphModule): layout = TransformationLayout() layout.register(test_case.command) extracted_model = FXModelTransformer(captured_model).transform(layout) - nncf_graph = GraphConverter.create_nncf_graph(extracted_model) - check_graph(nncf_graph, f"{get_test_id(test_case)}.dot", EXTRACTED_GRAPHS_DIR_NAME, extended=True) + return extracted_model, GraphConverter.create_nncf_graph(extracted_model) MultiBranchesConnectedModelWithConcat_TARGET_POINTS = ( @@ -178,34 +247,14 @@ def test_constant_update_transformation(concat: bool): ) -def test_bias_update_transformation(): - model = MultiBranchesConnectedModelWithConcat() - captured_model = get_torch_fx_model(model, torch.ones(MultiBranchesConnectedModelWithConcat.INPUT_SIZE)) - nncf_graph = GraphConverter.create_nncf_graph(captured_model) - target_node = nncf_graph.get_node_by_name("conv2d") - - builder = bias_update_transformation_builder - new_value = torch.tensor((42.0,)) - transformation = builder(target_node, value=new_value, input_port_id=1) - transformation(captured_model) - - add_node = get_graph_node_by_name(captured_model.graph, "add_") - assert get_tensor_constant_from_node(add_node.args[1], captured_model) == new_value - - transformed_nncf_graph = GraphConverter.create_nncf_graph(captured_model) - check_graph(transformed_nncf_graph, "constant_update.dot", TRANSFORMED_GRAPH_DIR_NAME, extended=True) - - -@pytest.mark.parametrize("bias", [True, False], ids=["bias", "constant"]) -def test_constant_update_transformation_no_constant(bias: bool): +def test_constant_update_transformation_no_constant(): model = MultiBranchesConnectedModel() captured_model = get_torch_fx_model(model, torch.ones((1, 3, 3, 3))) nncf_graph = GraphConverter.create_nncf_graph(captured_model) target_node = nncf_graph.get_node_by_name("add") - builder = bias_update_transformation_builder if bias else constant_update_transformation_builder new_value = torch.tensor((42.0,)) - transformation = builder(target_node, value=new_value, input_port_id=1) + transformation = constant_update_transformation_builder(target_node, value=new_value, input_port_id=1) with pytest.raises(nncf.InternalError): transformation(captured_model) @@ -482,28 +531,13 @@ def test_compress_post_quantize_transformation(is_per_channel: bool): ) -def test_get_connected_nodes(): - model = MultiBranchesConnectedModel() - ex_inputs = torch.ones((1, 3, 3, 3)) - captured_model = get_torch_fx_model(model, ex_inputs) - connected_nodes_list = _get_connected_nodes(captured_model.graph) - assert len(connected_nodes_list) == 16 - - add_node = get_graph_node_by_name(captured_model.graph, "add__1") - conv_1_node = get_graph_node_by_name(captured_model.graph, "conv2d") - conv_2_node = get_graph_node_by_name(captured_model.graph, "conv2d_1") - add_node.replace_input_with(conv_2_node, conv_1_node) - connected_nodes_list = _get_connected_nodes(captured_model.graph) - assert len(connected_nodes_list) == 13 - - def test_constant_folding(): model = ConstantFoldingTestModel() - captured_model = get_torch_fx_model(model, torch.ones(model.INPUT_SIZE)) + ex_inputs = (torch.ones(model.INPUT_SIZE), torch.ones((1,))) + captured_model = get_torch_fx_model(model, ex_inputs) folded_model = deepcopy(captured_model) constant_fold(folded_model) - ex_input = torch.ones(model.INPUT_SIZE) - assert torch.allclose(captured_model(ex_input), folded_model(ex_input)) + assert torch.allclose(captured_model(*ex_inputs), folded_model(*ex_inputs)) nncf_graph = GraphConverter.create_nncf_graph(folded_model) check_graph(nncf_graph, "folded_model.dot", TRANSFORMED_GRAPH_DIR_NAME, extended=True) @@ -511,7 +545,8 @@ def test_constant_folding(): def test_constant_folding_with_constraints(is_per_channel): model = ConstantFoldingTestModel() - model_with_correct_pattern = get_torch_fx_model(model, torch.ones(model.INPUT_SIZE)) + ex_inputs = (torch.ones(model.INPUT_SIZE), torch.ones((1,))) + model_with_correct_pattern = get_torch_fx_model(model, ex_inputs) insert_qdq_nodes( model_with_correct_pattern, diff --git a/tests/torch/test_models/synthetic.py b/tests/torch/test_models/synthetic.py index c999deedfce..e337e1c5008 100644 --- a/tests/torch/test_models/synthetic.py +++ b/tests/torch/test_models/synthetic.py @@ -514,6 +514,16 @@ def forward(self, x): return nn.functional.conv2d(x, w) +class ConvolutionWithSeveralOutputs(torch.nn.Module): + def __init__(self): + super().__init__() + self.conv = create_conv(1, 1, 1) + + def forward(self, x): + x = self.conv(x) + return x, x + 2 + + class ConvolutionWithAllConstantInputsModel(torch.nn.Module): def __init__(self): super().__init__() @@ -607,8 +617,12 @@ def __init__(self): self.param = nn.Parameter(4 * torch.ones((3, 3))) - def forward(self, x): + def forward(self, x, dummy_disconnected_input): y = self.linear_w(self.param) + # Inplace relu to check + # that inplace operations are + # removed as well + y = torch.relu_(y) y += 10 x = self.linear_act(x) return x + y