diff --git a/.github/workflows/precommit.yml b/.github/workflows/precommit.yml index cbed985e3de..6dd6bff293d 100644 --- a/.github/workflows/precommit.yml +++ b/.github/workflows/precommit.yml @@ -121,13 +121,13 @@ jobs: sudo apt-get --assume-yes install build-essential ninja-build libgl1-mesa-dev libglib2.0-0 wget make - name: Download CUDA run: | - wget -q https://developer.download.nvidia.com/compute/cuda/12.1.1/local_installers/cuda_12.1.1_530.30.02_linux.run - sudo sh cuda_12.1.1_530.30.02_linux.run --toolkit --silent + wget -q https://developer.download.nvidia.com/compute/cuda/12.4.0/local_installers/cuda_12.4.0_550.54.14_linux.run + sudo sh cuda_12.4.0_550.54.14_linux.run --toolkit --silent - name: Runner info continue-on-error: true run: | - export PATH=/usr/local/cuda-12.1/bin${PATH:+:${PATH}} - export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} + export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}} + export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} nvidia-smi cat /proc/cpuinfo nvcc --version @@ -147,8 +147,8 @@ jobs: python -c "import torch; print(torch.cuda.is_available())" - name: Run PyTorch precommit test scope run: | - export PATH=/usr/local/cuda-12.1/bin${PATH:+:${PATH}} - export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} + export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}} + export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} make test-torch-cuda tensorflow: diff --git a/README.md b/README.md index e7385893494..f4b58c3d710 100644 --- a/README.md +++ b/README.md @@ -439,12 +439,12 @@ conda install -c conda-forge nncf - Ubuntu\* 18.04 or later (64-bit) - Python\* 3.9 or later - Supported frameworks: - - PyTorch\* >=2.3, <2.5 + - PyTorch\* >=2.4, <2.6 - TensorFlow\* >=2.8.4, <=2.15.1 - ONNX\* ==1.17.0 - OpenVINO\* >=2022.3.0 -This repository is tested on Python* 3.10.14, PyTorch* 2.4.0 (NVidia CUDA\* Toolkit 12.1) and TensorFlow* 2.12.1 (NVidia CUDA\* Toolkit 11.8). +This repository is tested on Python* 3.10.14, PyTorch* 2.5.0 (NVidia CUDA\* Toolkit 12.4) and TensorFlow* 2.12.1 (NVidia CUDA\* Toolkit 11.8). ## NNCF Compressed NNCF Model Zoo diff --git a/constraints.txt b/constraints.txt index 19d7df2f0ee..84fdc7c23c8 100644 --- a/constraints.txt +++ b/constraints.txt @@ -2,8 +2,8 @@ openvino==2024.4.0 # Pytorch -torch==2.4.0 -torchvision==0.19.0 +torch==2.5.1 +torchvision==0.20.1 # ONNX onnx==1.17.0 diff --git a/docs/Installation.md b/docs/Installation.md index 32169311da8..753363c5232 100644 --- a/docs/Installation.md +++ b/docs/Installation.md @@ -43,7 +43,7 @@ as well as the supported versions of Python: | NNCF | OpenVINO | PyTorch | ONNX | TensorFlow | Python | |-----------|------------|----------|----------|------------|--------| -| `develop` | `2024.4.0` | `2.4.0` | `1.17.0` | `2.15.1` | `3.10` | +| `develop` | `2024.4.0` | `2.5.1` | `1.17.0` | `2.15.1` | `3.10` | | `2.13.0` | `2024.4.0` | `2.4.0` | `1.16.0` | `2.15.1` | `3.8`* | | `2.12.0` | `2024.3.0` | `2.3.0` | `1.16.0` | `2.15.1` | `3.8`* | | `2.11.0` | `2024.2.0` | `2.3.0` | `1.16.0` | `2.12.0` | `3.8` | diff --git a/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt b/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt index 4d36e23cb51..4dce15f3110 100644 --- a/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt +++ b/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt @@ -1,4 +1,4 @@ -torch==2.4.0 +torch==2.5.1 datasets==3.0.1 numpy>=1.23.5 openvino==2024.4 diff --git a/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt b/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt index 76c9d079603..4a0ff94c79e 100644 --- a/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt +++ b/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt @@ -1,6 +1,6 @@ fastdownload==0.0.7 openvino==2024.4 scikit-learn -torch==2.4.0 -torchvision==0.19.0 +torch==2.5.1 +torchvision==0.20.1 setuptools<=72.1.0 diff --git a/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt b/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt index 65520f60d1a..348b78920ba 100644 --- a/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt +++ b/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt @@ -2,8 +2,8 @@ fastdownload==0.0.7 onnx==1.17.0 openvino==2024.4 pycocotools==2.0.7 -torch==2.4.0 +torch==2.5.1 torchmetrics==1.0.1 -torchvision==0.19.0 +torchvision==0.20.1 numpy<2 setuptools<=72.1.0 diff --git a/examples/post_training_quantization/torch_fx/resnet18/main.py b/examples/post_training_quantization/torch_fx/resnet18/main.py index 22858ac20f2..6b89bcc7833 100644 --- a/examples/post_training_quantization/torch_fx/resnet18/main.py +++ b/examples/post_training_quantization/torch_fx/resnet18/main.py @@ -14,6 +14,8 @@ from time import time from typing import Tuple +# We need to import openvino.torch for torch.compile() with openvino backend to work. +import openvino.torch # noqa import torch import torch.nn as nn import torch.nn.parallel diff --git a/examples/post_training_quantization/torch_fx/resnet18/requirements.txt b/examples/post_training_quantization/torch_fx/resnet18/requirements.txt index 040eb6d97dd..5f5e1d547e7 100644 --- a/examples/post_training_quantization/torch_fx/resnet18/requirements.txt +++ b/examples/post_training_quantization/torch_fx/resnet18/requirements.txt @@ -1,4 +1,4 @@ fastdownload==0.0.7 openvino==2024.4 -torch==2.4.0 -torchvision==0.19.0 +torch==2.5.1 +torchvision==0.20.1 diff --git a/examples/quantization_aware_training/torch/resnet18/requirements.txt b/examples/quantization_aware_training/torch/resnet18/requirements.txt index aa0f037c182..ac22a0002a1 100644 --- a/examples/quantization_aware_training/torch/resnet18/requirements.txt +++ b/examples/quantization_aware_training/torch/resnet18/requirements.txt @@ -1,5 +1,5 @@ fastdownload==0.0.7 openvino==2024.4 -torch==2.4.0 -torchvision==0.19.0 +torch==2.5.1 +torchvision==0.20.1 setuptools<=72.1.0 diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index b9e406d4b1a..da277d03836 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -967,6 +967,27 @@ def merge_linear_and_bias(model: torch.fx.GraphModule): _merge_node_and_bias(model, _is_linear) +def _get_connected_nodes(graph: torch.fx.Graph) -> List[torch.fx.Node]: + """ + Returns the List of nodes which are directly or indirectly connected + to the output node. + + :param graph: The torch FX graph to get nodes from. + """ + output_nodes = [node for node in graph.nodes if node.op == "output"] + assert len(output_nodes) == 1 + output_node = output_nodes[0] + connected_nodes = set() # Every node is unique in the graph + nodes_to_visit = [output_node] + while nodes_to_visit: + current_node = nodes_to_visit.pop() + if current_node in connected_nodes: + continue + connected_nodes.add(current_node) + nodes_to_visit.extend(current_node.all_input_nodes) + return list(connected_nodes) + + def _merge_node_and_bias(model: torch.fx.GraphModule, is_target_node: Callable[[torch.fx.Node], bool]): """ Merges two separate node and bias node to a one node: node+bias. @@ -1000,5 +1021,13 @@ def _merge_node_and_bias(model: torch.fx.GraphModule, is_target_node: Callable[[ for user in list(bias_node.users): user.replace_input_with(bias_node, conv_node) + # Remove nodes which are not connected to output. This removes dead nodes and dead subgraphs in the model graph. + nodes_connected_to_output = _get_connected_nodes(model.graph) + is_impure = lambda node: node in nodes_connected_to_output + + for node in reversed(model.graph.nodes): + if not is_impure(node) and len(node.users) == 0: + model.graph.erase_node(node) + model.graph.eliminate_dead_code() model.recompile() diff --git a/nncf/experimental/torch2/function_hook/hook_executor_mode.py b/nncf/experimental/torch2/function_hook/hook_executor_mode.py index ea95e784c77..67d9d8658c2 100644 --- a/nncf/experimental/torch2/function_hook/hook_executor_mode.py +++ b/nncf/experimental/torch2/function_hook/hook_executor_mode.py @@ -108,7 +108,7 @@ def __init__(self, model: nn.Module, hook_storage: HookStorage) -> None: :param model: The PyTorch model to which the hooks will be applied. :param hook_storage: Storage for hooks to be executed. """ - super().__init__() # type: ignore + super().__init__() self.hook_storage: HookStorage = hook_storage self.model: nn.Module = model self.module_call_stack: List[nn.Module] = [] diff --git a/nncf/torch/__init__.py b/nncf/torch/__init__.py index 0b74414cfce..633eda6e3c7 100644 --- a/nncf/torch/__init__.py +++ b/nncf/torch/__init__.py @@ -68,4 +68,12 @@ from nncf.torch.extensions import force_build_cpu_extensions, force_build_cuda_extensions +# This is required since torchvision changes a dictionary inside of pytorch mapping +# different ops and their role in torch fx graph. Once the nncf mapping is done, it is +# represented as a different custom operation which is how it is changed in +# the said mapping. The polyfills loader is the specific file to be imported +# before making wrapping changes +if torch.__version__ >= "2.5.0": + from torch._dynamo.polyfills import loader + patch_torch_operators() diff --git a/nncf/version.py b/nncf/version.py index 1042b553cde..fbeac0d9964 100644 --- a/nncf/version.py +++ b/nncf/version.py @@ -12,6 +12,6 @@ __version__ = "2.14.0" -BKC_TORCH_SPEC = "==2.4.*" +BKC_TORCH_SPEC = "==2.5.*" BKC_TF_SPEC = "==2.15.*" STRICT_TF_SPEC = ">=2.9.3,<2.16.0" diff --git a/tests/post_training/data/ptq_reference_data.yaml b/tests/post_training/data/ptq_reference_data.yaml index d6e8428bc6a..94f70f3a931 100644 --- a/tests/post_training/data/ptq_reference_data.yaml +++ b/tests/post_training/data/ptq_reference_data.yaml @@ -59,7 +59,7 @@ torchvision/swin_v2_s_backend_OV: torchvision/swin_v2_s_backend_FX_TORCH: metric_value: 0.8360 timm/crossvit_9_240_backend_CUDA_TORCH: - metric_value: 0.689 + metric_value: 0.7275 timm/crossvit_9_240_backend_FP32: metric_value: 0.73982 timm/crossvit_9_240_backend_ONNX: @@ -79,7 +79,7 @@ timm/darknet53_backend_OV: timm/darknet53_backend_TORCH: metric_value: 0.79094 timm/deit3_small_patch16_224_backend_CUDA_TORCH: - metric_value: 0.76816 + metric_value: 0.81246 timm/deit3_small_patch16_224_backend_FP32: metric_value: 0.81358 timm/deit3_small_patch16_224_backend_ONNX: @@ -89,7 +89,7 @@ timm/deit3_small_patch16_224_backend_OV: timm/deit3_small_patch16_224_backend_TORCH: metric_value: 0.81274 timm/dla34_backend_CUDA_TORCH: - metric_value: 0.73978 + metric_value: 0.74272 timm/dla34_backend_FP32: metric_value: 0.74628 timm/dla34_backend_ONNX: @@ -99,7 +99,7 @@ timm/dla34_backend_OV: timm/dla34_backend_TORCH: metric_value: 0.74256 timm/dpn68_backend_CUDA_TORCH: - metric_value: 0.75492 + metric_value: 0.75786 timm/dpn68_backend_FP32: metric_value: 0.76342 timm/dpn68_backend_ONNX: @@ -115,7 +115,7 @@ timm/efficientnet_b0_BC_backend_ONNX: timm/efficientnet_b0_BC_backend_OV: metric_value: 0.77166 timm/efficientnet_b0_backend_CUDA_TORCH: - metric_value: 0.768 + metric_value: 0.77124 timm/efficientnet_b0_backend_FP32: metric_value: 0.77698 timm/efficientnet_b0_backend_ONNX: @@ -125,7 +125,7 @@ timm/efficientnet_b0_backend_OV: timm/efficientnet_b0_backend_TORCH: metric_value: 0.77042 timm/efficientnet_lite0_backend_CUDA_TORCH: - metric_value: 0.74686 + metric_value: 0.75162 timm/efficientnet_lite0_backend_FP32: metric_value: 0.75496 timm/efficientnet_lite0_backend_ONNX: @@ -135,7 +135,7 @@ timm/efficientnet_lite0_backend_OV: timm/efficientnet_lite0_backend_TORCH: metric_value: 0.7517 timm/hrnet_w18_backend_CUDA_TORCH: - metric_value: 0.76712 + metric_value: 0.77178 timm/hrnet_w18_backend_FP32: metric_value: 0.78124 timm/hrnet_w18_backend_ONNX: @@ -145,7 +145,7 @@ timm/hrnet_w18_backend_OV: timm/hrnet_w18_backend_TORCH: metric_value: 0.7722 timm/inception_resnet_v2_backend_CUDA_TORCH: - metric_value: 0.80024 + metric_value: 0.80334 timm/inception_resnet_v2_backend_FP32: metric_value: 0.80448 timm/inception_resnet_v2_backend_ONNX: @@ -155,7 +155,7 @@ timm/inception_resnet_v2_backend_OV: timm/inception_resnet_v2_backend_TORCH: metric_value: 0.80334 timm/levit_128_backend_CUDA_TORCH: - metric_value: 0.7324 + metric_value: 0.77812 timm/levit_128_backend_FP32: metric_value: 0.78474 timm/levit_128_backend_ONNX: @@ -171,7 +171,7 @@ timm/mobilenetv2_050_BC_backend_ONNX: timm/mobilenetv2_050_BC_backend_OV: metric_value: 0.65332 timm/mobilenetv2_050_backend_CUDA_TORCH: - metric_value: 0.64278 + metric_value: 0.6534 timm/mobilenetv2_050_backend_FP32: metric_value: 0.6594 timm/mobilenetv2_050_backend_ONNX: @@ -181,7 +181,7 @@ timm/mobilenetv2_050_backend_OV: timm/mobilenetv2_050_backend_TORCH: metric_value: 0.65334 timm/mobilenetv3_small_050_backend_CUDA_TORCH: - metric_value: 0.41888 + metric_value: 0.4267 timm/mobilenetv3_small_050_backend_FP32: metric_value: 0.57906 timm/mobilenetv3_small_050_backend_ONNX: @@ -197,7 +197,7 @@ timm/mobilenetv3_small_050_BC_backend_ONNX: timm/mobilenetv3_small_050_BC_backend_OV: metric_value: 0.5655 timm/regnetx_002_backend_CUDA_TORCH: - metric_value: 0.67452 + metric_value: 0.68596 timm/regnetx_002_backend_FP32: metric_value: 0.68756 timm/regnetx_002_backend_ONNX: @@ -207,7 +207,7 @@ timm/regnetx_002_backend_OV: timm/regnetx_002_backend_TORCH: metric_value: 0.68576 timm/resnest14d_backend_CUDA_TORCH: - metric_value: 0.74176 + metric_value: 0.74898 timm/resnest14d_backend_FP32: metric_value: 0.75516 timm/resnest14d_backend_ONNX: @@ -239,7 +239,7 @@ timm/tf_inception_v3_backend_OV: timm/tf_inception_v3_backend_TORCH: metric_value: 0.77586 timm/vgg11_backend_CUDA_TORCH: - metric_value: 0.6809 + metric_value: 0.688 timm/vgg11_backend_FP32: metric_value: 0.6904 timm/vgg11_backend_ONNX: @@ -249,7 +249,7 @@ timm/vgg11_backend_OV: timm/vgg11_backend_TORCH: metric_value: 0.6879 timm/visformer_small_backend_CUDA_TORCH: - metric_value: 0.77728 + metric_value: 0.81612 timm/visformer_small_backend_FP32: metric_value: 0.82098 timm/visformer_small_backend_ONNX: diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index 65ad922e952..1a0f64ecfe5 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -24,8 +24,8 @@ strict digraph { "22 linear_2_scale_0" [id=22, type=get_attr]; "23 linear_2_zero_point_0" [id=23, type=get_attr]; "24 compressed_weight_updated_constant1" [id=24, type=get_attr]; -"25 quantize_per_channel_default_1" [id=25, type=quantize_per_channel]; -"26 dequantize_per_channel_default_1" [id=26, type=dequantize_per_channel]; +"25 quantize_per_channel_default_2" [id=25, type=quantize_per_channel]; +"26 dequantize_per_channel_default_2" [id=26, type=dequantize_per_channel]; "27 _frozen_param1_0_0" [id=27, type=get_attr]; "28 linear_2" [id=28, type=linear]; "29 reshape_1" [id=29, type=reshape]; @@ -61,8 +61,8 @@ strict digraph { "59 linear_3_scale_0" [id=59, type=get_attr]; "60 linear_3_zero_point_0" [id=60, type=get_attr]; "61 compressed_weight_updated_constant2" [id=61, type=get_attr]; -"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; -"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; +"62 quantize_per_channel_default_3" [id=62, type=quantize_per_channel]; +"63 dequantize_per_channel_default_3" [id=63, type=dequantize_per_channel]; "64 _param_constant11_0_0" [id=64, type=get_attr]; "65 linear_3" [id=65, type=linear]; "66 dropout_1" [id=66, type=dropout]; @@ -81,8 +81,8 @@ strict digraph { "79 linear_4_scale_0" [id=79, type=get_attr]; "80 linear_4_zero_point_0" [id=80, type=get_attr]; "81 compressed_weight_updated_constant3" [id=81, type=get_attr]; -"82 quantize_per_channel_default_3" [id=82, type=quantize_per_channel]; -"83 dequantize_per_channel_default_3" [id=83, type=dequantize_per_channel]; +"82 quantize_per_channel_default_4" [id=82, type=quantize_per_channel]; +"83 dequantize_per_channel_default_4" [id=83, type=dequantize_per_channel]; "84 _param_constant15_0_0" [id=84, type=get_attr]; "85 linear_4" [id=85, type=linear]; "86 gelu" [id=86, type=gelu]; @@ -93,8 +93,8 @@ strict digraph { "91 linear_5_scale_0" [id=91, type=get_attr]; "92 linear_5_zero_point_0" [id=92, type=get_attr]; "93 compressed_weight_updated_constant4" [id=93, type=get_attr]; -"94 quantize_per_channel_default_4" [id=94, type=quantize_per_channel]; -"95 dequantize_per_channel_default_4" [id=95, type=dequantize_per_channel]; +"94 quantize_per_channel_default_5" [id=94, type=quantize_per_channel]; +"95 dequantize_per_channel_default_5" [id=95, type=dequantize_per_channel]; "96 _param_constant17_0_0" [id=96, type=get_attr]; "97 linear_5" [id=97, type=linear]; "98 dropout_3" [id=98, type=dropout]; @@ -114,8 +114,8 @@ strict digraph { "112 linear_8_scale_0" [id=112, type=get_attr]; "113 linear_8_zero_point_0" [id=113, type=get_attr]; "114 compressed_weight_updated_constant5" [id=114, type=get_attr]; -"115 quantize_per_channel_default_5" [id=115, type=quantize_per_channel]; -"116 dequantize_per_channel_default_5" [id=116, type=dequantize_per_channel]; +"115 quantize_per_channel_default_7" [id=115, type=quantize_per_channel]; +"116 dequantize_per_channel_default_7" [id=116, type=dequantize_per_channel]; "117 _frozen_param5_0_0" [id=117, type=get_attr]; "118 linear_8" [id=118, type=linear]; "119 reshape_5" [id=119, type=reshape]; @@ -167,8 +167,8 @@ strict digraph { "165 linear_9_scale_0" [id=165, type=get_attr]; "166 linear_9_zero_point_0" [id=166, type=get_attr]; "167 compressed_weight_updated_constant6" [id=167, type=get_attr]; -"168 quantize_per_channel_default_6" [id=168, type=quantize_per_channel]; -"169 dequantize_per_channel_default_6" [id=169, type=dequantize_per_channel]; +"168 quantize_per_channel_default_8" [id=168, type=quantize_per_channel]; +"169 dequantize_per_channel_default_8" [id=169, type=dequantize_per_channel]; "170 _param_constant27_0_0" [id=170, type=get_attr]; "171 linear_9" [id=171, type=linear]; "172 dropout_5" [id=172, type=dropout]; @@ -188,8 +188,8 @@ strict digraph { "186 linear_10_scale_0" [id=186, type=get_attr]; "187 linear_10_zero_point_0" [id=187, type=get_attr]; "188 compressed_weight_updated_constant7" [id=188, type=get_attr]; -"189 quantize_per_channel_default_7" [id=189, type=quantize_per_channel]; -"190 dequantize_per_channel_default_7" [id=190, type=dequantize_per_channel]; +"189 quantize_per_channel_default_9" [id=189, type=quantize_per_channel]; +"190 dequantize_per_channel_default_9" [id=190, type=dequantize_per_channel]; "191 _param_constant31_0_0" [id=191, type=get_attr]; "192 linear_10" [id=192, type=linear]; "193 gelu_1" [id=193, type=gelu]; @@ -200,8 +200,8 @@ strict digraph { "198 linear_11_scale_0" [id=198, type=get_attr]; "199 linear_11_zero_point_0" [id=199, type=get_attr]; "200 compressed_weight_updated_constant8" [id=200, type=get_attr]; -"201 quantize_per_channel_default_8" [id=201, type=quantize_per_channel]; -"202 dequantize_per_channel_default_8" [id=202, type=dequantize_per_channel]; +"201 quantize_per_channel_default_10" [id=201, type=quantize_per_channel]; +"202 dequantize_per_channel_default_10" [id=202, type=dequantize_per_channel]; "203 _param_constant33_0_0" [id=203, type=get_attr]; "204 linear_11" [id=204, type=linear]; "205 dropout_7" [id=205, type=dropout]; @@ -229,8 +229,8 @@ strict digraph { "227 linear_12_scale_0" [id=227, type=get_attr]; "228 linear_12_zero_point_0" [id=228, type=get_attr]; "229 compressed_weight_updated_constant9" [id=229, type=get_attr]; -"230 quantize_per_channel_default_9" [id=230, type=quantize_per_channel]; -"231 dequantize_per_channel_default_9" [id=231, type=dequantize_per_channel]; +"230 quantize_per_channel_default_11" [id=230, type=quantize_per_channel]; +"231 dequantize_per_channel_default_11" [id=231, type=dequantize_per_channel]; "232 linear_12" [id=232, type=linear]; "233 _param_constant37" [id=233, type=get_attr]; "234 _param_constant38" [id=234, type=get_attr]; @@ -246,8 +246,8 @@ strict digraph { "244 linear_15_scale_0" [id=244, type=get_attr]; "245 linear_15_zero_point_0" [id=245, type=get_attr]; "246 compressed_weight_updated_constant10" [id=246, type=get_attr]; -"247 quantize_per_channel_default_10" [id=247, type=quantize_per_channel]; -"248 dequantize_per_channel_default_10" [id=248, type=dequantize_per_channel]; +"247 quantize_per_channel_default_13" [id=247, type=quantize_per_channel]; +"248 dequantize_per_channel_default_13" [id=248, type=dequantize_per_channel]; "249 _frozen_param18_0_0" [id=249, type=get_attr]; "250 linear_15" [id=250, type=linear]; "251 reshape_10" [id=251, type=reshape]; @@ -283,8 +283,8 @@ strict digraph { "281 linear_16_scale_0" [id=281, type=get_attr]; "282 linear_16_zero_point_0" [id=282, type=get_attr]; "283 compressed_weight_updated_constant11" [id=283, type=get_attr]; -"284 quantize_per_channel_default_11" [id=284, type=quantize_per_channel]; -"285 dequantize_per_channel_default_11" [id=285, type=dequantize_per_channel]; +"284 quantize_per_channel_default_14" [id=284, type=quantize_per_channel]; +"285 dequantize_per_channel_default_14" [id=285, type=dequantize_per_channel]; "286 _param_constant46_0_0" [id=286, type=get_attr]; "287 linear_16" [id=287, type=linear]; "288 dropout_9" [id=288, type=dropout]; @@ -306,8 +306,8 @@ strict digraph { "304 linear_17_scale_0" [id=304, type=get_attr]; "305 linear_17_zero_point_0" [id=305, type=get_attr]; "306 compressed_weight_updated_constant12" [id=306, type=get_attr]; -"307 quantize_per_channel_default_12" [id=307, type=quantize_per_channel]; -"308 dequantize_per_channel_default_12" [id=308, type=dequantize_per_channel]; +"307 quantize_per_channel_default_15" [id=307, type=quantize_per_channel]; +"308 dequantize_per_channel_default_15" [id=308, type=dequantize_per_channel]; "309 _param_constant50_0_0" [id=309, type=get_attr]; "310 linear_17" [id=310, type=linear]; "311 gelu_2" [id=311, type=gelu]; @@ -318,8 +318,8 @@ strict digraph { "316 linear_18_scale_0" [id=316, type=get_attr]; "317 linear_18_zero_point_0" [id=317, type=get_attr]; "318 compressed_weight_updated_constant13" [id=318, type=get_attr]; -"319 quantize_per_channel_default_13" [id=319, type=quantize_per_channel]; -"320 dequantize_per_channel_default_13" [id=320, type=dequantize_per_channel]; +"319 quantize_per_channel_default_16" [id=319, type=quantize_per_channel]; +"320 dequantize_per_channel_default_16" [id=320, type=dequantize_per_channel]; "321 _param_constant52_0_0" [id=321, type=get_attr]; "322 linear_18" [id=322, type=linear]; "323 dropout_11" [id=323, type=dropout]; @@ -339,8 +339,8 @@ strict digraph { "337 linear_21_scale_0" [id=337, type=get_attr]; "338 linear_21_zero_point_0" [id=338, type=get_attr]; "339 compressed_weight_updated_constant14" [id=339, type=get_attr]; -"340 quantize_per_channel_default_14" [id=340, type=quantize_per_channel]; -"341 dequantize_per_channel_default_14" [id=341, type=dequantize_per_channel]; +"340 quantize_per_channel_default_18" [id=340, type=quantize_per_channel]; +"341 dequantize_per_channel_default_18" [id=341, type=dequantize_per_channel]; "342 _frozen_param22_0_0" [id=342, type=get_attr]; "343 linear_21" [id=343, type=linear]; "344 reshape_14" [id=344, type=reshape]; @@ -392,8 +392,8 @@ strict digraph { "390 linear_22_scale_0" [id=390, type=get_attr]; "391 linear_22_zero_point_0" [id=391, type=get_attr]; "392 compressed_weight_updated_constant15" [id=392, type=get_attr]; -"393 quantize_per_channel_default_15" [id=393, type=quantize_per_channel]; -"394 dequantize_per_channel_default_15" [id=394, type=dequantize_per_channel]; +"393 quantize_per_channel_default_19" [id=393, type=quantize_per_channel]; +"394 dequantize_per_channel_default_19" [id=394, type=dequantize_per_channel]; "395 _param_constant62_0_0" [id=395, type=get_attr]; "396 linear_22" [id=396, type=linear]; "397 dropout_13" [id=397, type=dropout]; @@ -416,8 +416,8 @@ strict digraph { "414 linear_23_scale_0" [id=414, type=get_attr]; "415 linear_23_zero_point_0" [id=415, type=get_attr]; "416 compressed_weight_updated_constant16" [id=416, type=get_attr]; -"417 quantize_per_channel_default_16" [id=417, type=quantize_per_channel]; -"418 dequantize_per_channel_default_16" [id=418, type=dequantize_per_channel]; +"417 quantize_per_channel_default_20" [id=417, type=quantize_per_channel]; +"418 dequantize_per_channel_default_20" [id=418, type=dequantize_per_channel]; "419 _param_constant66_0_0" [id=419, type=get_attr]; "420 linear_23" [id=420, type=linear]; "421 gelu_3" [id=421, type=gelu]; @@ -428,8 +428,8 @@ strict digraph { "426 linear_24_scale_0" [id=426, type=get_attr]; "427 linear_24_zero_point_0" [id=427, type=get_attr]; "428 compressed_weight_updated_constant17" [id=428, type=get_attr]; -"429 quantize_per_channel_default_17" [id=429, type=quantize_per_channel]; -"430 dequantize_per_channel_default_17" [id=430, type=dequantize_per_channel]; +"429 quantize_per_channel_default_21" [id=429, type=quantize_per_channel]; +"430 dequantize_per_channel_default_21" [id=430, type=dequantize_per_channel]; "431 _param_constant68_0_0" [id=431, type=get_attr]; "432 linear_24" [id=432, type=linear]; "433 dropout_15" [id=433, type=dropout]; @@ -457,8 +457,8 @@ strict digraph { "455 linear_25_scale_0" [id=455, type=get_attr]; "456 linear_25_zero_point_0" [id=456, type=get_attr]; "457 compressed_weight_updated_constant18" [id=457, type=get_attr]; -"458 quantize_per_channel_default_18" [id=458, type=quantize_per_channel]; -"459 dequantize_per_channel_default_18" [id=459, type=dequantize_per_channel]; +"458 quantize_per_channel_default_22" [id=458, type=quantize_per_channel]; +"459 dequantize_per_channel_default_22" [id=459, type=dequantize_per_channel]; "460 linear_25" [id=460, type=linear]; "461 _param_constant72" [id=461, type=get_attr]; "462 _param_constant73" [id=462, type=get_attr]; @@ -474,8 +474,8 @@ strict digraph { "472 linear_28_scale_0" [id=472, type=get_attr]; "473 linear_28_zero_point_0" [id=473, type=get_attr]; "474 compressed_weight_updated_constant19" [id=474, type=get_attr]; -"475 quantize_per_channel_default_19" [id=475, type=quantize_per_channel]; -"476 dequantize_per_channel_default_19" [id=476, type=dequantize_per_channel]; +"475 quantize_per_channel_default_24" [id=475, type=quantize_per_channel]; +"476 dequantize_per_channel_default_24" [id=476, type=dequantize_per_channel]; "477 _frozen_param35_0_0" [id=477, type=get_attr]; "478 linear_28" [id=478, type=linear]; "479 reshape_19" [id=479, type=reshape]; @@ -511,8 +511,8 @@ strict digraph { "509 linear_29_scale_0" [id=509, type=get_attr]; "510 linear_29_zero_point_0" [id=510, type=get_attr]; "511 compressed_weight_updated_constant20" [id=511, type=get_attr]; -"512 quantize_per_channel_default_20" [id=512, type=quantize_per_channel]; -"513 dequantize_per_channel_default_20" [id=513, type=dequantize_per_channel]; +"512 quantize_per_channel_default_25" [id=512, type=quantize_per_channel]; +"513 dequantize_per_channel_default_25" [id=513, type=dequantize_per_channel]; "514 _param_constant81_0_0" [id=514, type=get_attr]; "515 linear_29" [id=515, type=linear]; "516 dropout_17" [id=516, type=dropout]; @@ -534,8 +534,8 @@ strict digraph { "532 linear_30_scale_0" [id=532, type=get_attr]; "533 linear_30_zero_point_0" [id=533, type=get_attr]; "534 compressed_weight_updated_constant21" [id=534, type=get_attr]; -"535 quantize_per_channel_default_21" [id=535, type=quantize_per_channel]; -"536 dequantize_per_channel_default_21" [id=536, type=dequantize_per_channel]; +"535 quantize_per_channel_default_26" [id=535, type=quantize_per_channel]; +"536 dequantize_per_channel_default_26" [id=536, type=dequantize_per_channel]; "537 _param_constant85_0_0" [id=537, type=get_attr]; "538 linear_30" [id=538, type=linear]; "539 gelu_4" [id=539, type=gelu]; @@ -546,8 +546,8 @@ strict digraph { "544 linear_31_scale_0" [id=544, type=get_attr]; "545 linear_31_zero_point_0" [id=545, type=get_attr]; "546 compressed_weight_updated_constant22" [id=546, type=get_attr]; -"547 quantize_per_channel_default_22" [id=547, type=quantize_per_channel]; -"548 dequantize_per_channel_default_22" [id=548, type=dequantize_per_channel]; +"547 quantize_per_channel_default_27" [id=547, type=quantize_per_channel]; +"548 dequantize_per_channel_default_27" [id=548, type=dequantize_per_channel]; "549 _param_constant87_0_0" [id=549, type=get_attr]; "550 linear_31" [id=550, type=linear]; "551 dropout_19" [id=551, type=dropout]; @@ -567,8 +567,8 @@ strict digraph { "565 linear_34_scale_0" [id=565, type=get_attr]; "566 linear_34_zero_point_0" [id=566, type=get_attr]; "567 compressed_weight_updated_constant23" [id=567, type=get_attr]; -"568 quantize_per_channel_default_23" [id=568, type=quantize_per_channel]; -"569 dequantize_per_channel_default_23" [id=569, type=dequantize_per_channel]; +"568 quantize_per_channel_default_29" [id=568, type=quantize_per_channel]; +"569 dequantize_per_channel_default_29" [id=569, type=dequantize_per_channel]; "570 _frozen_param39_0_0" [id=570, type=get_attr]; "571 linear_34" [id=571, type=linear]; "572 reshape_23" [id=572, type=reshape]; @@ -620,8 +620,8 @@ strict digraph { "618 linear_35_scale_0" [id=618, type=get_attr]; "619 linear_35_zero_point_0" [id=619, type=get_attr]; "620 compressed_weight_updated_constant24" [id=620, type=get_attr]; -"621 quantize_per_channel_default_24" [id=621, type=quantize_per_channel]; -"622 dequantize_per_channel_default_24" [id=622, type=dequantize_per_channel]; +"621 quantize_per_channel_default_30" [id=621, type=quantize_per_channel]; +"622 dequantize_per_channel_default_30" [id=622, type=dequantize_per_channel]; "623 _param_constant97_0_0" [id=623, type=get_attr]; "624 linear_35" [id=624, type=linear]; "625 dropout_21" [id=625, type=dropout]; @@ -644,8 +644,8 @@ strict digraph { "642 linear_36_scale_0" [id=642, type=get_attr]; "643 linear_36_zero_point_0" [id=643, type=get_attr]; "644 compressed_weight_updated_constant25" [id=644, type=get_attr]; -"645 quantize_per_channel_default_25" [id=645, type=quantize_per_channel]; -"646 dequantize_per_channel_default_25" [id=646, type=dequantize_per_channel]; +"645 quantize_per_channel_default_31" [id=645, type=quantize_per_channel]; +"646 dequantize_per_channel_default_31" [id=646, type=dequantize_per_channel]; "647 _param_constant101_0_0" [id=647, type=get_attr]; "648 linear_36" [id=648, type=linear]; "649 gelu_5" [id=649, type=gelu]; @@ -656,8 +656,8 @@ strict digraph { "654 linear_37_scale_0" [id=654, type=get_attr]; "655 linear_37_zero_point_0" [id=655, type=get_attr]; "656 compressed_weight_updated_constant26" [id=656, type=get_attr]; -"657 quantize_per_channel_default_26" [id=657, type=quantize_per_channel]; -"658 dequantize_per_channel_default_26" [id=658, type=dequantize_per_channel]; +"657 quantize_per_channel_default_32" [id=657, type=quantize_per_channel]; +"658 dequantize_per_channel_default_32" [id=658, type=dequantize_per_channel]; "659 _param_constant103_0_0" [id=659, type=get_attr]; "660 linear_37" [id=660, type=linear]; "661 dropout_23" [id=661, type=dropout]; @@ -676,8 +676,8 @@ strict digraph { "674 linear_40_scale_0" [id=674, type=get_attr]; "675 linear_40_zero_point_0" [id=675, type=get_attr]; "676 compressed_weight_updated_constant27" [id=676, type=get_attr]; -"677 quantize_per_channel_default_27" [id=677, type=quantize_per_channel]; -"678 dequantize_per_channel_default_27" [id=678, type=dequantize_per_channel]; +"677 quantize_per_channel_default_34" [id=677, type=quantize_per_channel]; +"678 dequantize_per_channel_default_34" [id=678, type=dequantize_per_channel]; "679 _frozen_param52_0_0" [id=679, type=get_attr]; "680 linear_40" [id=680, type=linear]; "681 reshape_28" [id=681, type=reshape]; @@ -713,8 +713,8 @@ strict digraph { "711 linear_41_scale_0" [id=711, type=get_attr]; "712 linear_41_zero_point_0" [id=712, type=get_attr]; "713 compressed_weight_updated_constant28" [id=713, type=get_attr]; -"714 quantize_per_channel_default_28" [id=714, type=quantize_per_channel]; -"715 dequantize_per_channel_default_28" [id=715, type=dequantize_per_channel]; +"714 quantize_per_channel_default_35" [id=714, type=quantize_per_channel]; +"715 dequantize_per_channel_default_35" [id=715, type=dequantize_per_channel]; "716 _param_constant113_0_0" [id=716, type=get_attr]; "717 linear_41" [id=717, type=linear]; "718 dropout_25" [id=718, type=dropout]; @@ -736,8 +736,8 @@ strict digraph { "734 linear_42_scale_0" [id=734, type=get_attr]; "735 linear_42_zero_point_0" [id=735, type=get_attr]; "736 compressed_weight_updated_constant29" [id=736, type=get_attr]; -"737 quantize_per_channel_default_29" [id=737, type=quantize_per_channel]; -"738 dequantize_per_channel_default_29" [id=738, type=dequantize_per_channel]; +"737 quantize_per_channel_default_36" [id=737, type=quantize_per_channel]; +"738 dequantize_per_channel_default_36" [id=738, type=dequantize_per_channel]; "739 _param_constant117_0_0" [id=739, type=get_attr]; "740 linear_42" [id=740, type=linear]; "741 gelu_6" [id=741, type=gelu]; @@ -748,8 +748,8 @@ strict digraph { "746 linear_43_scale_0" [id=746, type=get_attr]; "747 linear_43_zero_point_0" [id=747, type=get_attr]; "748 compressed_weight_updated_constant30" [id=748, type=get_attr]; -"749 quantize_per_channel_default_30" [id=749, type=quantize_per_channel]; -"750 dequantize_per_channel_default_30" [id=750, type=dequantize_per_channel]; +"749 quantize_per_channel_default_37" [id=749, type=quantize_per_channel]; +"750 dequantize_per_channel_default_37" [id=750, type=dequantize_per_channel]; "751 _param_constant119_0_0" [id=751, type=get_attr]; "752 linear_43" [id=752, type=linear]; "753 dropout_27" [id=753, type=dropout]; @@ -769,8 +769,8 @@ strict digraph { "767 linear_46_scale_0" [id=767, type=get_attr]; "768 linear_46_zero_point_0" [id=768, type=get_attr]; "769 compressed_weight_updated_constant31" [id=769, type=get_attr]; -"770 quantize_per_channel_default_31" [id=770, type=quantize_per_channel]; -"771 dequantize_per_channel_default_31" [id=771, type=dequantize_per_channel]; +"770 quantize_per_channel_default_39" [id=770, type=quantize_per_channel]; +"771 dequantize_per_channel_default_39" [id=771, type=dequantize_per_channel]; "772 _frozen_param56_0_0" [id=772, type=get_attr]; "773 linear_46" [id=773, type=linear]; "774 reshape_32" [id=774, type=reshape]; @@ -822,8 +822,8 @@ strict digraph { "820 linear_47_scale_0" [id=820, type=get_attr]; "821 linear_47_zero_point_0" [id=821, type=get_attr]; "822 compressed_weight_updated_constant32" [id=822, type=get_attr]; -"823 quantize_per_channel_default_32" [id=823, type=quantize_per_channel]; -"824 dequantize_per_channel_default_32" [id=824, type=dequantize_per_channel]; +"823 quantize_per_channel_default_40" [id=823, type=quantize_per_channel]; +"824 dequantize_per_channel_default_40" [id=824, type=dequantize_per_channel]; "825 _param_constant129_0_0" [id=825, type=get_attr]; "826 linear_47" [id=826, type=linear]; "827 dropout_29" [id=827, type=dropout]; @@ -846,8 +846,8 @@ strict digraph { "844 linear_48_scale_0" [id=844, type=get_attr]; "845 linear_48_zero_point_0" [id=845, type=get_attr]; "846 compressed_weight_updated_constant33" [id=846, type=get_attr]; -"847 quantize_per_channel_default_33" [id=847, type=quantize_per_channel]; -"848 dequantize_per_channel_default_33" [id=848, type=dequantize_per_channel]; +"847 quantize_per_channel_default_41" [id=847, type=quantize_per_channel]; +"848 dequantize_per_channel_default_41" [id=848, type=dequantize_per_channel]; "849 _param_constant133_0_0" [id=849, type=get_attr]; "850 linear_48" [id=850, type=linear]; "851 gelu_7" [id=851, type=gelu]; @@ -858,8 +858,8 @@ strict digraph { "856 linear_49_scale_0" [id=856, type=get_attr]; "857 linear_49_zero_point_0" [id=857, type=get_attr]; "858 compressed_weight_updated_constant34" [id=858, type=get_attr]; -"859 quantize_per_channel_default_34" [id=859, type=quantize_per_channel]; -"860 dequantize_per_channel_default_34" [id=860, type=dequantize_per_channel]; +"859 quantize_per_channel_default_42" [id=859, type=quantize_per_channel]; +"860 dequantize_per_channel_default_42" [id=860, type=dequantize_per_channel]; "861 _param_constant135_0_0" [id=861, type=get_attr]; "862 linear_49" [id=862, type=linear]; "863 dropout_31" [id=863, type=dropout]; @@ -878,8 +878,8 @@ strict digraph { "876 linear_52_scale_0" [id=876, type=get_attr]; "877 linear_52_zero_point_0" [id=877, type=get_attr]; "878 compressed_weight_updated_constant35" [id=878, type=get_attr]; -"879 quantize_per_channel_default_35" [id=879, type=quantize_per_channel]; -"880 dequantize_per_channel_default_35" [id=880, type=dequantize_per_channel]; +"879 quantize_per_channel_default_44" [id=879, type=quantize_per_channel]; +"880 dequantize_per_channel_default_44" [id=880, type=dequantize_per_channel]; "881 _frozen_param69_0_0" [id=881, type=get_attr]; "882 linear_52" [id=882, type=linear]; "883 reshape_37" [id=883, type=reshape]; @@ -915,8 +915,8 @@ strict digraph { "913 linear_53_scale_0" [id=913, type=get_attr]; "914 linear_53_zero_point_0" [id=914, type=get_attr]; "915 compressed_weight_updated_constant36" [id=915, type=get_attr]; -"916 quantize_per_channel_default_36" [id=916, type=quantize_per_channel]; -"917 dequantize_per_channel_default_36" [id=917, type=dequantize_per_channel]; +"916 quantize_per_channel_default_45" [id=916, type=quantize_per_channel]; +"917 dequantize_per_channel_default_45" [id=917, type=dequantize_per_channel]; "918 _param_constant145_0_0" [id=918, type=get_attr]; "919 linear_53" [id=919, type=linear]; "920 dropout_33" [id=920, type=dropout]; @@ -938,8 +938,8 @@ strict digraph { "936 linear_54_scale_0" [id=936, type=get_attr]; "937 linear_54_zero_point_0" [id=937, type=get_attr]; "938 compressed_weight_updated_constant37" [id=938, type=get_attr]; -"939 quantize_per_channel_default_37" [id=939, type=quantize_per_channel]; -"940 dequantize_per_channel_default_37" [id=940, type=dequantize_per_channel]; +"939 quantize_per_channel_default_46" [id=939, type=quantize_per_channel]; +"940 dequantize_per_channel_default_46" [id=940, type=dequantize_per_channel]; "941 _param_constant149_0_0" [id=941, type=get_attr]; "942 linear_54" [id=942, type=linear]; "943 gelu_8" [id=943, type=gelu]; @@ -950,8 +950,8 @@ strict digraph { "948 linear_55_scale_0" [id=948, type=get_attr]; "949 linear_55_zero_point_0" [id=949, type=get_attr]; "950 compressed_weight_updated_constant38" [id=950, type=get_attr]; -"951 quantize_per_channel_default_38" [id=951, type=quantize_per_channel]; -"952 dequantize_per_channel_default_38" [id=952, type=dequantize_per_channel]; +"951 quantize_per_channel_default_47" [id=951, type=quantize_per_channel]; +"952 dequantize_per_channel_default_47" [id=952, type=dequantize_per_channel]; "953 _param_constant151_0_0" [id=953, type=get_attr]; "954 linear_55" [id=954, type=linear]; "955 dropout_35" [id=955, type=dropout]; @@ -971,8 +971,8 @@ strict digraph { "969 linear_58_scale_0" [id=969, type=get_attr]; "970 linear_58_zero_point_0" [id=970, type=get_attr]; "971 compressed_weight_updated_constant39" [id=971, type=get_attr]; -"972 quantize_per_channel_default_39" [id=972, type=quantize_per_channel]; -"973 dequantize_per_channel_default_39" [id=973, type=dequantize_per_channel]; +"972 quantize_per_channel_default_49" [id=972, type=quantize_per_channel]; +"973 dequantize_per_channel_default_49" [id=973, type=dequantize_per_channel]; "974 _frozen_param73_0_0" [id=974, type=get_attr]; "975 linear_58" [id=975, type=linear]; "976 reshape_41" [id=976, type=reshape]; @@ -1024,8 +1024,8 @@ strict digraph { "1022 linear_59_scale_0" [id=1022, type=get_attr]; "1023 linear_59_zero_point_0" [id=1023, type=get_attr]; "1024 compressed_weight_updated_constant40" [id=1024, type=get_attr]; -"1025 quantize_per_channel_default_40" [id=1025, type=quantize_per_channel]; -"1026 dequantize_per_channel_default_40" [id=1026, type=dequantize_per_channel]; +"1025 quantize_per_channel_default_50" [id=1025, type=quantize_per_channel]; +"1026 dequantize_per_channel_default_50" [id=1026, type=dequantize_per_channel]; "1027 _param_constant161_0_0" [id=1027, type=get_attr]; "1028 linear_59" [id=1028, type=linear]; "1029 dropout_37" [id=1029, type=dropout]; @@ -1048,8 +1048,8 @@ strict digraph { "1046 linear_60_scale_0" [id=1046, type=get_attr]; "1047 linear_60_zero_point_0" [id=1047, type=get_attr]; "1048 compressed_weight_updated_constant41" [id=1048, type=get_attr]; -"1049 quantize_per_channel_default_41" [id=1049, type=quantize_per_channel]; -"1050 dequantize_per_channel_default_41" [id=1050, type=dequantize_per_channel]; +"1049 quantize_per_channel_default_51" [id=1049, type=quantize_per_channel]; +"1050 dequantize_per_channel_default_51" [id=1050, type=dequantize_per_channel]; "1051 _param_constant165_0_0" [id=1051, type=get_attr]; "1052 linear_60" [id=1052, type=linear]; "1053 gelu_9" [id=1053, type=gelu]; @@ -1060,8 +1060,8 @@ strict digraph { "1058 linear_61_scale_0" [id=1058, type=get_attr]; "1059 linear_61_zero_point_0" [id=1059, type=get_attr]; "1060 compressed_weight_updated_constant42" [id=1060, type=get_attr]; -"1061 quantize_per_channel_default_42" [id=1061, type=quantize_per_channel]; -"1062 dequantize_per_channel_default_42" [id=1062, type=dequantize_per_channel]; +"1061 quantize_per_channel_default_52" [id=1061, type=quantize_per_channel]; +"1062 dequantize_per_channel_default_52" [id=1062, type=dequantize_per_channel]; "1063 _param_constant167_0_0" [id=1063, type=get_attr]; "1064 linear_61" [id=1064, type=linear]; "1065 dropout_39" [id=1065, type=dropout]; @@ -1080,8 +1080,8 @@ strict digraph { "1078 linear_64_scale_0" [id=1078, type=get_attr]; "1079 linear_64_zero_point_0" [id=1079, type=get_attr]; "1080 compressed_weight_updated_constant43" [id=1080, type=get_attr]; -"1081 quantize_per_channel_default_43" [id=1081, type=quantize_per_channel]; -"1082 dequantize_per_channel_default_43" [id=1082, type=dequantize_per_channel]; +"1081 quantize_per_channel_default_54" [id=1081, type=quantize_per_channel]; +"1082 dequantize_per_channel_default_54" [id=1082, type=dequantize_per_channel]; "1083 _frozen_param86_0_0" [id=1083, type=get_attr]; "1084 linear_64" [id=1084, type=linear]; "1085 reshape_46" [id=1085, type=reshape]; @@ -1117,8 +1117,8 @@ strict digraph { "1115 linear_65_scale_0" [id=1115, type=get_attr]; "1116 linear_65_zero_point_0" [id=1116, type=get_attr]; "1117 compressed_weight_updated_constant44" [id=1117, type=get_attr]; -"1118 quantize_per_channel_default_44" [id=1118, type=quantize_per_channel]; -"1119 dequantize_per_channel_default_44" [id=1119, type=dequantize_per_channel]; +"1118 quantize_per_channel_default_55" [id=1118, type=quantize_per_channel]; +"1119 dequantize_per_channel_default_55" [id=1119, type=dequantize_per_channel]; "1120 _param_constant177_0_0" [id=1120, type=get_attr]; "1121 linear_65" [id=1121, type=linear]; "1122 dropout_41" [id=1122, type=dropout]; @@ -1140,8 +1140,8 @@ strict digraph { "1138 linear_66_scale_0" [id=1138, type=get_attr]; "1139 linear_66_zero_point_0" [id=1139, type=get_attr]; "1140 compressed_weight_updated_constant45" [id=1140, type=get_attr]; -"1141 quantize_per_channel_default_45" [id=1141, type=quantize_per_channel]; -"1142 dequantize_per_channel_default_45" [id=1142, type=dequantize_per_channel]; +"1141 quantize_per_channel_default_56" [id=1141, type=quantize_per_channel]; +"1142 dequantize_per_channel_default_56" [id=1142, type=dequantize_per_channel]; "1143 _param_constant181_0_0" [id=1143, type=get_attr]; "1144 linear_66" [id=1144, type=linear]; "1145 gelu_10" [id=1145, type=gelu]; @@ -1152,8 +1152,8 @@ strict digraph { "1150 linear_67_scale_0" [id=1150, type=get_attr]; "1151 linear_67_zero_point_0" [id=1151, type=get_attr]; "1152 compressed_weight_updated_constant46" [id=1152, type=get_attr]; -"1153 quantize_per_channel_default_46" [id=1153, type=quantize_per_channel]; -"1154 dequantize_per_channel_default_46" [id=1154, type=dequantize_per_channel]; +"1153 quantize_per_channel_default_57" [id=1153, type=quantize_per_channel]; +"1154 dequantize_per_channel_default_57" [id=1154, type=dequantize_per_channel]; "1155 _param_constant183_0_0" [id=1155, type=get_attr]; "1156 linear_67" [id=1156, type=linear]; "1157 dropout_43" [id=1157, type=dropout]; @@ -1173,8 +1173,8 @@ strict digraph { "1171 linear_70_scale_0" [id=1171, type=get_attr]; "1172 linear_70_zero_point_0" [id=1172, type=get_attr]; "1173 compressed_weight_updated_constant47" [id=1173, type=get_attr]; -"1174 quantize_per_channel_default_47" [id=1174, type=quantize_per_channel]; -"1175 dequantize_per_channel_default_47" [id=1175, type=dequantize_per_channel]; +"1174 quantize_per_channel_default_59" [id=1174, type=quantize_per_channel]; +"1175 dequantize_per_channel_default_59" [id=1175, type=dequantize_per_channel]; "1176 _frozen_param90_0_0" [id=1176, type=get_attr]; "1177 linear_70" [id=1177, type=linear]; "1178 reshape_50" [id=1178, type=reshape]; @@ -1226,8 +1226,8 @@ strict digraph { "1224 linear_71_scale_0" [id=1224, type=get_attr]; "1225 linear_71_zero_point_0" [id=1225, type=get_attr]; "1226 compressed_weight_updated_constant48" [id=1226, type=get_attr]; -"1227 quantize_per_channel_default_48" [id=1227, type=quantize_per_channel]; -"1228 dequantize_per_channel_default_48" [id=1228, type=dequantize_per_channel]; +"1227 quantize_per_channel_default_60" [id=1227, type=quantize_per_channel]; +"1228 dequantize_per_channel_default_60" [id=1228, type=dequantize_per_channel]; "1229 _param_constant193_0_0" [id=1229, type=get_attr]; "1230 linear_71" [id=1230, type=linear]; "1231 dropout_45" [id=1231, type=dropout]; @@ -1250,8 +1250,8 @@ strict digraph { "1248 linear_72_scale_0" [id=1248, type=get_attr]; "1249 linear_72_zero_point_0" [id=1249, type=get_attr]; "1250 compressed_weight_updated_constant49" [id=1250, type=get_attr]; -"1251 quantize_per_channel_default_49" [id=1251, type=quantize_per_channel]; -"1252 dequantize_per_channel_default_49" [id=1252, type=dequantize_per_channel]; +"1251 quantize_per_channel_default_61" [id=1251, type=quantize_per_channel]; +"1252 dequantize_per_channel_default_61" [id=1252, type=dequantize_per_channel]; "1253 _param_constant197_0_0" [id=1253, type=get_attr]; "1254 linear_72" [id=1254, type=linear]; "1255 gelu_11" [id=1255, type=gelu]; @@ -1262,8 +1262,8 @@ strict digraph { "1260 linear_73_scale_0" [id=1260, type=get_attr]; "1261 linear_73_zero_point_0" [id=1261, type=get_attr]; "1262 compressed_weight_updated_constant50" [id=1262, type=get_attr]; -"1263 quantize_per_channel_default_50" [id=1263, type=quantize_per_channel]; -"1264 dequantize_per_channel_default_50" [id=1264, type=dequantize_per_channel]; +"1263 quantize_per_channel_default_62" [id=1263, type=quantize_per_channel]; +"1264 dequantize_per_channel_default_62" [id=1264, type=dequantize_per_channel]; "1265 _param_constant199_0_0" [id=1265, type=get_attr]; "1266 linear_73" [id=1266, type=linear]; "1267 dropout_47" [id=1267, type=dropout]; @@ -1282,8 +1282,8 @@ strict digraph { "1280 linear_76_scale_0" [id=1280, type=get_attr]; "1281 linear_76_zero_point_0" [id=1281, type=get_attr]; "1282 compressed_weight_updated_constant51" [id=1282, type=get_attr]; -"1283 quantize_per_channel_default_51" [id=1283, type=quantize_per_channel]; -"1284 dequantize_per_channel_default_51" [id=1284, type=dequantize_per_channel]; +"1283 quantize_per_channel_default_64" [id=1283, type=quantize_per_channel]; +"1284 dequantize_per_channel_default_64" [id=1284, type=dequantize_per_channel]; "1285 _frozen_param103_0_0" [id=1285, type=get_attr]; "1286 linear_76" [id=1286, type=linear]; "1287 reshape_55" [id=1287, type=reshape]; @@ -1319,8 +1319,8 @@ strict digraph { "1317 linear_77_scale_0" [id=1317, type=get_attr]; "1318 linear_77_zero_point_0" [id=1318, type=get_attr]; "1319 compressed_weight_updated_constant52" [id=1319, type=get_attr]; -"1320 quantize_per_channel_default_52" [id=1320, type=quantize_per_channel]; -"1321 dequantize_per_channel_default_52" [id=1321, type=dequantize_per_channel]; +"1320 quantize_per_channel_default_65" [id=1320, type=quantize_per_channel]; +"1321 dequantize_per_channel_default_65" [id=1321, type=dequantize_per_channel]; "1322 _param_constant209_0_0" [id=1322, type=get_attr]; "1323 linear_77" [id=1323, type=linear]; "1324 dropout_49" [id=1324, type=dropout]; @@ -1342,8 +1342,8 @@ strict digraph { "1340 linear_78_scale_0" [id=1340, type=get_attr]; "1341 linear_78_zero_point_0" [id=1341, type=get_attr]; "1342 compressed_weight_updated_constant53" [id=1342, type=get_attr]; -"1343 quantize_per_channel_default_53" [id=1343, type=quantize_per_channel]; -"1344 dequantize_per_channel_default_53" [id=1344, type=dequantize_per_channel]; +"1343 quantize_per_channel_default_66" [id=1343, type=quantize_per_channel]; +"1344 dequantize_per_channel_default_66" [id=1344, type=dequantize_per_channel]; "1345 _param_constant213_0_0" [id=1345, type=get_attr]; "1346 linear_78" [id=1346, type=linear]; "1347 gelu_12" [id=1347, type=gelu]; @@ -1354,8 +1354,8 @@ strict digraph { "1352 linear_79_scale_0" [id=1352, type=get_attr]; "1353 linear_79_zero_point_0" [id=1353, type=get_attr]; "1354 compressed_weight_updated_constant54" [id=1354, type=get_attr]; -"1355 quantize_per_channel_default_54" [id=1355, type=quantize_per_channel]; -"1356 dequantize_per_channel_default_54" [id=1356, type=dequantize_per_channel]; +"1355 quantize_per_channel_default_67" [id=1355, type=quantize_per_channel]; +"1356 dequantize_per_channel_default_67" [id=1356, type=dequantize_per_channel]; "1357 _param_constant215_0_0" [id=1357, type=get_attr]; "1358 linear_79" [id=1358, type=linear]; "1359 dropout_51" [id=1359, type=dropout]; @@ -1375,8 +1375,8 @@ strict digraph { "1373 linear_82_scale_0" [id=1373, type=get_attr]; "1374 linear_82_zero_point_0" [id=1374, type=get_attr]; "1375 compressed_weight_updated_constant55" [id=1375, type=get_attr]; -"1376 quantize_per_channel_default_55" [id=1376, type=quantize_per_channel]; -"1377 dequantize_per_channel_default_55" [id=1377, type=dequantize_per_channel]; +"1376 quantize_per_channel_default_69" [id=1376, type=quantize_per_channel]; +"1377 dequantize_per_channel_default_69" [id=1377, type=dequantize_per_channel]; "1378 _frozen_param107_0_0" [id=1378, type=get_attr]; "1379 linear_82" [id=1379, type=linear]; "1380 reshape_59" [id=1380, type=reshape]; @@ -1428,8 +1428,8 @@ strict digraph { "1426 linear_83_scale_0" [id=1426, type=get_attr]; "1427 linear_83_zero_point_0" [id=1427, type=get_attr]; "1428 compressed_weight_updated_constant56" [id=1428, type=get_attr]; -"1429 quantize_per_channel_default_56" [id=1429, type=quantize_per_channel]; -"1430 dequantize_per_channel_default_56" [id=1430, type=dequantize_per_channel]; +"1429 quantize_per_channel_default_70" [id=1429, type=quantize_per_channel]; +"1430 dequantize_per_channel_default_70" [id=1430, type=dequantize_per_channel]; "1431 _param_constant225_0_0" [id=1431, type=get_attr]; "1432 linear_83" [id=1432, type=linear]; "1433 dropout_53" [id=1433, type=dropout]; @@ -1452,8 +1452,8 @@ strict digraph { "1450 linear_84_scale_0" [id=1450, type=get_attr]; "1451 linear_84_zero_point_0" [id=1451, type=get_attr]; "1452 compressed_weight_updated_constant57" [id=1452, type=get_attr]; -"1453 quantize_per_channel_default_57" [id=1453, type=quantize_per_channel]; -"1454 dequantize_per_channel_default_57" [id=1454, type=dequantize_per_channel]; +"1453 quantize_per_channel_default_71" [id=1453, type=quantize_per_channel]; +"1454 dequantize_per_channel_default_71" [id=1454, type=dequantize_per_channel]; "1455 _param_constant229_0_0" [id=1455, type=get_attr]; "1456 linear_84" [id=1456, type=linear]; "1457 gelu_13" [id=1457, type=gelu]; @@ -1464,8 +1464,8 @@ strict digraph { "1462 linear_85_scale_0" [id=1462, type=get_attr]; "1463 linear_85_zero_point_0" [id=1463, type=get_attr]; "1464 compressed_weight_updated_constant58" [id=1464, type=get_attr]; -"1465 quantize_per_channel_default_58" [id=1465, type=quantize_per_channel]; -"1466 dequantize_per_channel_default_58" [id=1466, type=dequantize_per_channel]; +"1465 quantize_per_channel_default_72" [id=1465, type=quantize_per_channel]; +"1466 dequantize_per_channel_default_72" [id=1466, type=dequantize_per_channel]; "1467 _param_constant231_0_0" [id=1467, type=get_attr]; "1468 linear_85" [id=1468, type=linear]; "1469 dropout_55" [id=1469, type=dropout]; @@ -1484,8 +1484,8 @@ strict digraph { "1482 linear_88_scale_0" [id=1482, type=get_attr]; "1483 linear_88_zero_point_0" [id=1483, type=get_attr]; "1484 compressed_weight_updated_constant59" [id=1484, type=get_attr]; -"1485 quantize_per_channel_default_59" [id=1485, type=quantize_per_channel]; -"1486 dequantize_per_channel_default_59" [id=1486, type=dequantize_per_channel]; +"1485 quantize_per_channel_default_74" [id=1485, type=quantize_per_channel]; +"1486 dequantize_per_channel_default_74" [id=1486, type=dequantize_per_channel]; "1487 _frozen_param120_0_0" [id=1487, type=get_attr]; "1488 linear_88" [id=1488, type=linear]; "1489 reshape_64" [id=1489, type=reshape]; @@ -1521,8 +1521,8 @@ strict digraph { "1519 linear_89_scale_0" [id=1519, type=get_attr]; "1520 linear_89_zero_point_0" [id=1520, type=get_attr]; "1521 compressed_weight_updated_constant60" [id=1521, type=get_attr]; -"1522 quantize_per_channel_default_60" [id=1522, type=quantize_per_channel]; -"1523 dequantize_per_channel_default_60" [id=1523, type=dequantize_per_channel]; +"1522 quantize_per_channel_default_75" [id=1522, type=quantize_per_channel]; +"1523 dequantize_per_channel_default_75" [id=1523, type=dequantize_per_channel]; "1524 _param_constant241_0_0" [id=1524, type=get_attr]; "1525 linear_89" [id=1525, type=linear]; "1526 dropout_57" [id=1526, type=dropout]; @@ -1544,8 +1544,8 @@ strict digraph { "1542 linear_90_scale_0" [id=1542, type=get_attr]; "1543 linear_90_zero_point_0" [id=1543, type=get_attr]; "1544 compressed_weight_updated_constant61" [id=1544, type=get_attr]; -"1545 quantize_per_channel_default_61" [id=1545, type=quantize_per_channel]; -"1546 dequantize_per_channel_default_61" [id=1546, type=dequantize_per_channel]; +"1545 quantize_per_channel_default_76" [id=1545, type=quantize_per_channel]; +"1546 dequantize_per_channel_default_76" [id=1546, type=dequantize_per_channel]; "1547 _param_constant245_0_0" [id=1547, type=get_attr]; "1548 linear_90" [id=1548, type=linear]; "1549 gelu_14" [id=1549, type=gelu]; @@ -1556,8 +1556,8 @@ strict digraph { "1554 linear_91_scale_0" [id=1554, type=get_attr]; "1555 linear_91_zero_point_0" [id=1555, type=get_attr]; "1556 compressed_weight_updated_constant62" [id=1556, type=get_attr]; -"1557 quantize_per_channel_default_62" [id=1557, type=quantize_per_channel]; -"1558 dequantize_per_channel_default_62" [id=1558, type=dequantize_per_channel]; +"1557 quantize_per_channel_default_77" [id=1557, type=quantize_per_channel]; +"1558 dequantize_per_channel_default_77" [id=1558, type=dequantize_per_channel]; "1559 _param_constant247_0_0" [id=1559, type=get_attr]; "1560 linear_91" [id=1560, type=linear]; "1561 dropout_59" [id=1561, type=dropout]; @@ -1577,8 +1577,8 @@ strict digraph { "1575 linear_94_scale_0" [id=1575, type=get_attr]; "1576 linear_94_zero_point_0" [id=1576, type=get_attr]; "1577 compressed_weight_updated_constant63" [id=1577, type=get_attr]; -"1578 quantize_per_channel_default_63" [id=1578, type=quantize_per_channel]; -"1579 dequantize_per_channel_default_63" [id=1579, type=dequantize_per_channel]; +"1578 quantize_per_channel_default_79" [id=1578, type=quantize_per_channel]; +"1579 dequantize_per_channel_default_79" [id=1579, type=dequantize_per_channel]; "1580 _frozen_param124_0_0" [id=1580, type=get_attr]; "1581 linear_94" [id=1581, type=linear]; "1582 reshape_68" [id=1582, type=reshape]; @@ -1630,8 +1630,8 @@ strict digraph { "1628 linear_95_scale_0" [id=1628, type=get_attr]; "1629 linear_95_zero_point_0" [id=1629, type=get_attr]; "1630 compressed_weight_updated_constant64" [id=1630, type=get_attr]; -"1631 quantize_per_channel_default_64" [id=1631, type=quantize_per_channel]; -"1632 dequantize_per_channel_default_64" [id=1632, type=dequantize_per_channel]; +"1631 quantize_per_channel_default_80" [id=1631, type=quantize_per_channel]; +"1632 dequantize_per_channel_default_80" [id=1632, type=dequantize_per_channel]; "1633 _param_constant257_0_0" [id=1633, type=get_attr]; "1634 linear_95" [id=1634, type=linear]; "1635 dropout_61" [id=1635, type=dropout]; @@ -1654,8 +1654,8 @@ strict digraph { "1652 linear_96_scale_0" [id=1652, type=get_attr]; "1653 linear_96_zero_point_0" [id=1653, type=get_attr]; "1654 compressed_weight_updated_constant65" [id=1654, type=get_attr]; -"1655 quantize_per_channel_default_65" [id=1655, type=quantize_per_channel]; -"1656 dequantize_per_channel_default_65" [id=1656, type=dequantize_per_channel]; +"1655 quantize_per_channel_default_81" [id=1655, type=quantize_per_channel]; +"1656 dequantize_per_channel_default_81" [id=1656, type=dequantize_per_channel]; "1657 _param_constant261_0_0" [id=1657, type=get_attr]; "1658 linear_96" [id=1658, type=linear]; "1659 gelu_15" [id=1659, type=gelu]; @@ -1666,8 +1666,8 @@ strict digraph { "1664 linear_97_scale_0" [id=1664, type=get_attr]; "1665 linear_97_zero_point_0" [id=1665, type=get_attr]; "1666 compressed_weight_updated_constant66" [id=1666, type=get_attr]; -"1667 quantize_per_channel_default_66" [id=1667, type=quantize_per_channel]; -"1668 dequantize_per_channel_default_66" [id=1668, type=dequantize_per_channel]; +"1667 quantize_per_channel_default_82" [id=1667, type=quantize_per_channel]; +"1668 dequantize_per_channel_default_82" [id=1668, type=dequantize_per_channel]; "1669 _param_constant263_0_0" [id=1669, type=get_attr]; "1670 linear_97" [id=1670, type=linear]; "1671 dropout_63" [id=1671, type=dropout]; @@ -1686,8 +1686,8 @@ strict digraph { "1684 linear_100_scale_0" [id=1684, type=get_attr]; "1685 linear_100_zero_point_0" [id=1685, type=get_attr]; "1686 compressed_weight_updated_constant67" [id=1686, type=get_attr]; -"1687 quantize_per_channel_default_67" [id=1687, type=quantize_per_channel]; -"1688 dequantize_per_channel_default_67" [id=1688, type=dequantize_per_channel]; +"1687 quantize_per_channel_default_84" [id=1687, type=quantize_per_channel]; +"1688 dequantize_per_channel_default_84" [id=1688, type=dequantize_per_channel]; "1689 _frozen_param137_0_0" [id=1689, type=get_attr]; "1690 linear_100" [id=1690, type=linear]; "1691 reshape_73" [id=1691, type=reshape]; @@ -1723,8 +1723,8 @@ strict digraph { "1721 linear_101_scale_0" [id=1721, type=get_attr]; "1722 linear_101_zero_point_0" [id=1722, type=get_attr]; "1723 compressed_weight_updated_constant68" [id=1723, type=get_attr]; -"1724 quantize_per_channel_default_68" [id=1724, type=quantize_per_channel]; -"1725 dequantize_per_channel_default_68" [id=1725, type=dequantize_per_channel]; +"1724 quantize_per_channel_default_85" [id=1724, type=quantize_per_channel]; +"1725 dequantize_per_channel_default_85" [id=1725, type=dequantize_per_channel]; "1726 _param_constant273_0_0" [id=1726, type=get_attr]; "1727 linear_101" [id=1727, type=linear]; "1728 dropout_65" [id=1728, type=dropout]; @@ -1746,8 +1746,8 @@ strict digraph { "1744 linear_102_scale_0" [id=1744, type=get_attr]; "1745 linear_102_zero_point_0" [id=1745, type=get_attr]; "1746 compressed_weight_updated_constant69" [id=1746, type=get_attr]; -"1747 quantize_per_channel_default_69" [id=1747, type=quantize_per_channel]; -"1748 dequantize_per_channel_default_69" [id=1748, type=dequantize_per_channel]; +"1747 quantize_per_channel_default_86" [id=1747, type=quantize_per_channel]; +"1748 dequantize_per_channel_default_86" [id=1748, type=dequantize_per_channel]; "1749 _param_constant277_0_0" [id=1749, type=get_attr]; "1750 linear_102" [id=1750, type=linear]; "1751 gelu_16" [id=1751, type=gelu]; @@ -1758,8 +1758,8 @@ strict digraph { "1756 linear_103_scale_0" [id=1756, type=get_attr]; "1757 linear_103_zero_point_0" [id=1757, type=get_attr]; "1758 compressed_weight_updated_constant70" [id=1758, type=get_attr]; -"1759 quantize_per_channel_default_70" [id=1759, type=quantize_per_channel]; -"1760 dequantize_per_channel_default_70" [id=1760, type=dequantize_per_channel]; +"1759 quantize_per_channel_default_87" [id=1759, type=quantize_per_channel]; +"1760 dequantize_per_channel_default_87" [id=1760, type=dequantize_per_channel]; "1761 _param_constant279_0_0" [id=1761, type=get_attr]; "1762 linear_103" [id=1762, type=linear]; "1763 dropout_67" [id=1763, type=dropout]; @@ -1779,8 +1779,8 @@ strict digraph { "1777 linear_106_scale_0" [id=1777, type=get_attr]; "1778 linear_106_zero_point_0" [id=1778, type=get_attr]; "1779 compressed_weight_updated_constant71" [id=1779, type=get_attr]; -"1780 quantize_per_channel_default_71" [id=1780, type=quantize_per_channel]; -"1781 dequantize_per_channel_default_71" [id=1781, type=dequantize_per_channel]; +"1780 quantize_per_channel_default_89" [id=1780, type=quantize_per_channel]; +"1781 dequantize_per_channel_default_89" [id=1781, type=dequantize_per_channel]; "1782 _frozen_param141_0_0" [id=1782, type=get_attr]; "1783 linear_106" [id=1783, type=linear]; "1784 reshape_77" [id=1784, type=reshape]; @@ -1832,8 +1832,8 @@ strict digraph { "1830 linear_107_scale_0" [id=1830, type=get_attr]; "1831 linear_107_zero_point_0" [id=1831, type=get_attr]; "1832 compressed_weight_updated_constant72" [id=1832, type=get_attr]; -"1833 quantize_per_channel_default_72" [id=1833, type=quantize_per_channel]; -"1834 dequantize_per_channel_default_72" [id=1834, type=dequantize_per_channel]; +"1833 quantize_per_channel_default_90" [id=1833, type=quantize_per_channel]; +"1834 dequantize_per_channel_default_90" [id=1834, type=dequantize_per_channel]; "1835 _param_constant289_0_0" [id=1835, type=get_attr]; "1836 linear_107" [id=1836, type=linear]; "1837 dropout_69" [id=1837, type=dropout]; @@ -1856,8 +1856,8 @@ strict digraph { "1854 linear_108_scale_0" [id=1854, type=get_attr]; "1855 linear_108_zero_point_0" [id=1855, type=get_attr]; "1856 compressed_weight_updated_constant73" [id=1856, type=get_attr]; -"1857 quantize_per_channel_default_73" [id=1857, type=quantize_per_channel]; -"1858 dequantize_per_channel_default_73" [id=1858, type=dequantize_per_channel]; +"1857 quantize_per_channel_default_91" [id=1857, type=quantize_per_channel]; +"1858 dequantize_per_channel_default_91" [id=1858, type=dequantize_per_channel]; "1859 _param_constant293_0_0" [id=1859, type=get_attr]; "1860 linear_108" [id=1860, type=linear]; "1861 gelu_17" [id=1861, type=gelu]; @@ -1868,8 +1868,8 @@ strict digraph { "1866 linear_109_scale_0" [id=1866, type=get_attr]; "1867 linear_109_zero_point_0" [id=1867, type=get_attr]; "1868 compressed_weight_updated_constant74" [id=1868, type=get_attr]; -"1869 quantize_per_channel_default_74" [id=1869, type=quantize_per_channel]; -"1870 dequantize_per_channel_default_74" [id=1870, type=dequantize_per_channel]; +"1869 quantize_per_channel_default_92" [id=1869, type=quantize_per_channel]; +"1870 dequantize_per_channel_default_92" [id=1870, type=dequantize_per_channel]; "1871 _param_constant295_0_0" [id=1871, type=get_attr]; "1872 linear_109" [id=1872, type=linear]; "1873 dropout_71" [id=1873, type=dropout]; @@ -1888,8 +1888,8 @@ strict digraph { "1886 linear_112_scale_0" [id=1886, type=get_attr]; "1887 linear_112_zero_point_0" [id=1887, type=get_attr]; "1888 compressed_weight_updated_constant75" [id=1888, type=get_attr]; -"1889 quantize_per_channel_default_75" [id=1889, type=quantize_per_channel]; -"1890 dequantize_per_channel_default_75" [id=1890, type=dequantize_per_channel]; +"1889 quantize_per_channel_default_94" [id=1889, type=quantize_per_channel]; +"1890 dequantize_per_channel_default_94" [id=1890, type=dequantize_per_channel]; "1891 _frozen_param154_0_0" [id=1891, type=get_attr]; "1892 linear_112" [id=1892, type=linear]; "1893 reshape_82" [id=1893, type=reshape]; @@ -1925,8 +1925,8 @@ strict digraph { "1923 linear_113_scale_0" [id=1923, type=get_attr]; "1924 linear_113_zero_point_0" [id=1924, type=get_attr]; "1925 compressed_weight_updated_constant76" [id=1925, type=get_attr]; -"1926 quantize_per_channel_default_76" [id=1926, type=quantize_per_channel]; -"1927 dequantize_per_channel_default_76" [id=1927, type=dequantize_per_channel]; +"1926 quantize_per_channel_default_95" [id=1926, type=quantize_per_channel]; +"1927 dequantize_per_channel_default_95" [id=1927, type=dequantize_per_channel]; "1928 _param_constant305_0_0" [id=1928, type=get_attr]; "1929 linear_113" [id=1929, type=linear]; "1930 dropout_73" [id=1930, type=dropout]; @@ -1948,8 +1948,8 @@ strict digraph { "1946 linear_114_scale_0" [id=1946, type=get_attr]; "1947 linear_114_zero_point_0" [id=1947, type=get_attr]; "1948 compressed_weight_updated_constant77" [id=1948, type=get_attr]; -"1949 quantize_per_channel_default_77" [id=1949, type=quantize_per_channel]; -"1950 dequantize_per_channel_default_77" [id=1950, type=dequantize_per_channel]; +"1949 quantize_per_channel_default_96" [id=1949, type=quantize_per_channel]; +"1950 dequantize_per_channel_default_96" [id=1950, type=dequantize_per_channel]; "1951 _param_constant309_0_0" [id=1951, type=get_attr]; "1952 linear_114" [id=1952, type=linear]; "1953 gelu_18" [id=1953, type=gelu]; @@ -1960,8 +1960,8 @@ strict digraph { "1958 linear_115_scale_0" [id=1958, type=get_attr]; "1959 linear_115_zero_point_0" [id=1959, type=get_attr]; "1960 compressed_weight_updated_constant78" [id=1960, type=get_attr]; -"1961 quantize_per_channel_default_78" [id=1961, type=quantize_per_channel]; -"1962 dequantize_per_channel_default_78" [id=1962, type=dequantize_per_channel]; +"1961 quantize_per_channel_default_97" [id=1961, type=quantize_per_channel]; +"1962 dequantize_per_channel_default_97" [id=1962, type=dequantize_per_channel]; "1963 _param_constant311_0_0" [id=1963, type=get_attr]; "1964 linear_115" [id=1964, type=linear]; "1965 dropout_75" [id=1965, type=dropout]; @@ -1981,8 +1981,8 @@ strict digraph { "1979 linear_118_scale_0" [id=1979, type=get_attr]; "1980 linear_118_zero_point_0" [id=1980, type=get_attr]; "1981 compressed_weight_updated_constant79" [id=1981, type=get_attr]; -"1982 quantize_per_channel_default_79" [id=1982, type=quantize_per_channel]; -"1983 dequantize_per_channel_default_79" [id=1983, type=dequantize_per_channel]; +"1982 quantize_per_channel_default_99" [id=1982, type=quantize_per_channel]; +"1983 dequantize_per_channel_default_99" [id=1983, type=dequantize_per_channel]; "1984 _frozen_param158_0_0" [id=1984, type=get_attr]; "1985 linear_118" [id=1985, type=linear]; "1986 reshape_86" [id=1986, type=reshape]; @@ -2034,8 +2034,8 @@ strict digraph { "2032 linear_119_scale_0" [id=2032, type=get_attr]; "2033 linear_119_zero_point_0" [id=2033, type=get_attr]; "2034 compressed_weight_updated_constant80" [id=2034, type=get_attr]; -"2035 quantize_per_channel_default_80" [id=2035, type=quantize_per_channel]; -"2036 dequantize_per_channel_default_80" [id=2036, type=dequantize_per_channel]; +"2035 quantize_per_channel_default_100" [id=2035, type=quantize_per_channel]; +"2036 dequantize_per_channel_default_100" [id=2036, type=dequantize_per_channel]; "2037 _param_constant321_0_0" [id=2037, type=get_attr]; "2038 linear_119" [id=2038, type=linear]; "2039 dropout_77" [id=2039, type=dropout]; @@ -2058,8 +2058,8 @@ strict digraph { "2056 linear_120_scale_0" [id=2056, type=get_attr]; "2057 linear_120_zero_point_0" [id=2057, type=get_attr]; "2058 compressed_weight_updated_constant81" [id=2058, type=get_attr]; -"2059 quantize_per_channel_default_81" [id=2059, type=quantize_per_channel]; -"2060 dequantize_per_channel_default_81" [id=2060, type=dequantize_per_channel]; +"2059 quantize_per_channel_default_101" [id=2059, type=quantize_per_channel]; +"2060 dequantize_per_channel_default_101" [id=2060, type=dequantize_per_channel]; "2061 _param_constant325_0_0" [id=2061, type=get_attr]; "2062 linear_120" [id=2062, type=linear]; "2063 gelu_19" [id=2063, type=gelu]; @@ -2070,8 +2070,8 @@ strict digraph { "2068 linear_121_scale_0" [id=2068, type=get_attr]; "2069 linear_121_zero_point_0" [id=2069, type=get_attr]; "2070 compressed_weight_updated_constant82" [id=2070, type=get_attr]; -"2071 quantize_per_channel_default_82" [id=2071, type=quantize_per_channel]; -"2072 dequantize_per_channel_default_82" [id=2072, type=dequantize_per_channel]; +"2071 quantize_per_channel_default_102" [id=2071, type=quantize_per_channel]; +"2072 dequantize_per_channel_default_102" [id=2072, type=dequantize_per_channel]; "2073 _param_constant327_0_0" [id=2073, type=get_attr]; "2074 linear_121" [id=2074, type=linear]; "2075 dropout_79" [id=2075, type=dropout]; @@ -2090,8 +2090,8 @@ strict digraph { "2088 linear_124_scale_0" [id=2088, type=get_attr]; "2089 linear_124_zero_point_0" [id=2089, type=get_attr]; "2090 compressed_weight_updated_constant83" [id=2090, type=get_attr]; -"2091 quantize_per_channel_default_83" [id=2091, type=quantize_per_channel]; -"2092 dequantize_per_channel_default_83" [id=2092, type=dequantize_per_channel]; +"2091 quantize_per_channel_default_104" [id=2091, type=quantize_per_channel]; +"2092 dequantize_per_channel_default_104" [id=2092, type=dequantize_per_channel]; "2093 _frozen_param171_0_0" [id=2093, type=get_attr]; "2094 linear_124" [id=2094, type=linear]; "2095 reshape_91" [id=2095, type=reshape]; @@ -2127,8 +2127,8 @@ strict digraph { "2125 linear_125_scale_0" [id=2125, type=get_attr]; "2126 linear_125_zero_point_0" [id=2126, type=get_attr]; "2127 compressed_weight_updated_constant84" [id=2127, type=get_attr]; -"2128 quantize_per_channel_default_84" [id=2128, type=quantize_per_channel]; -"2129 dequantize_per_channel_default_84" [id=2129, type=dequantize_per_channel]; +"2128 quantize_per_channel_default_105" [id=2128, type=quantize_per_channel]; +"2129 dequantize_per_channel_default_105" [id=2129, type=dequantize_per_channel]; "2130 _param_constant337_0_0" [id=2130, type=get_attr]; "2131 linear_125" [id=2131, type=linear]; "2132 dropout_81" [id=2132, type=dropout]; @@ -2150,8 +2150,8 @@ strict digraph { "2148 linear_126_scale_0" [id=2148, type=get_attr]; "2149 linear_126_zero_point_0" [id=2149, type=get_attr]; "2150 compressed_weight_updated_constant85" [id=2150, type=get_attr]; -"2151 quantize_per_channel_default_85" [id=2151, type=quantize_per_channel]; -"2152 dequantize_per_channel_default_85" [id=2152, type=dequantize_per_channel]; +"2151 quantize_per_channel_default_106" [id=2151, type=quantize_per_channel]; +"2152 dequantize_per_channel_default_106" [id=2152, type=dequantize_per_channel]; "2153 _param_constant341_0_0" [id=2153, type=get_attr]; "2154 linear_126" [id=2154, type=linear]; "2155 gelu_20" [id=2155, type=gelu]; @@ -2162,8 +2162,8 @@ strict digraph { "2160 linear_127_scale_0" [id=2160, type=get_attr]; "2161 linear_127_zero_point_0" [id=2161, type=get_attr]; "2162 compressed_weight_updated_constant86" [id=2162, type=get_attr]; -"2163 quantize_per_channel_default_86" [id=2163, type=quantize_per_channel]; -"2164 dequantize_per_channel_default_86" [id=2164, type=dequantize_per_channel]; +"2163 quantize_per_channel_default_107" [id=2163, type=quantize_per_channel]; +"2164 dequantize_per_channel_default_107" [id=2164, type=dequantize_per_channel]; "2165 _param_constant343_0_0" [id=2165, type=get_attr]; "2166 linear_127" [id=2166, type=linear]; "2167 dropout_83" [id=2167, type=dropout]; @@ -2183,8 +2183,8 @@ strict digraph { "2181 linear_130_scale_0" [id=2181, type=get_attr]; "2182 linear_130_zero_point_0" [id=2182, type=get_attr]; "2183 compressed_weight_updated_constant87" [id=2183, type=get_attr]; -"2184 quantize_per_channel_default_87" [id=2184, type=quantize_per_channel]; -"2185 dequantize_per_channel_default_87" [id=2185, type=dequantize_per_channel]; +"2184 quantize_per_channel_default_109" [id=2184, type=quantize_per_channel]; +"2185 dequantize_per_channel_default_109" [id=2185, type=dequantize_per_channel]; "2186 _frozen_param175_0_0" [id=2186, type=get_attr]; "2187 linear_130" [id=2187, type=linear]; "2188 reshape_95" [id=2188, type=reshape]; @@ -2236,8 +2236,8 @@ strict digraph { "2234 linear_131_scale_0" [id=2234, type=get_attr]; "2235 linear_131_zero_point_0" [id=2235, type=get_attr]; "2236 compressed_weight_updated_constant88" [id=2236, type=get_attr]; -"2237 quantize_per_channel_default_88" [id=2237, type=quantize_per_channel]; -"2238 dequantize_per_channel_default_88" [id=2238, type=dequantize_per_channel]; +"2237 quantize_per_channel_default_110" [id=2237, type=quantize_per_channel]; +"2238 dequantize_per_channel_default_110" [id=2238, type=dequantize_per_channel]; "2239 _param_constant353_0_0" [id=2239, type=get_attr]; "2240 linear_131" [id=2240, type=linear]; "2241 dropout_85" [id=2241, type=dropout]; @@ -2260,8 +2260,8 @@ strict digraph { "2258 linear_132_scale_0" [id=2258, type=get_attr]; "2259 linear_132_zero_point_0" [id=2259, type=get_attr]; "2260 compressed_weight_updated_constant89" [id=2260, type=get_attr]; -"2261 quantize_per_channel_default_89" [id=2261, type=quantize_per_channel]; -"2262 dequantize_per_channel_default_89" [id=2262, type=dequantize_per_channel]; +"2261 quantize_per_channel_default_111" [id=2261, type=quantize_per_channel]; +"2262 dequantize_per_channel_default_111" [id=2262, type=dequantize_per_channel]; "2263 _param_constant357_0_0" [id=2263, type=get_attr]; "2264 linear_132" [id=2264, type=linear]; "2265 gelu_21" [id=2265, type=gelu]; @@ -2272,8 +2272,8 @@ strict digraph { "2270 linear_133_scale_0" [id=2270, type=get_attr]; "2271 linear_133_zero_point_0" [id=2271, type=get_attr]; "2272 compressed_weight_updated_constant90" [id=2272, type=get_attr]; -"2273 quantize_per_channel_default_90" [id=2273, type=quantize_per_channel]; -"2274 dequantize_per_channel_default_90" [id=2274, type=dequantize_per_channel]; +"2273 quantize_per_channel_default_112" [id=2273, type=quantize_per_channel]; +"2274 dequantize_per_channel_default_112" [id=2274, type=dequantize_per_channel]; "2275 _param_constant359_0_0" [id=2275, type=get_attr]; "2276 linear_133" [id=2276, type=linear]; "2277 dropout_87" [id=2277, type=dropout]; @@ -2301,8 +2301,8 @@ strict digraph { "2299 linear_134_scale_0" [id=2299, type=get_attr]; "2300 linear_134_zero_point_0" [id=2300, type=get_attr]; "2301 compressed_weight_updated_constant91" [id=2301, type=get_attr]; -"2302 quantize_per_channel_default_91" [id=2302, type=quantize_per_channel]; -"2303 dequantize_per_channel_default_91" [id=2303, type=dequantize_per_channel]; +"2302 quantize_per_channel_default_113" [id=2302, type=quantize_per_channel]; +"2303 dequantize_per_channel_default_113" [id=2303, type=dequantize_per_channel]; "2304 linear_134" [id=2304, type=linear]; "2305 _param_constant363" [id=2305, type=get_attr]; "2306 _param_constant364" [id=2306, type=get_attr]; @@ -2318,8 +2318,8 @@ strict digraph { "2316 linear_137_scale_0" [id=2316, type=get_attr]; "2317 linear_137_zero_point_0" [id=2317, type=get_attr]; "2318 compressed_weight_updated_constant92" [id=2318, type=get_attr]; -"2319 quantize_per_channel_default_92" [id=2319, type=quantize_per_channel]; -"2320 dequantize_per_channel_default_92" [id=2320, type=dequantize_per_channel]; +"2319 quantize_per_channel_default_115" [id=2319, type=quantize_per_channel]; +"2320 dequantize_per_channel_default_115" [id=2320, type=dequantize_per_channel]; "2321 _frozen_param188_0_0" [id=2321, type=get_attr]; "2322 linear_137" [id=2322, type=linear]; "2323 reshape_100" [id=2323, type=reshape]; @@ -2355,8 +2355,8 @@ strict digraph { "2353 linear_138_scale_0" [id=2353, type=get_attr]; "2354 linear_138_zero_point_0" [id=2354, type=get_attr]; "2355 compressed_weight_updated_constant93" [id=2355, type=get_attr]; -"2356 quantize_per_channel_default_93" [id=2356, type=quantize_per_channel]; -"2357 dequantize_per_channel_default_93" [id=2357, type=dequantize_per_channel]; +"2356 quantize_per_channel_default_116" [id=2356, type=quantize_per_channel]; +"2357 dequantize_per_channel_default_116" [id=2357, type=dequantize_per_channel]; "2358 _param_constant372_0_0" [id=2358, type=get_attr]; "2359 linear_138" [id=2359, type=linear]; "2360 dropout_89" [id=2360, type=dropout]; @@ -2378,8 +2378,8 @@ strict digraph { "2376 linear_139_scale_0" [id=2376, type=get_attr]; "2377 linear_139_zero_point_0" [id=2377, type=get_attr]; "2378 compressed_weight_updated_constant94" [id=2378, type=get_attr]; -"2379 quantize_per_channel_default_94" [id=2379, type=quantize_per_channel]; -"2380 dequantize_per_channel_default_94" [id=2380, type=dequantize_per_channel]; +"2379 quantize_per_channel_default_117" [id=2379, type=quantize_per_channel]; +"2380 dequantize_per_channel_default_117" [id=2380, type=dequantize_per_channel]; "2381 _param_constant376_0_0" [id=2381, type=get_attr]; "2382 linear_139" [id=2382, type=linear]; "2383 gelu_22" [id=2383, type=gelu]; @@ -2390,8 +2390,8 @@ strict digraph { "2388 linear_140_scale_0" [id=2388, type=get_attr]; "2389 linear_140_zero_point_0" [id=2389, type=get_attr]; "2390 compressed_weight_updated_constant95" [id=2390, type=get_attr]; -"2391 quantize_per_channel_default_95" [id=2391, type=quantize_per_channel]; -"2392 dequantize_per_channel_default_95" [id=2392, type=dequantize_per_channel]; +"2391 quantize_per_channel_default_118" [id=2391, type=quantize_per_channel]; +"2392 dequantize_per_channel_default_118" [id=2392, type=dequantize_per_channel]; "2393 _param_constant378_0_0" [id=2393, type=get_attr]; "2394 linear_140" [id=2394, type=linear]; "2395 dropout_91" [id=2395, type=dropout]; @@ -2410,8 +2410,8 @@ strict digraph { "2408 linear_143_scale_0" [id=2408, type=get_attr]; "2409 linear_143_zero_point_0" [id=2409, type=get_attr]; "2410 compressed_weight_updated_constant96" [id=2410, type=get_attr]; -"2411 quantize_per_channel_default_96" [id=2411, type=quantize_per_channel]; -"2412 dequantize_per_channel_default_96" [id=2412, type=dequantize_per_channel]; +"2411 quantize_per_channel_default_120" [id=2411, type=quantize_per_channel]; +"2412 dequantize_per_channel_default_120" [id=2412, type=dequantize_per_channel]; "2413 _frozen_param192_0_0" [id=2413, type=get_attr]; "2414 linear_143" [id=2414, type=linear]; "2415 reshape_104" [id=2415, type=reshape]; @@ -2447,8 +2447,8 @@ strict digraph { "2445 linear_144_scale_0" [id=2445, type=get_attr]; "2446 linear_144_zero_point_0" [id=2446, type=get_attr]; "2447 compressed_weight_updated_constant97" [id=2447, type=get_attr]; -"2448 quantize_per_channel_default_97" [id=2448, type=quantize_per_channel]; -"2449 dequantize_per_channel_default_97" [id=2449, type=dequantize_per_channel]; +"2448 quantize_per_channel_default_121" [id=2448, type=quantize_per_channel]; +"2449 dequantize_per_channel_default_121" [id=2449, type=dequantize_per_channel]; "2450 _param_constant388_0_0" [id=2450, type=get_attr]; "2451 linear_144" [id=2451, type=linear]; "2452 dropout_93" [id=2452, type=dropout]; @@ -2470,8 +2470,8 @@ strict digraph { "2468 linear_145_scale_0" [id=2468, type=get_attr]; "2469 linear_145_zero_point_0" [id=2469, type=get_attr]; "2470 compressed_weight_updated_constant98" [id=2470, type=get_attr]; -"2471 quantize_per_channel_default_98" [id=2471, type=quantize_per_channel]; -"2472 dequantize_per_channel_default_98" [id=2472, type=dequantize_per_channel]; +"2471 quantize_per_channel_default_122" [id=2471, type=quantize_per_channel]; +"2472 dequantize_per_channel_default_122" [id=2472, type=dequantize_per_channel]; "2473 _param_constant392_0_0" [id=2473, type=get_attr]; "2474 linear_145" [id=2474, type=linear]; "2475 gelu_23" [id=2475, type=gelu]; @@ -2482,8 +2482,8 @@ strict digraph { "2480 linear_146_scale_0" [id=2480, type=get_attr]; "2481 linear_146_zero_point_0" [id=2481, type=get_attr]; "2482 compressed_weight_updated_constant99" [id=2482, type=get_attr]; -"2483 quantize_per_channel_default_99" [id=2483, type=quantize_per_channel]; -"2484 dequantize_per_channel_default_99" [id=2484, type=dequantize_per_channel]; +"2483 quantize_per_channel_default_123" [id=2483, type=quantize_per_channel]; +"2484 dequantize_per_channel_default_123" [id=2484, type=dequantize_per_channel]; "2485 _param_constant394_0_0" [id=2485, type=get_attr]; "2486 linear_146" [id=2486, type=linear]; "2487 dropout_95" [id=2487, type=dropout]; @@ -2503,8 +2503,8 @@ strict digraph { "2501 linear_147_scale_0" [id=2501, type=get_attr]; "2502 linear_147_zero_point_0" [id=2502, type=get_attr]; "2503 compressed_weight_updated_constant100" [id=2503, type=get_attr]; -"2504 quantize_per_channel_default_100" [id=2504, type=quantize_per_channel]; -"2505 dequantize_per_channel_default_100" [id=2505, type=dequantize_per_channel]; +"2504 quantize_per_channel_default_124" [id=2504, type=quantize_per_channel]; +"2505 dequantize_per_channel_default_124" [id=2505, type=dequantize_per_channel]; "2506 _param_constant400_0_0" [id=2506, type=get_attr]; "2507 linear_147" [id=2507, type=linear]; "2508 output" [id=2508, type=output]; @@ -2533,13 +2533,13 @@ strict digraph { "19 reshape_0_0_nncf_smooth_quant_0" -> "20 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; "20 quantize_per_tensor_default_1" -> "21 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; "21 dequantize_per_tensor_default_1" -> "28 linear_2" [label="(49, 64, 96)", style=solid]; -"22 linear_2_scale_0" -> "25 quantize_per_channel_default_1" [label="(288,)", style=solid]; -"22 linear_2_scale_0" -> "26 dequantize_per_channel_default_1" [label="(288,)", style=solid]; -"23 linear_2_zero_point_0" -> "25 quantize_per_channel_default_1" [label="(288,)", style=solid]; -"23 linear_2_zero_point_0" -> "26 dequantize_per_channel_default_1" [label="(288,)", style=solid]; -"24 compressed_weight_updated_constant1" -> "25 quantize_per_channel_default_1" [label="(288, 96)", style=solid]; -"25 quantize_per_channel_default_1" -> "26 dequantize_per_channel_default_1" [label="(288, 96)", style=solid]; -"26 dequantize_per_channel_default_1" -> "28 linear_2" [label="(288, 96)", style=solid]; +"22 linear_2_scale_0" -> "25 quantize_per_channel_default_2" [label="(288,)", style=solid]; +"22 linear_2_scale_0" -> "26 dequantize_per_channel_default_2" [label="(288,)", style=solid]; +"23 linear_2_zero_point_0" -> "25 quantize_per_channel_default_2" [label="(288,)", style=solid]; +"23 linear_2_zero_point_0" -> "26 dequantize_per_channel_default_2" [label="(288,)", style=solid]; +"24 compressed_weight_updated_constant1" -> "25 quantize_per_channel_default_2" [label="(288, 96)", style=solid]; +"25 quantize_per_channel_default_2" -> "26 dequantize_per_channel_default_2" [label="(288, 96)", style=solid]; +"26 dequantize_per_channel_default_2" -> "28 linear_2" [label="(288, 96)", style=solid]; "27 _frozen_param1_0_0" -> "28 linear_2" [label="(288,)", style=solid]; "28 linear_2" -> "29 reshape_1" [label="(49, 64, 288)", style=solid]; "29 reshape_1" -> "30 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; @@ -2578,13 +2578,13 @@ strict digraph { "56 reshape_2_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; "57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; "58 dequantize_per_tensor_default_4" -> "65 linear_3" [label="(49, 64, 96)", style=solid]; -"59 linear_3_scale_0" -> "62 quantize_per_channel_default_2" [label="(96,)", style=solid]; -"59 linear_3_scale_0" -> "63 dequantize_per_channel_default_2" [label="(96,)", style=solid]; -"60 linear_3_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(96,)", style=solid]; -"60 linear_3_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(96,)", style=solid]; -"61 compressed_weight_updated_constant2" -> "62 quantize_per_channel_default_2" [label="(96, 96)", style=solid]; -"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2" [label="(96, 96)", style=solid]; -"63 dequantize_per_channel_default_2" -> "65 linear_3" [label="(96, 96)", style=solid]; +"59 linear_3_scale_0" -> "62 quantize_per_channel_default_3" [label="(96,)", style=solid]; +"59 linear_3_scale_0" -> "63 dequantize_per_channel_default_3" [label="(96,)", style=solid]; +"60 linear_3_zero_point_0" -> "62 quantize_per_channel_default_3" [label="(96,)", style=solid]; +"60 linear_3_zero_point_0" -> "63 dequantize_per_channel_default_3" [label="(96,)", style=solid]; +"61 compressed_weight_updated_constant2" -> "62 quantize_per_channel_default_3" [label="(96, 96)", style=solid]; +"62 quantize_per_channel_default_3" -> "63 dequantize_per_channel_default_3" [label="(96, 96)", style=solid]; +"63 dequantize_per_channel_default_3" -> "65 linear_3" [label="(96, 96)", style=solid]; "64 _param_constant11_0_0" -> "65 linear_3" [label="(96,)", style=solid]; "65 linear_3" -> "66 dropout_1" [label="(49, 64, 96)", style=solid]; "66 dropout_1" -> "67 view_3" [label="(49, 64, 96)", style=solid]; @@ -2601,13 +2601,13 @@ strict digraph { "76 add_1_0_0_nncf_smooth_quant_0" -> "77 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; "77 quantize_per_tensor_default_5" -> "78 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; "78 dequantize_per_tensor_default_5" -> "85 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"79 linear_4_scale_0" -> "82 quantize_per_channel_default_3" [label="(384,)", style=solid]; -"79 linear_4_scale_0" -> "83 dequantize_per_channel_default_3" [label="(384,)", style=solid]; -"80 linear_4_zero_point_0" -> "82 quantize_per_channel_default_3" [label="(384,)", style=solid]; -"80 linear_4_zero_point_0" -> "83 dequantize_per_channel_default_3" [label="(384,)", style=solid]; -"81 compressed_weight_updated_constant3" -> "82 quantize_per_channel_default_3" [label="(384, 96)", style=solid]; -"82 quantize_per_channel_default_3" -> "83 dequantize_per_channel_default_3" [label="(384, 96)", style=solid]; -"83 dequantize_per_channel_default_3" -> "85 linear_4" [label="(384, 96)", style=solid]; +"79 linear_4_scale_0" -> "82 quantize_per_channel_default_4" [label="(384,)", style=solid]; +"79 linear_4_scale_0" -> "83 dequantize_per_channel_default_4" [label="(384,)", style=solid]; +"80 linear_4_zero_point_0" -> "82 quantize_per_channel_default_4" [label="(384,)", style=solid]; +"80 linear_4_zero_point_0" -> "83 dequantize_per_channel_default_4" [label="(384,)", style=solid]; +"81 compressed_weight_updated_constant3" -> "82 quantize_per_channel_default_4" [label="(384, 96)", style=solid]; +"82 quantize_per_channel_default_4" -> "83 dequantize_per_channel_default_4" [label="(384, 96)", style=solid]; +"83 dequantize_per_channel_default_4" -> "85 linear_4" [label="(384, 96)", style=solid]; "84 _param_constant15_0_0" -> "85 linear_4" [label="(384,)", style=solid]; "85 linear_4" -> "86 gelu" [label="(1, 56, 56, 384)", style=solid]; "86 gelu" -> "87 dropout_2" [label="(1, 56, 56, 384)", style=solid]; @@ -2615,13 +2615,13 @@ strict digraph { "88 dropout_2_0_0_nncf_smooth_quant_0" -> "89 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; "89 quantize_per_tensor_default_6" -> "90 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; "90 dequantize_per_tensor_default_6" -> "97 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"91 linear_5_scale_0" -> "94 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"91 linear_5_scale_0" -> "95 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"92 linear_5_zero_point_0" -> "94 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"92 linear_5_zero_point_0" -> "95 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"93 compressed_weight_updated_constant4" -> "94 quantize_per_channel_default_4" [label="(96, 384)", style=solid]; -"94 quantize_per_channel_default_4" -> "95 dequantize_per_channel_default_4" [label="(96, 384)", style=solid]; -"95 dequantize_per_channel_default_4" -> "97 linear_5" [label="(96, 384)", style=solid]; +"91 linear_5_scale_0" -> "94 quantize_per_channel_default_5" [label="(96,)", style=solid]; +"91 linear_5_scale_0" -> "95 dequantize_per_channel_default_5" [label="(96,)", style=solid]; +"92 linear_5_zero_point_0" -> "94 quantize_per_channel_default_5" [label="(96,)", style=solid]; +"92 linear_5_zero_point_0" -> "95 dequantize_per_channel_default_5" [label="(96,)", style=solid]; +"93 compressed_weight_updated_constant4" -> "94 quantize_per_channel_default_5" [label="(96, 384)", style=solid]; +"94 quantize_per_channel_default_5" -> "95 dequantize_per_channel_default_5" [label="(96, 384)", style=solid]; +"95 dequantize_per_channel_default_5" -> "97 linear_5" [label="(96, 384)", style=solid]; "96 _param_constant17_0_0" -> "97 linear_5" [label="(96,)", style=solid]; "97 linear_5" -> "98 dropout_3" [label="(1, 56, 56, 96)", style=solid]; "98 dropout_3" -> "101 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; @@ -2640,13 +2640,13 @@ strict digraph { "109 reshape_4_0_0_nncf_smooth_quant_0" -> "110 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; "110 quantize_per_tensor_default_7" -> "111 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; "111 dequantize_per_tensor_default_7" -> "118 linear_8" [label="(49, 64, 96)", style=solid]; -"112 linear_8_scale_0" -> "115 quantize_per_channel_default_5" [label="(288,)", style=solid]; -"112 linear_8_scale_0" -> "116 dequantize_per_channel_default_5" [label="(288,)", style=solid]; -"113 linear_8_zero_point_0" -> "115 quantize_per_channel_default_5" [label="(288,)", style=solid]; -"113 linear_8_zero_point_0" -> "116 dequantize_per_channel_default_5" [label="(288,)", style=solid]; -"114 compressed_weight_updated_constant5" -> "115 quantize_per_channel_default_5" [label="(288, 96)", style=solid]; -"115 quantize_per_channel_default_5" -> "116 dequantize_per_channel_default_5" [label="(288, 96)", style=solid]; -"116 dequantize_per_channel_default_5" -> "118 linear_8" [label="(288, 96)", style=solid]; +"112 linear_8_scale_0" -> "115 quantize_per_channel_default_7" [label="(288,)", style=solid]; +"112 linear_8_scale_0" -> "116 dequantize_per_channel_default_7" [label="(288,)", style=solid]; +"113 linear_8_zero_point_0" -> "115 quantize_per_channel_default_7" [label="(288,)", style=solid]; +"113 linear_8_zero_point_0" -> "116 dequantize_per_channel_default_7" [label="(288,)", style=solid]; +"114 compressed_weight_updated_constant5" -> "115 quantize_per_channel_default_7" [label="(288, 96)", style=solid]; +"115 quantize_per_channel_default_7" -> "116 dequantize_per_channel_default_7" [label="(288, 96)", style=solid]; +"116 dequantize_per_channel_default_7" -> "118 linear_8" [label="(288, 96)", style=solid]; "117 _frozen_param5_0_0" -> "118 linear_8" [label="(288,)", style=solid]; "118 linear_8" -> "119 reshape_5" [label="(49, 64, 288)", style=solid]; "119 reshape_5" -> "120 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; @@ -2704,13 +2704,13 @@ strict digraph { "162 reshape_7_0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; "163 quantize_per_tensor_default_10" -> "164 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; "164 dequantize_per_tensor_default_10" -> "171 linear_9" [label="(49, 64, 96)", style=solid]; -"165 linear_9_scale_0" -> "168 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"165 linear_9_scale_0" -> "169 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"166 linear_9_zero_point_0" -> "168 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"166 linear_9_zero_point_0" -> "169 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"167 compressed_weight_updated_constant6" -> "168 quantize_per_channel_default_6" [label="(96, 96)", style=solid]; -"168 quantize_per_channel_default_6" -> "169 dequantize_per_channel_default_6" [label="(96, 96)", style=solid]; -"169 dequantize_per_channel_default_6" -> "171 linear_9" [label="(96, 96)", style=solid]; +"165 linear_9_scale_0" -> "168 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"165 linear_9_scale_0" -> "169 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"166 linear_9_zero_point_0" -> "168 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"166 linear_9_zero_point_0" -> "169 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"167 compressed_weight_updated_constant6" -> "168 quantize_per_channel_default_8" [label="(96, 96)", style=solid]; +"168 quantize_per_channel_default_8" -> "169 dequantize_per_channel_default_8" [label="(96, 96)", style=solid]; +"169 dequantize_per_channel_default_8" -> "171 linear_9" [label="(96, 96)", style=solid]; "170 _param_constant27_0_0" -> "171 linear_9" [label="(96,)", style=solid]; "171 linear_9" -> "172 dropout_5" [label="(49, 64, 96)", style=solid]; "172 dropout_5" -> "173 view_10" [label="(49, 64, 96)", style=solid]; @@ -2728,13 +2728,13 @@ strict digraph { "183 add_5_0_0_nncf_smooth_quant_0" -> "184 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; "184 quantize_per_tensor_default_11" -> "185 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; "185 dequantize_per_tensor_default_11" -> "192 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"186 linear_10_scale_0" -> "189 quantize_per_channel_default_7" [label="(384,)", style=solid]; -"186 linear_10_scale_0" -> "190 dequantize_per_channel_default_7" [label="(384,)", style=solid]; -"187 linear_10_zero_point_0" -> "189 quantize_per_channel_default_7" [label="(384,)", style=solid]; -"187 linear_10_zero_point_0" -> "190 dequantize_per_channel_default_7" [label="(384,)", style=solid]; -"188 compressed_weight_updated_constant7" -> "189 quantize_per_channel_default_7" [label="(384, 96)", style=solid]; -"189 quantize_per_channel_default_7" -> "190 dequantize_per_channel_default_7" [label="(384, 96)", style=solid]; -"190 dequantize_per_channel_default_7" -> "192 linear_10" [label="(384, 96)", style=solid]; +"186 linear_10_scale_0" -> "189 quantize_per_channel_default_9" [label="(384,)", style=solid]; +"186 linear_10_scale_0" -> "190 dequantize_per_channel_default_9" [label="(384,)", style=solid]; +"187 linear_10_zero_point_0" -> "189 quantize_per_channel_default_9" [label="(384,)", style=solid]; +"187 linear_10_zero_point_0" -> "190 dequantize_per_channel_default_9" [label="(384,)", style=solid]; +"188 compressed_weight_updated_constant7" -> "189 quantize_per_channel_default_9" [label="(384, 96)", style=solid]; +"189 quantize_per_channel_default_9" -> "190 dequantize_per_channel_default_9" [label="(384, 96)", style=solid]; +"190 dequantize_per_channel_default_9" -> "192 linear_10" [label="(384, 96)", style=solid]; "191 _param_constant31_0_0" -> "192 linear_10" [label="(384,)", style=solid]; "192 linear_10" -> "193 gelu_1" [label="(1, 56, 56, 384)", style=solid]; "193 gelu_1" -> "194 dropout_6" [label="(1, 56, 56, 384)", style=solid]; @@ -2742,13 +2742,13 @@ strict digraph { "195 dropout_6_0_0_nncf_smooth_quant_0" -> "196 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; "196 quantize_per_tensor_default_12" -> "197 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; "197 dequantize_per_tensor_default_12" -> "204 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"198 linear_11_scale_0" -> "201 quantize_per_channel_default_8" [label="(96,)", style=solid]; -"198 linear_11_scale_0" -> "202 dequantize_per_channel_default_8" [label="(96,)", style=solid]; -"199 linear_11_zero_point_0" -> "201 quantize_per_channel_default_8" [label="(96,)", style=solid]; -"199 linear_11_zero_point_0" -> "202 dequantize_per_channel_default_8" [label="(96,)", style=solid]; -"200 compressed_weight_updated_constant8" -> "201 quantize_per_channel_default_8" [label="(96, 384)", style=solid]; -"201 quantize_per_channel_default_8" -> "202 dequantize_per_channel_default_8" [label="(96, 384)", style=solid]; -"202 dequantize_per_channel_default_8" -> "204 linear_11" [label="(96, 384)", style=solid]; +"198 linear_11_scale_0" -> "201 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"198 linear_11_scale_0" -> "202 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"199 linear_11_zero_point_0" -> "201 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"199 linear_11_zero_point_0" -> "202 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"200 compressed_weight_updated_constant8" -> "201 quantize_per_channel_default_10" [label="(96, 384)", style=solid]; +"201 quantize_per_channel_default_10" -> "202 dequantize_per_channel_default_10" [label="(96, 384)", style=solid]; +"202 dequantize_per_channel_default_10" -> "204 linear_11" [label="(96, 384)", style=solid]; "203 _param_constant33_0_0" -> "204 linear_11" [label="(96,)", style=solid]; "204 linear_11" -> "205 dropout_7" [label="(1, 56, 56, 96)", style=solid]; "205 dropout_7" -> "208 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; @@ -2776,13 +2776,13 @@ strict digraph { "224 cat_0_0_nncf_smooth_quant_0" -> "225 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; "225 quantize_per_tensor_default_13" -> "226 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; "226 dequantize_per_tensor_default_13" -> "232 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"227 linear_12_scale_0" -> "230 quantize_per_channel_default_9" [label="(192,)", style=solid]; -"227 linear_12_scale_0" -> "231 dequantize_per_channel_default_9" [label="(192,)", style=solid]; -"228 linear_12_zero_point_0" -> "230 quantize_per_channel_default_9" [label="(192,)", style=solid]; -"228 linear_12_zero_point_0" -> "231 dequantize_per_channel_default_9" [label="(192,)", style=solid]; -"229 compressed_weight_updated_constant9" -> "230 quantize_per_channel_default_9" [label="(192, 384)", style=solid]; -"230 quantize_per_channel_default_9" -> "231 dequantize_per_channel_default_9" [label="(192, 384)", style=solid]; -"231 dequantize_per_channel_default_9" -> "232 linear_12" [label="(192, 384)", style=solid]; +"227 linear_12_scale_0" -> "230 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"227 linear_12_scale_0" -> "231 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"228 linear_12_zero_point_0" -> "230 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"228 linear_12_zero_point_0" -> "231 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"229 compressed_weight_updated_constant9" -> "230 quantize_per_channel_default_11" [label="(192, 384)", style=solid]; +"230 quantize_per_channel_default_11" -> "231 dequantize_per_channel_default_11" [label="(192, 384)", style=solid]; +"231 dequantize_per_channel_default_11" -> "232 linear_12" [label="(192, 384)", style=solid]; "232 linear_12" -> "235 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; "233 _param_constant37" -> "235 layer_norm_5" [label="(192,)", style=solid]; "234 _param_constant38" -> "235 layer_norm_5" [label="(192,)", style=solid]; @@ -2796,13 +2796,13 @@ strict digraph { "241 reshape_9_0_0_nncf_smooth_quant_0" -> "242 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; "242 quantize_per_tensor_default_14" -> "243 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; "243 dequantize_per_tensor_default_14" -> "250 linear_15" [label="(16, 64, 192)", style=solid]; -"244 linear_15_scale_0" -> "247 quantize_per_channel_default_10" [label="(576,)", style=solid]; -"244 linear_15_scale_0" -> "248 dequantize_per_channel_default_10" [label="(576,)", style=solid]; -"245 linear_15_zero_point_0" -> "247 quantize_per_channel_default_10" [label="(576,)", style=solid]; -"245 linear_15_zero_point_0" -> "248 dequantize_per_channel_default_10" [label="(576,)", style=solid]; -"246 compressed_weight_updated_constant10" -> "247 quantize_per_channel_default_10" [label="(576, 192)", style=solid]; -"247 quantize_per_channel_default_10" -> "248 dequantize_per_channel_default_10" [label="(576, 192)", style=solid]; -"248 dequantize_per_channel_default_10" -> "250 linear_15" [label="(576, 192)", style=solid]; +"244 linear_15_scale_0" -> "247 quantize_per_channel_default_13" [label="(576,)", style=solid]; +"244 linear_15_scale_0" -> "248 dequantize_per_channel_default_13" [label="(576,)", style=solid]; +"245 linear_15_zero_point_0" -> "247 quantize_per_channel_default_13" [label="(576,)", style=solid]; +"245 linear_15_zero_point_0" -> "248 dequantize_per_channel_default_13" [label="(576,)", style=solid]; +"246 compressed_weight_updated_constant10" -> "247 quantize_per_channel_default_13" [label="(576, 192)", style=solid]; +"247 quantize_per_channel_default_13" -> "248 dequantize_per_channel_default_13" [label="(576, 192)", style=solid]; +"248 dequantize_per_channel_default_13" -> "250 linear_15" [label="(576, 192)", style=solid]; "249 _frozen_param18_0_0" -> "250 linear_15" [label="(576,)", style=solid]; "250 linear_15" -> "251 reshape_10" [label="(16, 64, 576)", style=solid]; "251 reshape_10" -> "252 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; @@ -2841,13 +2841,13 @@ strict digraph { "278 reshape_11_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; "279 quantize_per_tensor_default_17" -> "280 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; "280 dequantize_per_tensor_default_17" -> "287 linear_16" [label="(16, 64, 192)", style=solid]; -"281 linear_16_scale_0" -> "284 quantize_per_channel_default_11" [label="(192,)", style=solid]; -"281 linear_16_scale_0" -> "285 dequantize_per_channel_default_11" [label="(192,)", style=solid]; -"282 linear_16_zero_point_0" -> "284 quantize_per_channel_default_11" [label="(192,)", style=solid]; -"282 linear_16_zero_point_0" -> "285 dequantize_per_channel_default_11" [label="(192,)", style=solid]; -"283 compressed_weight_updated_constant11" -> "284 quantize_per_channel_default_11" [label="(192, 192)", style=solid]; -"284 quantize_per_channel_default_11" -> "285 dequantize_per_channel_default_11" [label="(192, 192)", style=solid]; -"285 dequantize_per_channel_default_11" -> "287 linear_16" [label="(192, 192)", style=solid]; +"281 linear_16_scale_0" -> "284 quantize_per_channel_default_14" [label="(192,)", style=solid]; +"281 linear_16_scale_0" -> "285 dequantize_per_channel_default_14" [label="(192,)", style=solid]; +"282 linear_16_zero_point_0" -> "284 quantize_per_channel_default_14" [label="(192,)", style=solid]; +"282 linear_16_zero_point_0" -> "285 dequantize_per_channel_default_14" [label="(192,)", style=solid]; +"283 compressed_weight_updated_constant11" -> "284 quantize_per_channel_default_14" [label="(192, 192)", style=solid]; +"284 quantize_per_channel_default_14" -> "285 dequantize_per_channel_default_14" [label="(192, 192)", style=solid]; +"285 dequantize_per_channel_default_14" -> "287 linear_16" [label="(192, 192)", style=solid]; "286 _param_constant46_0_0" -> "287 linear_16" [label="(192,)", style=solid]; "287 linear_16" -> "288 dropout_9" [label="(16, 64, 192)", style=solid]; "288 dropout_9" -> "289 view_14" [label="(16, 64, 192)", style=solid]; @@ -2867,13 +2867,13 @@ strict digraph { "301 add_8_0_0_nncf_smooth_quant_0" -> "302 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; "302 quantize_per_tensor_default_18" -> "303 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; "303 dequantize_per_tensor_default_18" -> "310 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"304 linear_17_scale_0" -> "307 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"304 linear_17_scale_0" -> "308 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"305 linear_17_zero_point_0" -> "307 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"305 linear_17_zero_point_0" -> "308 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"306 compressed_weight_updated_constant12" -> "307 quantize_per_channel_default_12" [label="(768, 192)", style=solid]; -"307 quantize_per_channel_default_12" -> "308 dequantize_per_channel_default_12" [label="(768, 192)", style=solid]; -"308 dequantize_per_channel_default_12" -> "310 linear_17" [label="(768, 192)", style=solid]; +"304 linear_17_scale_0" -> "307 quantize_per_channel_default_15" [label="(768,)", style=solid]; +"304 linear_17_scale_0" -> "308 dequantize_per_channel_default_15" [label="(768,)", style=solid]; +"305 linear_17_zero_point_0" -> "307 quantize_per_channel_default_15" [label="(768,)", style=solid]; +"305 linear_17_zero_point_0" -> "308 dequantize_per_channel_default_15" [label="(768,)", style=solid]; +"306 compressed_weight_updated_constant12" -> "307 quantize_per_channel_default_15" [label="(768, 192)", style=solid]; +"307 quantize_per_channel_default_15" -> "308 dequantize_per_channel_default_15" [label="(768, 192)", style=solid]; +"308 dequantize_per_channel_default_15" -> "310 linear_17" [label="(768, 192)", style=solid]; "309 _param_constant50_0_0" -> "310 linear_17" [label="(768,)", style=solid]; "310 linear_17" -> "311 gelu_2" [label="(1, 28, 28, 768)", style=solid]; "311 gelu_2" -> "312 dropout_10" [label="(1, 28, 28, 768)", style=solid]; @@ -2881,13 +2881,13 @@ strict digraph { "313 dropout_10_0_0_nncf_smooth_quant_0" -> "314 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; "314 quantize_per_tensor_default_19" -> "315 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; "315 dequantize_per_tensor_default_19" -> "322 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"316 linear_18_scale_0" -> "319 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"316 linear_18_scale_0" -> "320 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"317 linear_18_zero_point_0" -> "319 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"317 linear_18_zero_point_0" -> "320 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"318 compressed_weight_updated_constant13" -> "319 quantize_per_channel_default_13" [label="(192, 768)", style=solid]; -"319 quantize_per_channel_default_13" -> "320 dequantize_per_channel_default_13" [label="(192, 768)", style=solid]; -"320 dequantize_per_channel_default_13" -> "322 linear_18" [label="(192, 768)", style=solid]; +"316 linear_18_scale_0" -> "319 quantize_per_channel_default_16" [label="(192,)", style=solid]; +"316 linear_18_scale_0" -> "320 dequantize_per_channel_default_16" [label="(192,)", style=solid]; +"317 linear_18_zero_point_0" -> "319 quantize_per_channel_default_16" [label="(192,)", style=solid]; +"317 linear_18_zero_point_0" -> "320 dequantize_per_channel_default_16" [label="(192,)", style=solid]; +"318 compressed_weight_updated_constant13" -> "319 quantize_per_channel_default_16" [label="(192, 768)", style=solid]; +"319 quantize_per_channel_default_16" -> "320 dequantize_per_channel_default_16" [label="(192, 768)", style=solid]; +"320 dequantize_per_channel_default_16" -> "322 linear_18" [label="(192, 768)", style=solid]; "321 _param_constant52_0_0" -> "322 linear_18" [label="(192,)", style=solid]; "322 linear_18" -> "323 dropout_11" [label="(1, 28, 28, 192)", style=solid]; "323 dropout_11" -> "326 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; @@ -2906,13 +2906,13 @@ strict digraph { "334 reshape_13_0_0_nncf_smooth_quant_0" -> "335 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; "335 quantize_per_tensor_default_20" -> "336 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; "336 dequantize_per_tensor_default_20" -> "343 linear_21" [label="(16, 64, 192)", style=solid]; -"337 linear_21_scale_0" -> "340 quantize_per_channel_default_14" [label="(576,)", style=solid]; -"337 linear_21_scale_0" -> "341 dequantize_per_channel_default_14" [label="(576,)", style=solid]; -"338 linear_21_zero_point_0" -> "340 quantize_per_channel_default_14" [label="(576,)", style=solid]; -"338 linear_21_zero_point_0" -> "341 dequantize_per_channel_default_14" [label="(576,)", style=solid]; -"339 compressed_weight_updated_constant14" -> "340 quantize_per_channel_default_14" [label="(576, 192)", style=solid]; -"340 quantize_per_channel_default_14" -> "341 dequantize_per_channel_default_14" [label="(576, 192)", style=solid]; -"341 dequantize_per_channel_default_14" -> "343 linear_21" [label="(576, 192)", style=solid]; +"337 linear_21_scale_0" -> "340 quantize_per_channel_default_18" [label="(576,)", style=solid]; +"337 linear_21_scale_0" -> "341 dequantize_per_channel_default_18" [label="(576,)", style=solid]; +"338 linear_21_zero_point_0" -> "340 quantize_per_channel_default_18" [label="(576,)", style=solid]; +"338 linear_21_zero_point_0" -> "341 dequantize_per_channel_default_18" [label="(576,)", style=solid]; +"339 compressed_weight_updated_constant14" -> "340 quantize_per_channel_default_18" [label="(576, 192)", style=solid]; +"340 quantize_per_channel_default_18" -> "341 dequantize_per_channel_default_18" [label="(576, 192)", style=solid]; +"341 dequantize_per_channel_default_18" -> "343 linear_21" [label="(576, 192)", style=solid]; "342 _frozen_param22_0_0" -> "343 linear_21" [label="(576,)", style=solid]; "343 linear_21" -> "344 reshape_14" [label="(16, 64, 576)", style=solid]; "344 reshape_14" -> "345 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; @@ -2970,13 +2970,13 @@ strict digraph { "387 reshape_16_0_0_nncf_smooth_quant_0" -> "388 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; "388 quantize_per_tensor_default_23" -> "389 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; "389 dequantize_per_tensor_default_23" -> "396 linear_22" [label="(16, 64, 192)", style=solid]; -"390 linear_22_scale_0" -> "393 quantize_per_channel_default_15" [label="(192,)", style=solid]; -"390 linear_22_scale_0" -> "394 dequantize_per_channel_default_15" [label="(192,)", style=solid]; -"391 linear_22_zero_point_0" -> "393 quantize_per_channel_default_15" [label="(192,)", style=solid]; -"391 linear_22_zero_point_0" -> "394 dequantize_per_channel_default_15" [label="(192,)", style=solid]; -"392 compressed_weight_updated_constant15" -> "393 quantize_per_channel_default_15" [label="(192, 192)", style=solid]; -"393 quantize_per_channel_default_15" -> "394 dequantize_per_channel_default_15" [label="(192, 192)", style=solid]; -"394 dequantize_per_channel_default_15" -> "396 linear_22" [label="(192, 192)", style=solid]; +"390 linear_22_scale_0" -> "393 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"390 linear_22_scale_0" -> "394 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"391 linear_22_zero_point_0" -> "393 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"391 linear_22_zero_point_0" -> "394 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"392 compressed_weight_updated_constant15" -> "393 quantize_per_channel_default_19" [label="(192, 192)", style=solid]; +"393 quantize_per_channel_default_19" -> "394 dequantize_per_channel_default_19" [label="(192, 192)", style=solid]; +"394 dequantize_per_channel_default_19" -> "396 linear_22" [label="(192, 192)", style=solid]; "395 _param_constant62_0_0" -> "396 linear_22" [label="(192,)", style=solid]; "396 linear_22" -> "397 dropout_13" [label="(16, 64, 192)", style=solid]; "397 dropout_13" -> "398 view_21" [label="(16, 64, 192)", style=solid]; @@ -2997,13 +2997,13 @@ strict digraph { "411 add_12_0_0_nncf_smooth_quant_0" -> "412 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; "412 quantize_per_tensor_default_24" -> "413 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; "413 dequantize_per_tensor_default_24" -> "420 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"414 linear_23_scale_0" -> "417 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"414 linear_23_scale_0" -> "418 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"415 linear_23_zero_point_0" -> "417 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"415 linear_23_zero_point_0" -> "418 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"416 compressed_weight_updated_constant16" -> "417 quantize_per_channel_default_16" [label="(768, 192)", style=solid]; -"417 quantize_per_channel_default_16" -> "418 dequantize_per_channel_default_16" [label="(768, 192)", style=solid]; -"418 dequantize_per_channel_default_16" -> "420 linear_23" [label="(768, 192)", style=solid]; +"414 linear_23_scale_0" -> "417 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"414 linear_23_scale_0" -> "418 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"415 linear_23_zero_point_0" -> "417 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"415 linear_23_zero_point_0" -> "418 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"416 compressed_weight_updated_constant16" -> "417 quantize_per_channel_default_20" [label="(768, 192)", style=solid]; +"417 quantize_per_channel_default_20" -> "418 dequantize_per_channel_default_20" [label="(768, 192)", style=solid]; +"418 dequantize_per_channel_default_20" -> "420 linear_23" [label="(768, 192)", style=solid]; "419 _param_constant66_0_0" -> "420 linear_23" [label="(768,)", style=solid]; "420 linear_23" -> "421 gelu_3" [label="(1, 28, 28, 768)", style=solid]; "421 gelu_3" -> "422 dropout_14" [label="(1, 28, 28, 768)", style=solid]; @@ -3011,13 +3011,13 @@ strict digraph { "423 dropout_14_0_0_nncf_smooth_quant_0" -> "424 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; "424 quantize_per_tensor_default_25" -> "425 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; "425 dequantize_per_tensor_default_25" -> "432 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"426 linear_24_scale_0" -> "429 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"426 linear_24_scale_0" -> "430 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"427 linear_24_zero_point_0" -> "429 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"427 linear_24_zero_point_0" -> "430 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"428 compressed_weight_updated_constant17" -> "429 quantize_per_channel_default_17" [label="(192, 768)", style=solid]; -"429 quantize_per_channel_default_17" -> "430 dequantize_per_channel_default_17" [label="(192, 768)", style=solid]; -"430 dequantize_per_channel_default_17" -> "432 linear_24" [label="(192, 768)", style=solid]; +"426 linear_24_scale_0" -> "429 quantize_per_channel_default_21" [label="(192,)", style=solid]; +"426 linear_24_scale_0" -> "430 dequantize_per_channel_default_21" [label="(192,)", style=solid]; +"427 linear_24_zero_point_0" -> "429 quantize_per_channel_default_21" [label="(192,)", style=solid]; +"427 linear_24_zero_point_0" -> "430 dequantize_per_channel_default_21" [label="(192,)", style=solid]; +"428 compressed_weight_updated_constant17" -> "429 quantize_per_channel_default_21" [label="(192, 768)", style=solid]; +"429 quantize_per_channel_default_21" -> "430 dequantize_per_channel_default_21" [label="(192, 768)", style=solid]; +"430 dequantize_per_channel_default_21" -> "432 linear_24" [label="(192, 768)", style=solid]; "431 _param_constant68_0_0" -> "432 linear_24" [label="(192,)", style=solid]; "432 linear_24" -> "433 dropout_15" [label="(1, 28, 28, 192)", style=solid]; "433 dropout_15" -> "436 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; @@ -3045,13 +3045,13 @@ strict digraph { "452 cat_1_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; "453 quantize_per_tensor_default_26" -> "454 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; "454 dequantize_per_tensor_default_26" -> "460 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"455 linear_25_scale_0" -> "458 quantize_per_channel_default_18" [label="(384,)", style=solid]; -"455 linear_25_scale_0" -> "459 dequantize_per_channel_default_18" [label="(384,)", style=solid]; -"456 linear_25_zero_point_0" -> "458 quantize_per_channel_default_18" [label="(384,)", style=solid]; -"456 linear_25_zero_point_0" -> "459 dequantize_per_channel_default_18" [label="(384,)", style=solid]; -"457 compressed_weight_updated_constant18" -> "458 quantize_per_channel_default_18" [label="(384, 768)", style=solid]; -"458 quantize_per_channel_default_18" -> "459 dequantize_per_channel_default_18" [label="(384, 768)", style=solid]; -"459 dequantize_per_channel_default_18" -> "460 linear_25" [label="(384, 768)", style=solid]; +"455 linear_25_scale_0" -> "458 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"455 linear_25_scale_0" -> "459 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"456 linear_25_zero_point_0" -> "458 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"456 linear_25_zero_point_0" -> "459 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"457 compressed_weight_updated_constant18" -> "458 quantize_per_channel_default_22" [label="(384, 768)", style=solid]; +"458 quantize_per_channel_default_22" -> "459 dequantize_per_channel_default_22" [label="(384, 768)", style=solid]; +"459 dequantize_per_channel_default_22" -> "460 linear_25" [label="(384, 768)", style=solid]; "460 linear_25" -> "463 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; "461 _param_constant72" -> "463 layer_norm_10" [label="(384,)", style=solid]; "462 _param_constant73" -> "463 layer_norm_10" [label="(384,)", style=solid]; @@ -3065,13 +3065,13 @@ strict digraph { "469 reshape_18_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; "470 quantize_per_tensor_default_27" -> "471 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; "471 dequantize_per_tensor_default_27" -> "478 linear_28" [label="(4, 64, 384)", style=solid]; -"472 linear_28_scale_0" -> "475 quantize_per_channel_default_19" [label="(1152,)", style=solid]; -"472 linear_28_scale_0" -> "476 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; -"473 linear_28_zero_point_0" -> "475 quantize_per_channel_default_19" [label="(1152,)", style=solid]; -"473 linear_28_zero_point_0" -> "476 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; -"474 compressed_weight_updated_constant19" -> "475 quantize_per_channel_default_19" [label="(1152, 384)", style=solid]; -"475 quantize_per_channel_default_19" -> "476 dequantize_per_channel_default_19" [label="(1152, 384)", style=solid]; -"476 dequantize_per_channel_default_19" -> "478 linear_28" [label="(1152, 384)", style=solid]; +"472 linear_28_scale_0" -> "475 quantize_per_channel_default_24" [label="(1152,)", style=solid]; +"472 linear_28_scale_0" -> "476 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; +"473 linear_28_zero_point_0" -> "475 quantize_per_channel_default_24" [label="(1152,)", style=solid]; +"473 linear_28_zero_point_0" -> "476 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; +"474 compressed_weight_updated_constant19" -> "475 quantize_per_channel_default_24" [label="(1152, 384)", style=solid]; +"475 quantize_per_channel_default_24" -> "476 dequantize_per_channel_default_24" [label="(1152, 384)", style=solid]; +"476 dequantize_per_channel_default_24" -> "478 linear_28" [label="(1152, 384)", style=solid]; "477 _frozen_param35_0_0" -> "478 linear_28" [label="(1152,)", style=solid]; "478 linear_28" -> "479 reshape_19" [label="(4, 64, 1152)", style=solid]; "479 reshape_19" -> "480 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3110,13 +3110,13 @@ strict digraph { "506 reshape_20_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; "507 quantize_per_tensor_default_30" -> "508 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; "508 dequantize_per_tensor_default_30" -> "515 linear_29" [label="(4, 64, 384)", style=solid]; -"509 linear_29_scale_0" -> "512 quantize_per_channel_default_20" [label="(384,)", style=solid]; -"509 linear_29_scale_0" -> "513 dequantize_per_channel_default_20" [label="(384,)", style=solid]; -"510 linear_29_zero_point_0" -> "512 quantize_per_channel_default_20" [label="(384,)", style=solid]; -"510 linear_29_zero_point_0" -> "513 dequantize_per_channel_default_20" [label="(384,)", style=solid]; -"511 compressed_weight_updated_constant20" -> "512 quantize_per_channel_default_20" [label="(384, 384)", style=solid]; -"512 quantize_per_channel_default_20" -> "513 dequantize_per_channel_default_20" [label="(384, 384)", style=solid]; -"513 dequantize_per_channel_default_20" -> "515 linear_29" [label="(384, 384)", style=solid]; +"509 linear_29_scale_0" -> "512 quantize_per_channel_default_25" [label="(384,)", style=solid]; +"509 linear_29_scale_0" -> "513 dequantize_per_channel_default_25" [label="(384,)", style=solid]; +"510 linear_29_zero_point_0" -> "512 quantize_per_channel_default_25" [label="(384,)", style=solid]; +"510 linear_29_zero_point_0" -> "513 dequantize_per_channel_default_25" [label="(384,)", style=solid]; +"511 compressed_weight_updated_constant20" -> "512 quantize_per_channel_default_25" [label="(384, 384)", style=solid]; +"512 quantize_per_channel_default_25" -> "513 dequantize_per_channel_default_25" [label="(384, 384)", style=solid]; +"513 dequantize_per_channel_default_25" -> "515 linear_29" [label="(384, 384)", style=solid]; "514 _param_constant81_0_0" -> "515 linear_29" [label="(384,)", style=solid]; "515 linear_29" -> "516 dropout_17" [label="(4, 64, 384)", style=solid]; "516 dropout_17" -> "517 view_25" [label="(4, 64, 384)", style=solid]; @@ -3136,13 +3136,13 @@ strict digraph { "529 add_15_0_0_nncf_smooth_quant_0" -> "530 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; "530 quantize_per_tensor_default_31" -> "531 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; "531 dequantize_per_tensor_default_31" -> "538 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"532 linear_30_scale_0" -> "535 quantize_per_channel_default_21" [label="(1536,)", style=solid]; -"532 linear_30_scale_0" -> "536 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; -"533 linear_30_zero_point_0" -> "535 quantize_per_channel_default_21" [label="(1536,)", style=solid]; -"533 linear_30_zero_point_0" -> "536 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; -"534 compressed_weight_updated_constant21" -> "535 quantize_per_channel_default_21" [label="(1536, 384)", style=solid]; -"535 quantize_per_channel_default_21" -> "536 dequantize_per_channel_default_21" [label="(1536, 384)", style=solid]; -"536 dequantize_per_channel_default_21" -> "538 linear_30" [label="(1536, 384)", style=solid]; +"532 linear_30_scale_0" -> "535 quantize_per_channel_default_26" [label="(1536,)", style=solid]; +"532 linear_30_scale_0" -> "536 dequantize_per_channel_default_26" [label="(1536,)", style=solid]; +"533 linear_30_zero_point_0" -> "535 quantize_per_channel_default_26" [label="(1536,)", style=solid]; +"533 linear_30_zero_point_0" -> "536 dequantize_per_channel_default_26" [label="(1536,)", style=solid]; +"534 compressed_weight_updated_constant21" -> "535 quantize_per_channel_default_26" [label="(1536, 384)", style=solid]; +"535 quantize_per_channel_default_26" -> "536 dequantize_per_channel_default_26" [label="(1536, 384)", style=solid]; +"536 dequantize_per_channel_default_26" -> "538 linear_30" [label="(1536, 384)", style=solid]; "537 _param_constant85_0_0" -> "538 linear_30" [label="(1536,)", style=solid]; "538 linear_30" -> "539 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; "539 gelu_4" -> "540 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; @@ -3150,13 +3150,13 @@ strict digraph { "541 dropout_18_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; "542 quantize_per_tensor_default_32" -> "543 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; "543 dequantize_per_tensor_default_32" -> "550 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"544 linear_31_scale_0" -> "547 quantize_per_channel_default_22" [label="(384,)", style=solid]; -"544 linear_31_scale_0" -> "548 dequantize_per_channel_default_22" [label="(384,)", style=solid]; -"545 linear_31_zero_point_0" -> "547 quantize_per_channel_default_22" [label="(384,)", style=solid]; -"545 linear_31_zero_point_0" -> "548 dequantize_per_channel_default_22" [label="(384,)", style=solid]; -"546 compressed_weight_updated_constant22" -> "547 quantize_per_channel_default_22" [label="(384, 1536)", style=solid]; -"547 quantize_per_channel_default_22" -> "548 dequantize_per_channel_default_22" [label="(384, 1536)", style=solid]; -"548 dequantize_per_channel_default_22" -> "550 linear_31" [label="(384, 1536)", style=solid]; +"544 linear_31_scale_0" -> "547 quantize_per_channel_default_27" [label="(384,)", style=solid]; +"544 linear_31_scale_0" -> "548 dequantize_per_channel_default_27" [label="(384,)", style=solid]; +"545 linear_31_zero_point_0" -> "547 quantize_per_channel_default_27" [label="(384,)", style=solid]; +"545 linear_31_zero_point_0" -> "548 dequantize_per_channel_default_27" [label="(384,)", style=solid]; +"546 compressed_weight_updated_constant22" -> "547 quantize_per_channel_default_27" [label="(384, 1536)", style=solid]; +"547 quantize_per_channel_default_27" -> "548 dequantize_per_channel_default_27" [label="(384, 1536)", style=solid]; +"548 dequantize_per_channel_default_27" -> "550 linear_31" [label="(384, 1536)", style=solid]; "549 _param_constant87_0_0" -> "550 linear_31" [label="(384,)", style=solid]; "550 linear_31" -> "551 dropout_19" [label="(1, 14, 14, 384)", style=solid]; "551 dropout_19" -> "554 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; @@ -3175,13 +3175,13 @@ strict digraph { "562 reshape_22_0_0_nncf_smooth_quant_0" -> "563 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; "563 quantize_per_tensor_default_33" -> "564 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; "564 dequantize_per_tensor_default_33" -> "571 linear_34" [label="(4, 64, 384)", style=solid]; -"565 linear_34_scale_0" -> "568 quantize_per_channel_default_23" [label="(1152,)", style=solid]; -"565 linear_34_scale_0" -> "569 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; -"566 linear_34_zero_point_0" -> "568 quantize_per_channel_default_23" [label="(1152,)", style=solid]; -"566 linear_34_zero_point_0" -> "569 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; -"567 compressed_weight_updated_constant23" -> "568 quantize_per_channel_default_23" [label="(1152, 384)", style=solid]; -"568 quantize_per_channel_default_23" -> "569 dequantize_per_channel_default_23" [label="(1152, 384)", style=solid]; -"569 dequantize_per_channel_default_23" -> "571 linear_34" [label="(1152, 384)", style=solid]; +"565 linear_34_scale_0" -> "568 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"565 linear_34_scale_0" -> "569 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"566 linear_34_zero_point_0" -> "568 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"566 linear_34_zero_point_0" -> "569 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"567 compressed_weight_updated_constant23" -> "568 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"568 quantize_per_channel_default_29" -> "569 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"569 dequantize_per_channel_default_29" -> "571 linear_34" [label="(1152, 384)", style=solid]; "570 _frozen_param39_0_0" -> "571 linear_34" [label="(1152,)", style=solid]; "571 linear_34" -> "572 reshape_23" [label="(4, 64, 1152)", style=solid]; "572 reshape_23" -> "573 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3239,13 +3239,13 @@ strict digraph { "615 reshape_25_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; "616 quantize_per_tensor_default_36" -> "617 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; "617 dequantize_per_tensor_default_36" -> "624 linear_35" [label="(4, 64, 384)", style=solid]; -"618 linear_35_scale_0" -> "621 quantize_per_channel_default_24" [label="(384,)", style=solid]; -"618 linear_35_scale_0" -> "622 dequantize_per_channel_default_24" [label="(384,)", style=solid]; -"619 linear_35_zero_point_0" -> "621 quantize_per_channel_default_24" [label="(384,)", style=solid]; -"619 linear_35_zero_point_0" -> "622 dequantize_per_channel_default_24" [label="(384,)", style=solid]; -"620 compressed_weight_updated_constant24" -> "621 quantize_per_channel_default_24" [label="(384, 384)", style=solid]; -"621 quantize_per_channel_default_24" -> "622 dequantize_per_channel_default_24" [label="(384, 384)", style=solid]; -"622 dequantize_per_channel_default_24" -> "624 linear_35" [label="(384, 384)", style=solid]; +"618 linear_35_scale_0" -> "621 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"618 linear_35_scale_0" -> "622 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"619 linear_35_zero_point_0" -> "621 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"619 linear_35_zero_point_0" -> "622 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"620 compressed_weight_updated_constant24" -> "621 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"621 quantize_per_channel_default_30" -> "622 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"622 dequantize_per_channel_default_30" -> "624 linear_35" [label="(384, 384)", style=solid]; "623 _param_constant97_0_0" -> "624 linear_35" [label="(384,)", style=solid]; "624 linear_35" -> "625 dropout_21" [label="(4, 64, 384)", style=solid]; "625 dropout_21" -> "626 view_32" [label="(4, 64, 384)", style=solid]; @@ -3266,13 +3266,13 @@ strict digraph { "639 add_19_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; "640 quantize_per_tensor_default_37" -> "641 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; "641 dequantize_per_tensor_default_37" -> "648 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"642 linear_36_scale_0" -> "645 quantize_per_channel_default_25" [label="(1536,)", style=solid]; -"642 linear_36_scale_0" -> "646 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; -"643 linear_36_zero_point_0" -> "645 quantize_per_channel_default_25" [label="(1536,)", style=solid]; -"643 linear_36_zero_point_0" -> "646 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; -"644 compressed_weight_updated_constant25" -> "645 quantize_per_channel_default_25" [label="(1536, 384)", style=solid]; -"645 quantize_per_channel_default_25" -> "646 dequantize_per_channel_default_25" [label="(1536, 384)", style=solid]; -"646 dequantize_per_channel_default_25" -> "648 linear_36" [label="(1536, 384)", style=solid]; +"642 linear_36_scale_0" -> "645 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"642 linear_36_scale_0" -> "646 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"643 linear_36_zero_point_0" -> "645 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"643 linear_36_zero_point_0" -> "646 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"644 compressed_weight_updated_constant25" -> "645 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"645 quantize_per_channel_default_31" -> "646 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"646 dequantize_per_channel_default_31" -> "648 linear_36" [label="(1536, 384)", style=solid]; "647 _param_constant101_0_0" -> "648 linear_36" [label="(1536,)", style=solid]; "648 linear_36" -> "649 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; "649 gelu_5" -> "650 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; @@ -3280,13 +3280,13 @@ strict digraph { "651 dropout_22_0_0_nncf_smooth_quant_0" -> "652 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; "652 quantize_per_tensor_default_38" -> "653 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; "653 dequantize_per_tensor_default_38" -> "660 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"654 linear_37_scale_0" -> "657 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"654 linear_37_scale_0" -> "658 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"655 linear_37_zero_point_0" -> "657 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"655 linear_37_zero_point_0" -> "658 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"656 compressed_weight_updated_constant26" -> "657 quantize_per_channel_default_26" [label="(384, 1536)", style=solid]; -"657 quantize_per_channel_default_26" -> "658 dequantize_per_channel_default_26" [label="(384, 1536)", style=solid]; -"658 dequantize_per_channel_default_26" -> "660 linear_37" [label="(384, 1536)", style=solid]; +"654 linear_37_scale_0" -> "657 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"654 linear_37_scale_0" -> "658 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"655 linear_37_zero_point_0" -> "657 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"655 linear_37_zero_point_0" -> "658 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"656 compressed_weight_updated_constant26" -> "657 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"657 quantize_per_channel_default_32" -> "658 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"658 dequantize_per_channel_default_32" -> "660 linear_37" [label="(384, 1536)", style=solid]; "659 _param_constant103_0_0" -> "660 linear_37" [label="(384,)", style=solid]; "660 linear_37" -> "661 dropout_23" [label="(1, 14, 14, 384)", style=solid]; "661 dropout_23" -> "664 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; @@ -3303,13 +3303,13 @@ strict digraph { "671 reshape_27_0_0_nncf_smooth_quant_0" -> "672 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; "672 quantize_per_tensor_default_39" -> "673 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; "673 dequantize_per_tensor_default_39" -> "680 linear_40" [label="(4, 64, 384)", style=solid]; -"674 linear_40_scale_0" -> "677 quantize_per_channel_default_27" [label="(1152,)", style=solid]; -"674 linear_40_scale_0" -> "678 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; -"675 linear_40_zero_point_0" -> "677 quantize_per_channel_default_27" [label="(1152,)", style=solid]; -"675 linear_40_zero_point_0" -> "678 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; -"676 compressed_weight_updated_constant27" -> "677 quantize_per_channel_default_27" [label="(1152, 384)", style=solid]; -"677 quantize_per_channel_default_27" -> "678 dequantize_per_channel_default_27" [label="(1152, 384)", style=solid]; -"678 dequantize_per_channel_default_27" -> "680 linear_40" [label="(1152, 384)", style=solid]; +"674 linear_40_scale_0" -> "677 quantize_per_channel_default_34" [label="(1152,)", style=solid]; +"674 linear_40_scale_0" -> "678 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; +"675 linear_40_zero_point_0" -> "677 quantize_per_channel_default_34" [label="(1152,)", style=solid]; +"675 linear_40_zero_point_0" -> "678 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; +"676 compressed_weight_updated_constant27" -> "677 quantize_per_channel_default_34" [label="(1152, 384)", style=solid]; +"677 quantize_per_channel_default_34" -> "678 dequantize_per_channel_default_34" [label="(1152, 384)", style=solid]; +"678 dequantize_per_channel_default_34" -> "680 linear_40" [label="(1152, 384)", style=solid]; "679 _frozen_param52_0_0" -> "680 linear_40" [label="(1152,)", style=solid]; "680 linear_40" -> "681 reshape_28" [label="(4, 64, 1152)", style=solid]; "681 reshape_28" -> "682 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3348,13 +3348,13 @@ strict digraph { "708 reshape_29_0_0_nncf_smooth_quant_0" -> "709 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; "709 quantize_per_tensor_default_42" -> "710 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; "710 dequantize_per_tensor_default_42" -> "717 linear_41" [label="(4, 64, 384)", style=solid]; -"711 linear_41_scale_0" -> "714 quantize_per_channel_default_28" [label="(384,)", style=solid]; -"711 linear_41_scale_0" -> "715 dequantize_per_channel_default_28" [label="(384,)", style=solid]; -"712 linear_41_zero_point_0" -> "714 quantize_per_channel_default_28" [label="(384,)", style=solid]; -"712 linear_41_zero_point_0" -> "715 dequantize_per_channel_default_28" [label="(384,)", style=solid]; -"713 compressed_weight_updated_constant28" -> "714 quantize_per_channel_default_28" [label="(384, 384)", style=solid]; -"714 quantize_per_channel_default_28" -> "715 dequantize_per_channel_default_28" [label="(384, 384)", style=solid]; -"715 dequantize_per_channel_default_28" -> "717 linear_41" [label="(384, 384)", style=solid]; +"711 linear_41_scale_0" -> "714 quantize_per_channel_default_35" [label="(384,)", style=solid]; +"711 linear_41_scale_0" -> "715 dequantize_per_channel_default_35" [label="(384,)", style=solid]; +"712 linear_41_zero_point_0" -> "714 quantize_per_channel_default_35" [label="(384,)", style=solid]; +"712 linear_41_zero_point_0" -> "715 dequantize_per_channel_default_35" [label="(384,)", style=solid]; +"713 compressed_weight_updated_constant28" -> "714 quantize_per_channel_default_35" [label="(384, 384)", style=solid]; +"714 quantize_per_channel_default_35" -> "715 dequantize_per_channel_default_35" [label="(384, 384)", style=solid]; +"715 dequantize_per_channel_default_35" -> "717 linear_41" [label="(384, 384)", style=solid]; "716 _param_constant113_0_0" -> "717 linear_41" [label="(384,)", style=solid]; "717 linear_41" -> "718 dropout_25" [label="(4, 64, 384)", style=solid]; "718 dropout_25" -> "719 view_36" [label="(4, 64, 384)", style=solid]; @@ -3374,13 +3374,13 @@ strict digraph { "731 add_22_0_0_nncf_smooth_quant_0" -> "732 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; "732 quantize_per_tensor_default_43" -> "733 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; "733 dequantize_per_tensor_default_43" -> "740 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"734 linear_42_scale_0" -> "737 quantize_per_channel_default_29" [label="(1536,)", style=solid]; -"734 linear_42_scale_0" -> "738 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; -"735 linear_42_zero_point_0" -> "737 quantize_per_channel_default_29" [label="(1536,)", style=solid]; -"735 linear_42_zero_point_0" -> "738 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; -"736 compressed_weight_updated_constant29" -> "737 quantize_per_channel_default_29" [label="(1536, 384)", style=solid]; -"737 quantize_per_channel_default_29" -> "738 dequantize_per_channel_default_29" [label="(1536, 384)", style=solid]; -"738 dequantize_per_channel_default_29" -> "740 linear_42" [label="(1536, 384)", style=solid]; +"734 linear_42_scale_0" -> "737 quantize_per_channel_default_36" [label="(1536,)", style=solid]; +"734 linear_42_scale_0" -> "738 dequantize_per_channel_default_36" [label="(1536,)", style=solid]; +"735 linear_42_zero_point_0" -> "737 quantize_per_channel_default_36" [label="(1536,)", style=solid]; +"735 linear_42_zero_point_0" -> "738 dequantize_per_channel_default_36" [label="(1536,)", style=solid]; +"736 compressed_weight_updated_constant29" -> "737 quantize_per_channel_default_36" [label="(1536, 384)", style=solid]; +"737 quantize_per_channel_default_36" -> "738 dequantize_per_channel_default_36" [label="(1536, 384)", style=solid]; +"738 dequantize_per_channel_default_36" -> "740 linear_42" [label="(1536, 384)", style=solid]; "739 _param_constant117_0_0" -> "740 linear_42" [label="(1536,)", style=solid]; "740 linear_42" -> "741 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; "741 gelu_6" -> "742 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; @@ -3388,13 +3388,13 @@ strict digraph { "743 dropout_26_0_0_nncf_smooth_quant_0" -> "744 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; "744 quantize_per_tensor_default_44" -> "745 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; "745 dequantize_per_tensor_default_44" -> "752 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"746 linear_43_scale_0" -> "749 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"746 linear_43_scale_0" -> "750 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"747 linear_43_zero_point_0" -> "749 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"747 linear_43_zero_point_0" -> "750 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"748 compressed_weight_updated_constant30" -> "749 quantize_per_channel_default_30" [label="(384, 1536)", style=solid]; -"749 quantize_per_channel_default_30" -> "750 dequantize_per_channel_default_30" [label="(384, 1536)", style=solid]; -"750 dequantize_per_channel_default_30" -> "752 linear_43" [label="(384, 1536)", style=solid]; +"746 linear_43_scale_0" -> "749 quantize_per_channel_default_37" [label="(384,)", style=solid]; +"746 linear_43_scale_0" -> "750 dequantize_per_channel_default_37" [label="(384,)", style=solid]; +"747 linear_43_zero_point_0" -> "749 quantize_per_channel_default_37" [label="(384,)", style=solid]; +"747 linear_43_zero_point_0" -> "750 dequantize_per_channel_default_37" [label="(384,)", style=solid]; +"748 compressed_weight_updated_constant30" -> "749 quantize_per_channel_default_37" [label="(384, 1536)", style=solid]; +"749 quantize_per_channel_default_37" -> "750 dequantize_per_channel_default_37" [label="(384, 1536)", style=solid]; +"750 dequantize_per_channel_default_37" -> "752 linear_43" [label="(384, 1536)", style=solid]; "751 _param_constant119_0_0" -> "752 linear_43" [label="(384,)", style=solid]; "752 linear_43" -> "753 dropout_27" [label="(1, 14, 14, 384)", style=solid]; "753 dropout_27" -> "756 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; @@ -3413,13 +3413,13 @@ strict digraph { "764 reshape_31_0_0_nncf_smooth_quant_0" -> "765 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; "765 quantize_per_tensor_default_45" -> "766 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; "766 dequantize_per_tensor_default_45" -> "773 linear_46" [label="(4, 64, 384)", style=solid]; -"767 linear_46_scale_0" -> "770 quantize_per_channel_default_31" [label="(1152,)", style=solid]; -"767 linear_46_scale_0" -> "771 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; -"768 linear_46_zero_point_0" -> "770 quantize_per_channel_default_31" [label="(1152,)", style=solid]; -"768 linear_46_zero_point_0" -> "771 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; -"769 compressed_weight_updated_constant31" -> "770 quantize_per_channel_default_31" [label="(1152, 384)", style=solid]; -"770 quantize_per_channel_default_31" -> "771 dequantize_per_channel_default_31" [label="(1152, 384)", style=solid]; -"771 dequantize_per_channel_default_31" -> "773 linear_46" [label="(1152, 384)", style=solid]; +"767 linear_46_scale_0" -> "770 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"767 linear_46_scale_0" -> "771 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"768 linear_46_zero_point_0" -> "770 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"768 linear_46_zero_point_0" -> "771 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"769 compressed_weight_updated_constant31" -> "770 quantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"770 quantize_per_channel_default_39" -> "771 dequantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"771 dequantize_per_channel_default_39" -> "773 linear_46" [label="(1152, 384)", style=solid]; "772 _frozen_param56_0_0" -> "773 linear_46" [label="(1152,)", style=solid]; "773 linear_46" -> "774 reshape_32" [label="(4, 64, 1152)", style=solid]; "774 reshape_32" -> "775 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3477,13 +3477,13 @@ strict digraph { "817 reshape_34_0_0_nncf_smooth_quant_0" -> "818 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; "818 quantize_per_tensor_default_48" -> "819 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; "819 dequantize_per_tensor_default_48" -> "826 linear_47" [label="(4, 64, 384)", style=solid]; -"820 linear_47_scale_0" -> "823 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"820 linear_47_scale_0" -> "824 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"821 linear_47_zero_point_0" -> "823 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"821 linear_47_zero_point_0" -> "824 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"822 compressed_weight_updated_constant32" -> "823 quantize_per_channel_default_32" [label="(384, 384)", style=solid]; -"823 quantize_per_channel_default_32" -> "824 dequantize_per_channel_default_32" [label="(384, 384)", style=solid]; -"824 dequantize_per_channel_default_32" -> "826 linear_47" [label="(384, 384)", style=solid]; +"820 linear_47_scale_0" -> "823 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"820 linear_47_scale_0" -> "824 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"821 linear_47_zero_point_0" -> "823 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"821 linear_47_zero_point_0" -> "824 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"822 compressed_weight_updated_constant32" -> "823 quantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"823 quantize_per_channel_default_40" -> "824 dequantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"824 dequantize_per_channel_default_40" -> "826 linear_47" [label="(384, 384)", style=solid]; "825 _param_constant129_0_0" -> "826 linear_47" [label="(384,)", style=solid]; "826 linear_47" -> "827 dropout_29" [label="(4, 64, 384)", style=solid]; "827 dropout_29" -> "828 view_43" [label="(4, 64, 384)", style=solid]; @@ -3504,13 +3504,13 @@ strict digraph { "841 add_26_0_0_nncf_smooth_quant_0" -> "842 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; "842 quantize_per_tensor_default_49" -> "843 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; "843 dequantize_per_tensor_default_49" -> "850 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"844 linear_48_scale_0" -> "847 quantize_per_channel_default_33" [label="(1536,)", style=solid]; -"844 linear_48_scale_0" -> "848 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; -"845 linear_48_zero_point_0" -> "847 quantize_per_channel_default_33" [label="(1536,)", style=solid]; -"845 linear_48_zero_point_0" -> "848 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; -"846 compressed_weight_updated_constant33" -> "847 quantize_per_channel_default_33" [label="(1536, 384)", style=solid]; -"847 quantize_per_channel_default_33" -> "848 dequantize_per_channel_default_33" [label="(1536, 384)", style=solid]; -"848 dequantize_per_channel_default_33" -> "850 linear_48" [label="(1536, 384)", style=solid]; +"844 linear_48_scale_0" -> "847 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"844 linear_48_scale_0" -> "848 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"845 linear_48_zero_point_0" -> "847 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"845 linear_48_zero_point_0" -> "848 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"846 compressed_weight_updated_constant33" -> "847 quantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"847 quantize_per_channel_default_41" -> "848 dequantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"848 dequantize_per_channel_default_41" -> "850 linear_48" [label="(1536, 384)", style=solid]; "849 _param_constant133_0_0" -> "850 linear_48" [label="(1536,)", style=solid]; "850 linear_48" -> "851 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; "851 gelu_7" -> "852 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; @@ -3518,13 +3518,13 @@ strict digraph { "853 dropout_30_0_0_nncf_smooth_quant_0" -> "854 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; "854 quantize_per_tensor_default_50" -> "855 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; "855 dequantize_per_tensor_default_50" -> "862 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"856 linear_49_scale_0" -> "859 quantize_per_channel_default_34" [label="(384,)", style=solid]; -"856 linear_49_scale_0" -> "860 dequantize_per_channel_default_34" [label="(384,)", style=solid]; -"857 linear_49_zero_point_0" -> "859 quantize_per_channel_default_34" [label="(384,)", style=solid]; -"857 linear_49_zero_point_0" -> "860 dequantize_per_channel_default_34" [label="(384,)", style=solid]; -"858 compressed_weight_updated_constant34" -> "859 quantize_per_channel_default_34" [label="(384, 1536)", style=solid]; -"859 quantize_per_channel_default_34" -> "860 dequantize_per_channel_default_34" [label="(384, 1536)", style=solid]; -"860 dequantize_per_channel_default_34" -> "862 linear_49" [label="(384, 1536)", style=solid]; +"856 linear_49_scale_0" -> "859 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"856 linear_49_scale_0" -> "860 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"857 linear_49_zero_point_0" -> "859 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"857 linear_49_zero_point_0" -> "860 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"858 compressed_weight_updated_constant34" -> "859 quantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"859 quantize_per_channel_default_42" -> "860 dequantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"860 dequantize_per_channel_default_42" -> "862 linear_49" [label="(384, 1536)", style=solid]; "861 _param_constant135_0_0" -> "862 linear_49" [label="(384,)", style=solid]; "862 linear_49" -> "863 dropout_31" [label="(1, 14, 14, 384)", style=solid]; "863 dropout_31" -> "866 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; @@ -3541,13 +3541,13 @@ strict digraph { "873 reshape_36_0_0_nncf_smooth_quant_0" -> "874 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; "874 quantize_per_tensor_default_51" -> "875 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; "875 dequantize_per_tensor_default_51" -> "882 linear_52" [label="(4, 64, 384)", style=solid]; -"876 linear_52_scale_0" -> "879 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"876 linear_52_scale_0" -> "880 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"877 linear_52_zero_point_0" -> "879 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"877 linear_52_zero_point_0" -> "880 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"878 compressed_weight_updated_constant35" -> "879 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"879 quantize_per_channel_default_35" -> "880 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"880 dequantize_per_channel_default_35" -> "882 linear_52" [label="(1152, 384)", style=solid]; +"876 linear_52_scale_0" -> "879 quantize_per_channel_default_44" [label="(1152,)", style=solid]; +"876 linear_52_scale_0" -> "880 dequantize_per_channel_default_44" [label="(1152,)", style=solid]; +"877 linear_52_zero_point_0" -> "879 quantize_per_channel_default_44" [label="(1152,)", style=solid]; +"877 linear_52_zero_point_0" -> "880 dequantize_per_channel_default_44" [label="(1152,)", style=solid]; +"878 compressed_weight_updated_constant35" -> "879 quantize_per_channel_default_44" [label="(1152, 384)", style=solid]; +"879 quantize_per_channel_default_44" -> "880 dequantize_per_channel_default_44" [label="(1152, 384)", style=solid]; +"880 dequantize_per_channel_default_44" -> "882 linear_52" [label="(1152, 384)", style=solid]; "881 _frozen_param69_0_0" -> "882 linear_52" [label="(1152,)", style=solid]; "882 linear_52" -> "883 reshape_37" [label="(4, 64, 1152)", style=solid]; "883 reshape_37" -> "884 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3586,13 +3586,13 @@ strict digraph { "910 reshape_38_0_0_nncf_smooth_quant_0" -> "911 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; "911 quantize_per_tensor_default_54" -> "912 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; "912 dequantize_per_tensor_default_54" -> "919 linear_53" [label="(4, 64, 384)", style=solid]; -"913 linear_53_scale_0" -> "916 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"913 linear_53_scale_0" -> "917 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"914 linear_53_zero_point_0" -> "916 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"914 linear_53_zero_point_0" -> "917 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"915 compressed_weight_updated_constant36" -> "916 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"916 quantize_per_channel_default_36" -> "917 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"917 dequantize_per_channel_default_36" -> "919 linear_53" [label="(384, 384)", style=solid]; +"913 linear_53_scale_0" -> "916 quantize_per_channel_default_45" [label="(384,)", style=solid]; +"913 linear_53_scale_0" -> "917 dequantize_per_channel_default_45" [label="(384,)", style=solid]; +"914 linear_53_zero_point_0" -> "916 quantize_per_channel_default_45" [label="(384,)", style=solid]; +"914 linear_53_zero_point_0" -> "917 dequantize_per_channel_default_45" [label="(384,)", style=solid]; +"915 compressed_weight_updated_constant36" -> "916 quantize_per_channel_default_45" [label="(384, 384)", style=solid]; +"916 quantize_per_channel_default_45" -> "917 dequantize_per_channel_default_45" [label="(384, 384)", style=solid]; +"917 dequantize_per_channel_default_45" -> "919 linear_53" [label="(384, 384)", style=solid]; "918 _param_constant145_0_0" -> "919 linear_53" [label="(384,)", style=solid]; "919 linear_53" -> "920 dropout_33" [label="(4, 64, 384)", style=solid]; "920 dropout_33" -> "921 view_47" [label="(4, 64, 384)", style=solid]; @@ -3612,13 +3612,13 @@ strict digraph { "933 add_29_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; "934 quantize_per_tensor_default_55" -> "935 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; "935 dequantize_per_tensor_default_55" -> "942 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"936 linear_54_scale_0" -> "939 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"936 linear_54_scale_0" -> "940 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"937 linear_54_zero_point_0" -> "939 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"937 linear_54_zero_point_0" -> "940 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"938 compressed_weight_updated_constant37" -> "939 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"939 quantize_per_channel_default_37" -> "940 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"940 dequantize_per_channel_default_37" -> "942 linear_54" [label="(1536, 384)", style=solid]; +"936 linear_54_scale_0" -> "939 quantize_per_channel_default_46" [label="(1536,)", style=solid]; +"936 linear_54_scale_0" -> "940 dequantize_per_channel_default_46" [label="(1536,)", style=solid]; +"937 linear_54_zero_point_0" -> "939 quantize_per_channel_default_46" [label="(1536,)", style=solid]; +"937 linear_54_zero_point_0" -> "940 dequantize_per_channel_default_46" [label="(1536,)", style=solid]; +"938 compressed_weight_updated_constant37" -> "939 quantize_per_channel_default_46" [label="(1536, 384)", style=solid]; +"939 quantize_per_channel_default_46" -> "940 dequantize_per_channel_default_46" [label="(1536, 384)", style=solid]; +"940 dequantize_per_channel_default_46" -> "942 linear_54" [label="(1536, 384)", style=solid]; "941 _param_constant149_0_0" -> "942 linear_54" [label="(1536,)", style=solid]; "942 linear_54" -> "943 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; "943 gelu_8" -> "944 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; @@ -3626,13 +3626,13 @@ strict digraph { "945 dropout_34_0_0_nncf_smooth_quant_0" -> "946 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; "946 quantize_per_tensor_default_56" -> "947 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; "947 dequantize_per_tensor_default_56" -> "954 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"948 linear_55_scale_0" -> "951 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"948 linear_55_scale_0" -> "952 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"949 linear_55_zero_point_0" -> "951 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"949 linear_55_zero_point_0" -> "952 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"950 compressed_weight_updated_constant38" -> "951 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"951 quantize_per_channel_default_38" -> "952 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"952 dequantize_per_channel_default_38" -> "954 linear_55" [label="(384, 1536)", style=solid]; +"948 linear_55_scale_0" -> "951 quantize_per_channel_default_47" [label="(384,)", style=solid]; +"948 linear_55_scale_0" -> "952 dequantize_per_channel_default_47" [label="(384,)", style=solid]; +"949 linear_55_zero_point_0" -> "951 quantize_per_channel_default_47" [label="(384,)", style=solid]; +"949 linear_55_zero_point_0" -> "952 dequantize_per_channel_default_47" [label="(384,)", style=solid]; +"950 compressed_weight_updated_constant38" -> "951 quantize_per_channel_default_47" [label="(384, 1536)", style=solid]; +"951 quantize_per_channel_default_47" -> "952 dequantize_per_channel_default_47" [label="(384, 1536)", style=solid]; +"952 dequantize_per_channel_default_47" -> "954 linear_55" [label="(384, 1536)", style=solid]; "953 _param_constant151_0_0" -> "954 linear_55" [label="(384,)", style=solid]; "954 linear_55" -> "955 dropout_35" [label="(1, 14, 14, 384)", style=solid]; "955 dropout_35" -> "958 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; @@ -3651,13 +3651,13 @@ strict digraph { "966 reshape_40_0_0_nncf_smooth_quant_0" -> "967 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; "967 quantize_per_tensor_default_57" -> "968 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; "968 dequantize_per_tensor_default_57" -> "975 linear_58" [label="(4, 64, 384)", style=solid]; -"969 linear_58_scale_0" -> "972 quantize_per_channel_default_39" [label="(1152,)", style=solid]; -"969 linear_58_scale_0" -> "973 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; -"970 linear_58_zero_point_0" -> "972 quantize_per_channel_default_39" [label="(1152,)", style=solid]; -"970 linear_58_zero_point_0" -> "973 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; -"971 compressed_weight_updated_constant39" -> "972 quantize_per_channel_default_39" [label="(1152, 384)", style=solid]; -"972 quantize_per_channel_default_39" -> "973 dequantize_per_channel_default_39" [label="(1152, 384)", style=solid]; -"973 dequantize_per_channel_default_39" -> "975 linear_58" [label="(1152, 384)", style=solid]; +"969 linear_58_scale_0" -> "972 quantize_per_channel_default_49" [label="(1152,)", style=solid]; +"969 linear_58_scale_0" -> "973 dequantize_per_channel_default_49" [label="(1152,)", style=solid]; +"970 linear_58_zero_point_0" -> "972 quantize_per_channel_default_49" [label="(1152,)", style=solid]; +"970 linear_58_zero_point_0" -> "973 dequantize_per_channel_default_49" [label="(1152,)", style=solid]; +"971 compressed_weight_updated_constant39" -> "972 quantize_per_channel_default_49" [label="(1152, 384)", style=solid]; +"972 quantize_per_channel_default_49" -> "973 dequantize_per_channel_default_49" [label="(1152, 384)", style=solid]; +"973 dequantize_per_channel_default_49" -> "975 linear_58" [label="(1152, 384)", style=solid]; "974 _frozen_param73_0_0" -> "975 linear_58" [label="(1152,)", style=solid]; "975 linear_58" -> "976 reshape_41" [label="(4, 64, 1152)", style=solid]; "976 reshape_41" -> "977 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3715,13 +3715,13 @@ strict digraph { "1019 reshape_43_0_0_nncf_smooth_quant_0" -> "1020 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; "1020 quantize_per_tensor_default_60" -> "1021 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; "1021 dequantize_per_tensor_default_60" -> "1028 linear_59" [label="(4, 64, 384)", style=solid]; -"1022 linear_59_scale_0" -> "1025 quantize_per_channel_default_40" [label="(384,)", style=solid]; -"1022 linear_59_scale_0" -> "1026 dequantize_per_channel_default_40" [label="(384,)", style=solid]; -"1023 linear_59_zero_point_0" -> "1025 quantize_per_channel_default_40" [label="(384,)", style=solid]; -"1023 linear_59_zero_point_0" -> "1026 dequantize_per_channel_default_40" [label="(384,)", style=solid]; -"1024 compressed_weight_updated_constant40" -> "1025 quantize_per_channel_default_40" [label="(384, 384)", style=solid]; -"1025 quantize_per_channel_default_40" -> "1026 dequantize_per_channel_default_40" [label="(384, 384)", style=solid]; -"1026 dequantize_per_channel_default_40" -> "1028 linear_59" [label="(384, 384)", style=solid]; +"1022 linear_59_scale_0" -> "1025 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1022 linear_59_scale_0" -> "1026 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1023 linear_59_zero_point_0" -> "1025 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1023 linear_59_zero_point_0" -> "1026 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1024 compressed_weight_updated_constant40" -> "1025 quantize_per_channel_default_50" [label="(384, 384)", style=solid]; +"1025 quantize_per_channel_default_50" -> "1026 dequantize_per_channel_default_50" [label="(384, 384)", style=solid]; +"1026 dequantize_per_channel_default_50" -> "1028 linear_59" [label="(384, 384)", style=solid]; "1027 _param_constant161_0_0" -> "1028 linear_59" [label="(384,)", style=solid]; "1028 linear_59" -> "1029 dropout_37" [label="(4, 64, 384)", style=solid]; "1029 dropout_37" -> "1030 view_54" [label="(4, 64, 384)", style=solid]; @@ -3742,13 +3742,13 @@ strict digraph { "1043 add_33_0_0_nncf_smooth_quant_0" -> "1044 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; "1044 quantize_per_tensor_default_61" -> "1045 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; "1045 dequantize_per_tensor_default_61" -> "1052 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1046 linear_60_scale_0" -> "1049 quantize_per_channel_default_41" [label="(1536,)", style=solid]; -"1046 linear_60_scale_0" -> "1050 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; -"1047 linear_60_zero_point_0" -> "1049 quantize_per_channel_default_41" [label="(1536,)", style=solid]; -"1047 linear_60_zero_point_0" -> "1050 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; -"1048 compressed_weight_updated_constant41" -> "1049 quantize_per_channel_default_41" [label="(1536, 384)", style=solid]; -"1049 quantize_per_channel_default_41" -> "1050 dequantize_per_channel_default_41" [label="(1536, 384)", style=solid]; -"1050 dequantize_per_channel_default_41" -> "1052 linear_60" [label="(1536, 384)", style=solid]; +"1046 linear_60_scale_0" -> "1049 quantize_per_channel_default_51" [label="(1536,)", style=solid]; +"1046 linear_60_scale_0" -> "1050 dequantize_per_channel_default_51" [label="(1536,)", style=solid]; +"1047 linear_60_zero_point_0" -> "1049 quantize_per_channel_default_51" [label="(1536,)", style=solid]; +"1047 linear_60_zero_point_0" -> "1050 dequantize_per_channel_default_51" [label="(1536,)", style=solid]; +"1048 compressed_weight_updated_constant41" -> "1049 quantize_per_channel_default_51" [label="(1536, 384)", style=solid]; +"1049 quantize_per_channel_default_51" -> "1050 dequantize_per_channel_default_51" [label="(1536, 384)", style=solid]; +"1050 dequantize_per_channel_default_51" -> "1052 linear_60" [label="(1536, 384)", style=solid]; "1051 _param_constant165_0_0" -> "1052 linear_60" [label="(1536,)", style=solid]; "1052 linear_60" -> "1053 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; "1053 gelu_9" -> "1054 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; @@ -3756,13 +3756,13 @@ strict digraph { "1055 dropout_38_0_0_nncf_smooth_quant_0" -> "1056 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; "1056 quantize_per_tensor_default_62" -> "1057 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; "1057 dequantize_per_tensor_default_62" -> "1064 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1058 linear_61_scale_0" -> "1061 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"1058 linear_61_scale_0" -> "1062 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"1059 linear_61_zero_point_0" -> "1061 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"1059 linear_61_zero_point_0" -> "1062 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"1060 compressed_weight_updated_constant42" -> "1061 quantize_per_channel_default_42" [label="(384, 1536)", style=solid]; -"1061 quantize_per_channel_default_42" -> "1062 dequantize_per_channel_default_42" [label="(384, 1536)", style=solid]; -"1062 dequantize_per_channel_default_42" -> "1064 linear_61" [label="(384, 1536)", style=solid]; +"1058 linear_61_scale_0" -> "1061 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1058 linear_61_scale_0" -> "1062 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1059 linear_61_zero_point_0" -> "1061 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1059 linear_61_zero_point_0" -> "1062 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1060 compressed_weight_updated_constant42" -> "1061 quantize_per_channel_default_52" [label="(384, 1536)", style=solid]; +"1061 quantize_per_channel_default_52" -> "1062 dequantize_per_channel_default_52" [label="(384, 1536)", style=solid]; +"1062 dequantize_per_channel_default_52" -> "1064 linear_61" [label="(384, 1536)", style=solid]; "1063 _param_constant167_0_0" -> "1064 linear_61" [label="(384,)", style=solid]; "1064 linear_61" -> "1065 dropout_39" [label="(1, 14, 14, 384)", style=solid]; "1065 dropout_39" -> "1068 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; @@ -3779,13 +3779,13 @@ strict digraph { "1075 reshape_45_0_0_nncf_smooth_quant_0" -> "1076 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; "1076 quantize_per_tensor_default_63" -> "1077 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; "1077 dequantize_per_tensor_default_63" -> "1084 linear_64" [label="(4, 64, 384)", style=solid]; -"1078 linear_64_scale_0" -> "1081 quantize_per_channel_default_43" [label="(1152,)", style=solid]; -"1078 linear_64_scale_0" -> "1082 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; -"1079 linear_64_zero_point_0" -> "1081 quantize_per_channel_default_43" [label="(1152,)", style=solid]; -"1079 linear_64_zero_point_0" -> "1082 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; -"1080 compressed_weight_updated_constant43" -> "1081 quantize_per_channel_default_43" [label="(1152, 384)", style=solid]; -"1081 quantize_per_channel_default_43" -> "1082 dequantize_per_channel_default_43" [label="(1152, 384)", style=solid]; -"1082 dequantize_per_channel_default_43" -> "1084 linear_64" [label="(1152, 384)", style=solid]; +"1078 linear_64_scale_0" -> "1081 quantize_per_channel_default_54" [label="(1152,)", style=solid]; +"1078 linear_64_scale_0" -> "1082 dequantize_per_channel_default_54" [label="(1152,)", style=solid]; +"1079 linear_64_zero_point_0" -> "1081 quantize_per_channel_default_54" [label="(1152,)", style=solid]; +"1079 linear_64_zero_point_0" -> "1082 dequantize_per_channel_default_54" [label="(1152,)", style=solid]; +"1080 compressed_weight_updated_constant43" -> "1081 quantize_per_channel_default_54" [label="(1152, 384)", style=solid]; +"1081 quantize_per_channel_default_54" -> "1082 dequantize_per_channel_default_54" [label="(1152, 384)", style=solid]; +"1082 dequantize_per_channel_default_54" -> "1084 linear_64" [label="(1152, 384)", style=solid]; "1083 _frozen_param86_0_0" -> "1084 linear_64" [label="(1152,)", style=solid]; "1084 linear_64" -> "1085 reshape_46" [label="(4, 64, 1152)", style=solid]; "1085 reshape_46" -> "1086 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3824,13 +3824,13 @@ strict digraph { "1112 reshape_47_0_0_nncf_smooth_quant_0" -> "1113 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; "1113 quantize_per_tensor_default_66" -> "1114 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; "1114 dequantize_per_tensor_default_66" -> "1121 linear_65" [label="(4, 64, 384)", style=solid]; -"1115 linear_65_scale_0" -> "1118 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"1115 linear_65_scale_0" -> "1119 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"1116 linear_65_zero_point_0" -> "1118 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"1116 linear_65_zero_point_0" -> "1119 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"1117 compressed_weight_updated_constant44" -> "1118 quantize_per_channel_default_44" [label="(384, 384)", style=solid]; -"1118 quantize_per_channel_default_44" -> "1119 dequantize_per_channel_default_44" [label="(384, 384)", style=solid]; -"1119 dequantize_per_channel_default_44" -> "1121 linear_65" [label="(384, 384)", style=solid]; +"1115 linear_65_scale_0" -> "1118 quantize_per_channel_default_55" [label="(384,)", style=solid]; +"1115 linear_65_scale_0" -> "1119 dequantize_per_channel_default_55" [label="(384,)", style=solid]; +"1116 linear_65_zero_point_0" -> "1118 quantize_per_channel_default_55" [label="(384,)", style=solid]; +"1116 linear_65_zero_point_0" -> "1119 dequantize_per_channel_default_55" [label="(384,)", style=solid]; +"1117 compressed_weight_updated_constant44" -> "1118 quantize_per_channel_default_55" [label="(384, 384)", style=solid]; +"1118 quantize_per_channel_default_55" -> "1119 dequantize_per_channel_default_55" [label="(384, 384)", style=solid]; +"1119 dequantize_per_channel_default_55" -> "1121 linear_65" [label="(384, 384)", style=solid]; "1120 _param_constant177_0_0" -> "1121 linear_65" [label="(384,)", style=solid]; "1121 linear_65" -> "1122 dropout_41" [label="(4, 64, 384)", style=solid]; "1122 dropout_41" -> "1123 view_58" [label="(4, 64, 384)", style=solid]; @@ -3850,13 +3850,13 @@ strict digraph { "1135 add_36_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; "1136 quantize_per_tensor_default_67" -> "1137 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; "1137 dequantize_per_tensor_default_67" -> "1144 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1138 linear_66_scale_0" -> "1141 quantize_per_channel_default_45" [label="(1536,)", style=solid]; -"1138 linear_66_scale_0" -> "1142 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; -"1139 linear_66_zero_point_0" -> "1141 quantize_per_channel_default_45" [label="(1536,)", style=solid]; -"1139 linear_66_zero_point_0" -> "1142 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; -"1140 compressed_weight_updated_constant45" -> "1141 quantize_per_channel_default_45" [label="(1536, 384)", style=solid]; -"1141 quantize_per_channel_default_45" -> "1142 dequantize_per_channel_default_45" [label="(1536, 384)", style=solid]; -"1142 dequantize_per_channel_default_45" -> "1144 linear_66" [label="(1536, 384)", style=solid]; +"1138 linear_66_scale_0" -> "1141 quantize_per_channel_default_56" [label="(1536,)", style=solid]; +"1138 linear_66_scale_0" -> "1142 dequantize_per_channel_default_56" [label="(1536,)", style=solid]; +"1139 linear_66_zero_point_0" -> "1141 quantize_per_channel_default_56" [label="(1536,)", style=solid]; +"1139 linear_66_zero_point_0" -> "1142 dequantize_per_channel_default_56" [label="(1536,)", style=solid]; +"1140 compressed_weight_updated_constant45" -> "1141 quantize_per_channel_default_56" [label="(1536, 384)", style=solid]; +"1141 quantize_per_channel_default_56" -> "1142 dequantize_per_channel_default_56" [label="(1536, 384)", style=solid]; +"1142 dequantize_per_channel_default_56" -> "1144 linear_66" [label="(1536, 384)", style=solid]; "1143 _param_constant181_0_0" -> "1144 linear_66" [label="(1536,)", style=solid]; "1144 linear_66" -> "1145 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; "1145 gelu_10" -> "1146 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; @@ -3864,13 +3864,13 @@ strict digraph { "1147 dropout_42_0_0_nncf_smooth_quant_0" -> "1148 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; "1148 quantize_per_tensor_default_68" -> "1149 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; "1149 dequantize_per_tensor_default_68" -> "1156 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1150 linear_67_scale_0" -> "1153 quantize_per_channel_default_46" [label="(384,)", style=solid]; -"1150 linear_67_scale_0" -> "1154 dequantize_per_channel_default_46" [label="(384,)", style=solid]; -"1151 linear_67_zero_point_0" -> "1153 quantize_per_channel_default_46" [label="(384,)", style=solid]; -"1151 linear_67_zero_point_0" -> "1154 dequantize_per_channel_default_46" [label="(384,)", style=solid]; -"1152 compressed_weight_updated_constant46" -> "1153 quantize_per_channel_default_46" [label="(384, 1536)", style=solid]; -"1153 quantize_per_channel_default_46" -> "1154 dequantize_per_channel_default_46" [label="(384, 1536)", style=solid]; -"1154 dequantize_per_channel_default_46" -> "1156 linear_67" [label="(384, 1536)", style=solid]; +"1150 linear_67_scale_0" -> "1153 quantize_per_channel_default_57" [label="(384,)", style=solid]; +"1150 linear_67_scale_0" -> "1154 dequantize_per_channel_default_57" [label="(384,)", style=solid]; +"1151 linear_67_zero_point_0" -> "1153 quantize_per_channel_default_57" [label="(384,)", style=solid]; +"1151 linear_67_zero_point_0" -> "1154 dequantize_per_channel_default_57" [label="(384,)", style=solid]; +"1152 compressed_weight_updated_constant46" -> "1153 quantize_per_channel_default_57" [label="(384, 1536)", style=solid]; +"1153 quantize_per_channel_default_57" -> "1154 dequantize_per_channel_default_57" [label="(384, 1536)", style=solid]; +"1154 dequantize_per_channel_default_57" -> "1156 linear_67" [label="(384, 1536)", style=solid]; "1155 _param_constant183_0_0" -> "1156 linear_67" [label="(384,)", style=solid]; "1156 linear_67" -> "1157 dropout_43" [label="(1, 14, 14, 384)", style=solid]; "1157 dropout_43" -> "1160 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; @@ -3889,13 +3889,13 @@ strict digraph { "1168 reshape_49_0_0_nncf_smooth_quant_0" -> "1169 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; "1169 quantize_per_tensor_default_69" -> "1170 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; "1170 dequantize_per_tensor_default_69" -> "1177 linear_70" [label="(4, 64, 384)", style=solid]; -"1171 linear_70_scale_0" -> "1174 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"1171 linear_70_scale_0" -> "1175 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"1172 linear_70_zero_point_0" -> "1174 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"1172 linear_70_zero_point_0" -> "1175 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"1173 compressed_weight_updated_constant47" -> "1174 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"1174 quantize_per_channel_default_47" -> "1175 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"1175 dequantize_per_channel_default_47" -> "1177 linear_70" [label="(1152, 384)", style=solid]; +"1171 linear_70_scale_0" -> "1174 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1171 linear_70_scale_0" -> "1175 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1172 linear_70_zero_point_0" -> "1174 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1172 linear_70_zero_point_0" -> "1175 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1173 compressed_weight_updated_constant47" -> "1174 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1174 quantize_per_channel_default_59" -> "1175 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1175 dequantize_per_channel_default_59" -> "1177 linear_70" [label="(1152, 384)", style=solid]; "1176 _frozen_param90_0_0" -> "1177 linear_70" [label="(1152,)", style=solid]; "1177 linear_70" -> "1178 reshape_50" [label="(4, 64, 1152)", style=solid]; "1178 reshape_50" -> "1179 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -3953,13 +3953,13 @@ strict digraph { "1221 reshape_52_0_0_nncf_smooth_quant_0" -> "1222 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; "1222 quantize_per_tensor_default_72" -> "1223 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; "1223 dequantize_per_tensor_default_72" -> "1230 linear_71" [label="(4, 64, 384)", style=solid]; -"1224 linear_71_scale_0" -> "1227 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1224 linear_71_scale_0" -> "1228 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1225 linear_71_zero_point_0" -> "1227 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1225 linear_71_zero_point_0" -> "1228 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1226 compressed_weight_updated_constant48" -> "1227 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1227 quantize_per_channel_default_48" -> "1228 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1228 dequantize_per_channel_default_48" -> "1230 linear_71" [label="(384, 384)", style=solid]; +"1224 linear_71_scale_0" -> "1227 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1224 linear_71_scale_0" -> "1228 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1225 linear_71_zero_point_0" -> "1227 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1225 linear_71_zero_point_0" -> "1228 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1226 compressed_weight_updated_constant48" -> "1227 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1227 quantize_per_channel_default_60" -> "1228 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1228 dequantize_per_channel_default_60" -> "1230 linear_71" [label="(384, 384)", style=solid]; "1229 _param_constant193_0_0" -> "1230 linear_71" [label="(384,)", style=solid]; "1230 linear_71" -> "1231 dropout_45" [label="(4, 64, 384)", style=solid]; "1231 dropout_45" -> "1232 view_65" [label="(4, 64, 384)", style=solid]; @@ -3980,13 +3980,13 @@ strict digraph { "1245 add_40_0_0_nncf_smooth_quant_0" -> "1246 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; "1246 quantize_per_tensor_default_73" -> "1247 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; "1247 dequantize_per_tensor_default_73" -> "1254 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1248 linear_72_scale_0" -> "1251 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1248 linear_72_scale_0" -> "1252 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1249 linear_72_zero_point_0" -> "1251 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1249 linear_72_zero_point_0" -> "1252 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1250 compressed_weight_updated_constant49" -> "1251 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1251 quantize_per_channel_default_49" -> "1252 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1252 dequantize_per_channel_default_49" -> "1254 linear_72" [label="(1536, 384)", style=solid]; +"1248 linear_72_scale_0" -> "1251 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1248 linear_72_scale_0" -> "1252 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1249 linear_72_zero_point_0" -> "1251 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1249 linear_72_zero_point_0" -> "1252 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1250 compressed_weight_updated_constant49" -> "1251 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1251 quantize_per_channel_default_61" -> "1252 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1252 dequantize_per_channel_default_61" -> "1254 linear_72" [label="(1536, 384)", style=solid]; "1253 _param_constant197_0_0" -> "1254 linear_72" [label="(1536,)", style=solid]; "1254 linear_72" -> "1255 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; "1255 gelu_11" -> "1256 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; @@ -3994,13 +3994,13 @@ strict digraph { "1257 dropout_46_0_0_nncf_smooth_quant_0" -> "1258 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; "1258 quantize_per_tensor_default_74" -> "1259 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; "1259 dequantize_per_tensor_default_74" -> "1266 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1260 linear_73_scale_0" -> "1263 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1260 linear_73_scale_0" -> "1264 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1261 linear_73_zero_point_0" -> "1263 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1261 linear_73_zero_point_0" -> "1264 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1262 compressed_weight_updated_constant50" -> "1263 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1263 quantize_per_channel_default_50" -> "1264 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1264 dequantize_per_channel_default_50" -> "1266 linear_73" [label="(384, 1536)", style=solid]; +"1260 linear_73_scale_0" -> "1263 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1260 linear_73_scale_0" -> "1264 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1261 linear_73_zero_point_0" -> "1263 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1261 linear_73_zero_point_0" -> "1264 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1262 compressed_weight_updated_constant50" -> "1263 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1263 quantize_per_channel_default_62" -> "1264 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1264 dequantize_per_channel_default_62" -> "1266 linear_73" [label="(384, 1536)", style=solid]; "1265 _param_constant199_0_0" -> "1266 linear_73" [label="(384,)", style=solid]; "1266 linear_73" -> "1267 dropout_47" [label="(1, 14, 14, 384)", style=solid]; "1267 dropout_47" -> "1270 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; @@ -4017,13 +4017,13 @@ strict digraph { "1277 reshape_54_0_0_nncf_smooth_quant_0" -> "1278 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; "1278 quantize_per_tensor_default_75" -> "1279 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; "1279 dequantize_per_tensor_default_75" -> "1286 linear_76" [label="(4, 64, 384)", style=solid]; -"1280 linear_76_scale_0" -> "1283 quantize_per_channel_default_51" [label="(1152,)", style=solid]; -"1280 linear_76_scale_0" -> "1284 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; -"1281 linear_76_zero_point_0" -> "1283 quantize_per_channel_default_51" [label="(1152,)", style=solid]; -"1281 linear_76_zero_point_0" -> "1284 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; -"1282 compressed_weight_updated_constant51" -> "1283 quantize_per_channel_default_51" [label="(1152, 384)", style=solid]; -"1283 quantize_per_channel_default_51" -> "1284 dequantize_per_channel_default_51" [label="(1152, 384)", style=solid]; -"1284 dequantize_per_channel_default_51" -> "1286 linear_76" [label="(1152, 384)", style=solid]; +"1280 linear_76_scale_0" -> "1283 quantize_per_channel_default_64" [label="(1152,)", style=solid]; +"1280 linear_76_scale_0" -> "1284 dequantize_per_channel_default_64" [label="(1152,)", style=solid]; +"1281 linear_76_zero_point_0" -> "1283 quantize_per_channel_default_64" [label="(1152,)", style=solid]; +"1281 linear_76_zero_point_0" -> "1284 dequantize_per_channel_default_64" [label="(1152,)", style=solid]; +"1282 compressed_weight_updated_constant51" -> "1283 quantize_per_channel_default_64" [label="(1152, 384)", style=solid]; +"1283 quantize_per_channel_default_64" -> "1284 dequantize_per_channel_default_64" [label="(1152, 384)", style=solid]; +"1284 dequantize_per_channel_default_64" -> "1286 linear_76" [label="(1152, 384)", style=solid]; "1285 _frozen_param103_0_0" -> "1286 linear_76" [label="(1152,)", style=solid]; "1286 linear_76" -> "1287 reshape_55" [label="(4, 64, 1152)", style=solid]; "1287 reshape_55" -> "1288 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4062,13 +4062,13 @@ strict digraph { "1314 reshape_56_0_0_nncf_smooth_quant_0" -> "1315 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; "1315 quantize_per_tensor_default_78" -> "1316 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; "1316 dequantize_per_tensor_default_78" -> "1323 linear_77" [label="(4, 64, 384)", style=solid]; -"1317 linear_77_scale_0" -> "1320 quantize_per_channel_default_52" [label="(384,)", style=solid]; -"1317 linear_77_scale_0" -> "1321 dequantize_per_channel_default_52" [label="(384,)", style=solid]; -"1318 linear_77_zero_point_0" -> "1320 quantize_per_channel_default_52" [label="(384,)", style=solid]; -"1318 linear_77_zero_point_0" -> "1321 dequantize_per_channel_default_52" [label="(384,)", style=solid]; -"1319 compressed_weight_updated_constant52" -> "1320 quantize_per_channel_default_52" [label="(384, 384)", style=solid]; -"1320 quantize_per_channel_default_52" -> "1321 dequantize_per_channel_default_52" [label="(384, 384)", style=solid]; -"1321 dequantize_per_channel_default_52" -> "1323 linear_77" [label="(384, 384)", style=solid]; +"1317 linear_77_scale_0" -> "1320 quantize_per_channel_default_65" [label="(384,)", style=solid]; +"1317 linear_77_scale_0" -> "1321 dequantize_per_channel_default_65" [label="(384,)", style=solid]; +"1318 linear_77_zero_point_0" -> "1320 quantize_per_channel_default_65" [label="(384,)", style=solid]; +"1318 linear_77_zero_point_0" -> "1321 dequantize_per_channel_default_65" [label="(384,)", style=solid]; +"1319 compressed_weight_updated_constant52" -> "1320 quantize_per_channel_default_65" [label="(384, 384)", style=solid]; +"1320 quantize_per_channel_default_65" -> "1321 dequantize_per_channel_default_65" [label="(384, 384)", style=solid]; +"1321 dequantize_per_channel_default_65" -> "1323 linear_77" [label="(384, 384)", style=solid]; "1322 _param_constant209_0_0" -> "1323 linear_77" [label="(384,)", style=solid]; "1323 linear_77" -> "1324 dropout_49" [label="(4, 64, 384)", style=solid]; "1324 dropout_49" -> "1325 view_69" [label="(4, 64, 384)", style=solid]; @@ -4088,13 +4088,13 @@ strict digraph { "1337 add_43_0_0_nncf_smooth_quant_0" -> "1338 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; "1338 quantize_per_tensor_default_79" -> "1339 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; "1339 dequantize_per_tensor_default_79" -> "1346 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1340 linear_78_scale_0" -> "1343 quantize_per_channel_default_53" [label="(1536,)", style=solid]; -"1340 linear_78_scale_0" -> "1344 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; -"1341 linear_78_zero_point_0" -> "1343 quantize_per_channel_default_53" [label="(1536,)", style=solid]; -"1341 linear_78_zero_point_0" -> "1344 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; -"1342 compressed_weight_updated_constant53" -> "1343 quantize_per_channel_default_53" [label="(1536, 384)", style=solid]; -"1343 quantize_per_channel_default_53" -> "1344 dequantize_per_channel_default_53" [label="(1536, 384)", style=solid]; -"1344 dequantize_per_channel_default_53" -> "1346 linear_78" [label="(1536, 384)", style=solid]; +"1340 linear_78_scale_0" -> "1343 quantize_per_channel_default_66" [label="(1536,)", style=solid]; +"1340 linear_78_scale_0" -> "1344 dequantize_per_channel_default_66" [label="(1536,)", style=solid]; +"1341 linear_78_zero_point_0" -> "1343 quantize_per_channel_default_66" [label="(1536,)", style=solid]; +"1341 linear_78_zero_point_0" -> "1344 dequantize_per_channel_default_66" [label="(1536,)", style=solid]; +"1342 compressed_weight_updated_constant53" -> "1343 quantize_per_channel_default_66" [label="(1536, 384)", style=solid]; +"1343 quantize_per_channel_default_66" -> "1344 dequantize_per_channel_default_66" [label="(1536, 384)", style=solid]; +"1344 dequantize_per_channel_default_66" -> "1346 linear_78" [label="(1536, 384)", style=solid]; "1345 _param_constant213_0_0" -> "1346 linear_78" [label="(1536,)", style=solid]; "1346 linear_78" -> "1347 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; "1347 gelu_12" -> "1348 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; @@ -4102,13 +4102,13 @@ strict digraph { "1349 dropout_50_0_0_nncf_smooth_quant_0" -> "1350 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; "1350 quantize_per_tensor_default_80" -> "1351 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; "1351 dequantize_per_tensor_default_80" -> "1358 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1352 linear_79_scale_0" -> "1355 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1352 linear_79_scale_0" -> "1356 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1353 linear_79_zero_point_0" -> "1355 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1353 linear_79_zero_point_0" -> "1356 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1354 compressed_weight_updated_constant54" -> "1355 quantize_per_channel_default_54" [label="(384, 1536)", style=solid]; -"1355 quantize_per_channel_default_54" -> "1356 dequantize_per_channel_default_54" [label="(384, 1536)", style=solid]; -"1356 dequantize_per_channel_default_54" -> "1358 linear_79" [label="(384, 1536)", style=solid]; +"1352 linear_79_scale_0" -> "1355 quantize_per_channel_default_67" [label="(384,)", style=solid]; +"1352 linear_79_scale_0" -> "1356 dequantize_per_channel_default_67" [label="(384,)", style=solid]; +"1353 linear_79_zero_point_0" -> "1355 quantize_per_channel_default_67" [label="(384,)", style=solid]; +"1353 linear_79_zero_point_0" -> "1356 dequantize_per_channel_default_67" [label="(384,)", style=solid]; +"1354 compressed_weight_updated_constant54" -> "1355 quantize_per_channel_default_67" [label="(384, 1536)", style=solid]; +"1355 quantize_per_channel_default_67" -> "1356 dequantize_per_channel_default_67" [label="(384, 1536)", style=solid]; +"1356 dequantize_per_channel_default_67" -> "1358 linear_79" [label="(384, 1536)", style=solid]; "1357 _param_constant215_0_0" -> "1358 linear_79" [label="(384,)", style=solid]; "1358 linear_79" -> "1359 dropout_51" [label="(1, 14, 14, 384)", style=solid]; "1359 dropout_51" -> "1362 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; @@ -4127,13 +4127,13 @@ strict digraph { "1370 reshape_58_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; "1371 quantize_per_tensor_default_81" -> "1372 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; "1372 dequantize_per_tensor_default_81" -> "1379 linear_82" [label="(4, 64, 384)", style=solid]; -"1373 linear_82_scale_0" -> "1376 quantize_per_channel_default_55" [label="(1152,)", style=solid]; -"1373 linear_82_scale_0" -> "1377 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; -"1374 linear_82_zero_point_0" -> "1376 quantize_per_channel_default_55" [label="(1152,)", style=solid]; -"1374 linear_82_zero_point_0" -> "1377 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; -"1375 compressed_weight_updated_constant55" -> "1376 quantize_per_channel_default_55" [label="(1152, 384)", style=solid]; -"1376 quantize_per_channel_default_55" -> "1377 dequantize_per_channel_default_55" [label="(1152, 384)", style=solid]; -"1377 dequantize_per_channel_default_55" -> "1379 linear_82" [label="(1152, 384)", style=solid]; +"1373 linear_82_scale_0" -> "1376 quantize_per_channel_default_69" [label="(1152,)", style=solid]; +"1373 linear_82_scale_0" -> "1377 dequantize_per_channel_default_69" [label="(1152,)", style=solid]; +"1374 linear_82_zero_point_0" -> "1376 quantize_per_channel_default_69" [label="(1152,)", style=solid]; +"1374 linear_82_zero_point_0" -> "1377 dequantize_per_channel_default_69" [label="(1152,)", style=solid]; +"1375 compressed_weight_updated_constant55" -> "1376 quantize_per_channel_default_69" [label="(1152, 384)", style=solid]; +"1376 quantize_per_channel_default_69" -> "1377 dequantize_per_channel_default_69" [label="(1152, 384)", style=solid]; +"1377 dequantize_per_channel_default_69" -> "1379 linear_82" [label="(1152, 384)", style=solid]; "1378 _frozen_param107_0_0" -> "1379 linear_82" [label="(1152,)", style=solid]; "1379 linear_82" -> "1380 reshape_59" [label="(4, 64, 1152)", style=solid]; "1380 reshape_59" -> "1381 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4191,13 +4191,13 @@ strict digraph { "1423 reshape_61_0_0_nncf_smooth_quant_0" -> "1424 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; "1424 quantize_per_tensor_default_84" -> "1425 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; "1425 dequantize_per_tensor_default_84" -> "1432 linear_83" [label="(4, 64, 384)", style=solid]; -"1426 linear_83_scale_0" -> "1429 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1426 linear_83_scale_0" -> "1430 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1427 linear_83_zero_point_0" -> "1429 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1427 linear_83_zero_point_0" -> "1430 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1428 compressed_weight_updated_constant56" -> "1429 quantize_per_channel_default_56" [label="(384, 384)", style=solid]; -"1429 quantize_per_channel_default_56" -> "1430 dequantize_per_channel_default_56" [label="(384, 384)", style=solid]; -"1430 dequantize_per_channel_default_56" -> "1432 linear_83" [label="(384, 384)", style=solid]; +"1426 linear_83_scale_0" -> "1429 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1426 linear_83_scale_0" -> "1430 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1427 linear_83_zero_point_0" -> "1429 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1427 linear_83_zero_point_0" -> "1430 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1428 compressed_weight_updated_constant56" -> "1429 quantize_per_channel_default_70" [label="(384, 384)", style=solid]; +"1429 quantize_per_channel_default_70" -> "1430 dequantize_per_channel_default_70" [label="(384, 384)", style=solid]; +"1430 dequantize_per_channel_default_70" -> "1432 linear_83" [label="(384, 384)", style=solid]; "1431 _param_constant225_0_0" -> "1432 linear_83" [label="(384,)", style=solid]; "1432 linear_83" -> "1433 dropout_53" [label="(4, 64, 384)", style=solid]; "1433 dropout_53" -> "1434 view_76" [label="(4, 64, 384)", style=solid]; @@ -4218,13 +4218,13 @@ strict digraph { "1447 add_47_0_0_nncf_smooth_quant_0" -> "1448 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; "1448 quantize_per_tensor_default_85" -> "1449 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; "1449 dequantize_per_tensor_default_85" -> "1456 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1450 linear_84_scale_0" -> "1453 quantize_per_channel_default_57" [label="(1536,)", style=solid]; -"1450 linear_84_scale_0" -> "1454 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; -"1451 linear_84_zero_point_0" -> "1453 quantize_per_channel_default_57" [label="(1536,)", style=solid]; -"1451 linear_84_zero_point_0" -> "1454 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; -"1452 compressed_weight_updated_constant57" -> "1453 quantize_per_channel_default_57" [label="(1536, 384)", style=solid]; -"1453 quantize_per_channel_default_57" -> "1454 dequantize_per_channel_default_57" [label="(1536, 384)", style=solid]; -"1454 dequantize_per_channel_default_57" -> "1456 linear_84" [label="(1536, 384)", style=solid]; +"1450 linear_84_scale_0" -> "1453 quantize_per_channel_default_71" [label="(1536,)", style=solid]; +"1450 linear_84_scale_0" -> "1454 dequantize_per_channel_default_71" [label="(1536,)", style=solid]; +"1451 linear_84_zero_point_0" -> "1453 quantize_per_channel_default_71" [label="(1536,)", style=solid]; +"1451 linear_84_zero_point_0" -> "1454 dequantize_per_channel_default_71" [label="(1536,)", style=solid]; +"1452 compressed_weight_updated_constant57" -> "1453 quantize_per_channel_default_71" [label="(1536, 384)", style=solid]; +"1453 quantize_per_channel_default_71" -> "1454 dequantize_per_channel_default_71" [label="(1536, 384)", style=solid]; +"1454 dequantize_per_channel_default_71" -> "1456 linear_84" [label="(1536, 384)", style=solid]; "1455 _param_constant229_0_0" -> "1456 linear_84" [label="(1536,)", style=solid]; "1456 linear_84" -> "1457 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; "1457 gelu_13" -> "1458 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; @@ -4232,13 +4232,13 @@ strict digraph { "1459 dropout_54_0_0_nncf_smooth_quant_0" -> "1460 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; "1460 quantize_per_tensor_default_86" -> "1461 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; "1461 dequantize_per_tensor_default_86" -> "1468 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1462 linear_85_scale_0" -> "1465 quantize_per_channel_default_58" [label="(384,)", style=solid]; -"1462 linear_85_scale_0" -> "1466 dequantize_per_channel_default_58" [label="(384,)", style=solid]; -"1463 linear_85_zero_point_0" -> "1465 quantize_per_channel_default_58" [label="(384,)", style=solid]; -"1463 linear_85_zero_point_0" -> "1466 dequantize_per_channel_default_58" [label="(384,)", style=solid]; -"1464 compressed_weight_updated_constant58" -> "1465 quantize_per_channel_default_58" [label="(384, 1536)", style=solid]; -"1465 quantize_per_channel_default_58" -> "1466 dequantize_per_channel_default_58" [label="(384, 1536)", style=solid]; -"1466 dequantize_per_channel_default_58" -> "1468 linear_85" [label="(384, 1536)", style=solid]; +"1462 linear_85_scale_0" -> "1465 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1462 linear_85_scale_0" -> "1466 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1463 linear_85_zero_point_0" -> "1465 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1463 linear_85_zero_point_0" -> "1466 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1464 compressed_weight_updated_constant58" -> "1465 quantize_per_channel_default_72" [label="(384, 1536)", style=solid]; +"1465 quantize_per_channel_default_72" -> "1466 dequantize_per_channel_default_72" [label="(384, 1536)", style=solid]; +"1466 dequantize_per_channel_default_72" -> "1468 linear_85" [label="(384, 1536)", style=solid]; "1467 _param_constant231_0_0" -> "1468 linear_85" [label="(384,)", style=solid]; "1468 linear_85" -> "1469 dropout_55" [label="(1, 14, 14, 384)", style=solid]; "1469 dropout_55" -> "1472 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; @@ -4255,13 +4255,13 @@ strict digraph { "1479 reshape_63_0_0_nncf_smooth_quant_0" -> "1480 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; "1480 quantize_per_tensor_default_87" -> "1481 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; "1481 dequantize_per_tensor_default_87" -> "1488 linear_88" [label="(4, 64, 384)", style=solid]; -"1482 linear_88_scale_0" -> "1485 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1482 linear_88_scale_0" -> "1486 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1483 linear_88_zero_point_0" -> "1485 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1483 linear_88_zero_point_0" -> "1486 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1484 compressed_weight_updated_constant59" -> "1485 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1485 quantize_per_channel_default_59" -> "1486 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1486 dequantize_per_channel_default_59" -> "1488 linear_88" [label="(1152, 384)", style=solid]; +"1482 linear_88_scale_0" -> "1485 quantize_per_channel_default_74" [label="(1152,)", style=solid]; +"1482 linear_88_scale_0" -> "1486 dequantize_per_channel_default_74" [label="(1152,)", style=solid]; +"1483 linear_88_zero_point_0" -> "1485 quantize_per_channel_default_74" [label="(1152,)", style=solid]; +"1483 linear_88_zero_point_0" -> "1486 dequantize_per_channel_default_74" [label="(1152,)", style=solid]; +"1484 compressed_weight_updated_constant59" -> "1485 quantize_per_channel_default_74" [label="(1152, 384)", style=solid]; +"1485 quantize_per_channel_default_74" -> "1486 dequantize_per_channel_default_74" [label="(1152, 384)", style=solid]; +"1486 dequantize_per_channel_default_74" -> "1488 linear_88" [label="(1152, 384)", style=solid]; "1487 _frozen_param120_0_0" -> "1488 linear_88" [label="(1152,)", style=solid]; "1488 linear_88" -> "1489 reshape_64" [label="(4, 64, 1152)", style=solid]; "1489 reshape_64" -> "1490 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4300,13 +4300,13 @@ strict digraph { "1516 reshape_65_0_0_nncf_smooth_quant_0" -> "1517 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; "1517 quantize_per_tensor_default_90" -> "1518 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; "1518 dequantize_per_tensor_default_90" -> "1525 linear_89" [label="(4, 64, 384)", style=solid]; -"1519 linear_89_scale_0" -> "1522 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1519 linear_89_scale_0" -> "1523 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1520 linear_89_zero_point_0" -> "1522 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1520 linear_89_zero_point_0" -> "1523 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1521 compressed_weight_updated_constant60" -> "1522 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1522 quantize_per_channel_default_60" -> "1523 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1523 dequantize_per_channel_default_60" -> "1525 linear_89" [label="(384, 384)", style=solid]; +"1519 linear_89_scale_0" -> "1522 quantize_per_channel_default_75" [label="(384,)", style=solid]; +"1519 linear_89_scale_0" -> "1523 dequantize_per_channel_default_75" [label="(384,)", style=solid]; +"1520 linear_89_zero_point_0" -> "1522 quantize_per_channel_default_75" [label="(384,)", style=solid]; +"1520 linear_89_zero_point_0" -> "1523 dequantize_per_channel_default_75" [label="(384,)", style=solid]; +"1521 compressed_weight_updated_constant60" -> "1522 quantize_per_channel_default_75" [label="(384, 384)", style=solid]; +"1522 quantize_per_channel_default_75" -> "1523 dequantize_per_channel_default_75" [label="(384, 384)", style=solid]; +"1523 dequantize_per_channel_default_75" -> "1525 linear_89" [label="(384, 384)", style=solid]; "1524 _param_constant241_0_0" -> "1525 linear_89" [label="(384,)", style=solid]; "1525 linear_89" -> "1526 dropout_57" [label="(4, 64, 384)", style=solid]; "1526 dropout_57" -> "1527 view_80" [label="(4, 64, 384)", style=solid]; @@ -4326,13 +4326,13 @@ strict digraph { "1539 add_50_0_0_nncf_smooth_quant_0" -> "1540 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; "1540 quantize_per_tensor_default_91" -> "1541 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; "1541 dequantize_per_tensor_default_91" -> "1548 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1542 linear_90_scale_0" -> "1545 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1542 linear_90_scale_0" -> "1546 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1543 linear_90_zero_point_0" -> "1545 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1543 linear_90_zero_point_0" -> "1546 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1544 compressed_weight_updated_constant61" -> "1545 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1545 quantize_per_channel_default_61" -> "1546 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1546 dequantize_per_channel_default_61" -> "1548 linear_90" [label="(1536, 384)", style=solid]; +"1542 linear_90_scale_0" -> "1545 quantize_per_channel_default_76" [label="(1536,)", style=solid]; +"1542 linear_90_scale_0" -> "1546 dequantize_per_channel_default_76" [label="(1536,)", style=solid]; +"1543 linear_90_zero_point_0" -> "1545 quantize_per_channel_default_76" [label="(1536,)", style=solid]; +"1543 linear_90_zero_point_0" -> "1546 dequantize_per_channel_default_76" [label="(1536,)", style=solid]; +"1544 compressed_weight_updated_constant61" -> "1545 quantize_per_channel_default_76" [label="(1536, 384)", style=solid]; +"1545 quantize_per_channel_default_76" -> "1546 dequantize_per_channel_default_76" [label="(1536, 384)", style=solid]; +"1546 dequantize_per_channel_default_76" -> "1548 linear_90" [label="(1536, 384)", style=solid]; "1547 _param_constant245_0_0" -> "1548 linear_90" [label="(1536,)", style=solid]; "1548 linear_90" -> "1549 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; "1549 gelu_14" -> "1550 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; @@ -4340,13 +4340,13 @@ strict digraph { "1551 dropout_58_0_0_nncf_smooth_quant_0" -> "1552 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; "1552 quantize_per_tensor_default_92" -> "1553 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; "1553 dequantize_per_tensor_default_92" -> "1560 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1554 linear_91_scale_0" -> "1557 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1554 linear_91_scale_0" -> "1558 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1555 linear_91_zero_point_0" -> "1557 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1555 linear_91_zero_point_0" -> "1558 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1556 compressed_weight_updated_constant62" -> "1557 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1557 quantize_per_channel_default_62" -> "1558 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1558 dequantize_per_channel_default_62" -> "1560 linear_91" [label="(384, 1536)", style=solid]; +"1554 linear_91_scale_0" -> "1557 quantize_per_channel_default_77" [label="(384,)", style=solid]; +"1554 linear_91_scale_0" -> "1558 dequantize_per_channel_default_77" [label="(384,)", style=solid]; +"1555 linear_91_zero_point_0" -> "1557 quantize_per_channel_default_77" [label="(384,)", style=solid]; +"1555 linear_91_zero_point_0" -> "1558 dequantize_per_channel_default_77" [label="(384,)", style=solid]; +"1556 compressed_weight_updated_constant62" -> "1557 quantize_per_channel_default_77" [label="(384, 1536)", style=solid]; +"1557 quantize_per_channel_default_77" -> "1558 dequantize_per_channel_default_77" [label="(384, 1536)", style=solid]; +"1558 dequantize_per_channel_default_77" -> "1560 linear_91" [label="(384, 1536)", style=solid]; "1559 _param_constant247_0_0" -> "1560 linear_91" [label="(384,)", style=solid]; "1560 linear_91" -> "1561 dropout_59" [label="(1, 14, 14, 384)", style=solid]; "1561 dropout_59" -> "1564 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; @@ -4365,13 +4365,13 @@ strict digraph { "1572 reshape_67_0_0_nncf_smooth_quant_0" -> "1573 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; "1573 quantize_per_tensor_default_93" -> "1574 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; "1574 dequantize_per_tensor_default_93" -> "1581 linear_94" [label="(4, 64, 384)", style=solid]; -"1575 linear_94_scale_0" -> "1578 quantize_per_channel_default_63" [label="(1152,)", style=solid]; -"1575 linear_94_scale_0" -> "1579 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; -"1576 linear_94_zero_point_0" -> "1578 quantize_per_channel_default_63" [label="(1152,)", style=solid]; -"1576 linear_94_zero_point_0" -> "1579 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; -"1577 compressed_weight_updated_constant63" -> "1578 quantize_per_channel_default_63" [label="(1152, 384)", style=solid]; -"1578 quantize_per_channel_default_63" -> "1579 dequantize_per_channel_default_63" [label="(1152, 384)", style=solid]; -"1579 dequantize_per_channel_default_63" -> "1581 linear_94" [label="(1152, 384)", style=solid]; +"1575 linear_94_scale_0" -> "1578 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1575 linear_94_scale_0" -> "1579 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1576 linear_94_zero_point_0" -> "1578 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1576 linear_94_zero_point_0" -> "1579 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1577 compressed_weight_updated_constant63" -> "1578 quantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"1578 quantize_per_channel_default_79" -> "1579 dequantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"1579 dequantize_per_channel_default_79" -> "1581 linear_94" [label="(1152, 384)", style=solid]; "1580 _frozen_param124_0_0" -> "1581 linear_94" [label="(1152,)", style=solid]; "1581 linear_94" -> "1582 reshape_68" [label="(4, 64, 1152)", style=solid]; "1582 reshape_68" -> "1583 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4429,13 +4429,13 @@ strict digraph { "1625 reshape_70_0_0_nncf_smooth_quant_0" -> "1626 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; "1626 quantize_per_tensor_default_96" -> "1627 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; "1627 dequantize_per_tensor_default_96" -> "1634 linear_95" [label="(4, 64, 384)", style=solid]; -"1628 linear_95_scale_0" -> "1631 quantize_per_channel_default_64" [label="(384,)", style=solid]; -"1628 linear_95_scale_0" -> "1632 dequantize_per_channel_default_64" [label="(384,)", style=solid]; -"1629 linear_95_zero_point_0" -> "1631 quantize_per_channel_default_64" [label="(384,)", style=solid]; -"1629 linear_95_zero_point_0" -> "1632 dequantize_per_channel_default_64" [label="(384,)", style=solid]; -"1630 compressed_weight_updated_constant64" -> "1631 quantize_per_channel_default_64" [label="(384, 384)", style=solid]; -"1631 quantize_per_channel_default_64" -> "1632 dequantize_per_channel_default_64" [label="(384, 384)", style=solid]; -"1632 dequantize_per_channel_default_64" -> "1634 linear_95" [label="(384, 384)", style=solid]; +"1628 linear_95_scale_0" -> "1631 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1628 linear_95_scale_0" -> "1632 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1629 linear_95_zero_point_0" -> "1631 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1629 linear_95_zero_point_0" -> "1632 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1630 compressed_weight_updated_constant64" -> "1631 quantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"1631 quantize_per_channel_default_80" -> "1632 dequantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"1632 dequantize_per_channel_default_80" -> "1634 linear_95" [label="(384, 384)", style=solid]; "1633 _param_constant257_0_0" -> "1634 linear_95" [label="(384,)", style=solid]; "1634 linear_95" -> "1635 dropout_61" [label="(4, 64, 384)", style=solid]; "1635 dropout_61" -> "1636 view_87" [label="(4, 64, 384)", style=solid]; @@ -4456,13 +4456,13 @@ strict digraph { "1649 add_54_0_0_nncf_smooth_quant_0" -> "1650 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; "1650 quantize_per_tensor_default_97" -> "1651 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; "1651 dequantize_per_tensor_default_97" -> "1658 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"1652 linear_96_scale_0" -> "1655 quantize_per_channel_default_65" [label="(1536,)", style=solid]; -"1652 linear_96_scale_0" -> "1656 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; -"1653 linear_96_zero_point_0" -> "1655 quantize_per_channel_default_65" [label="(1536,)", style=solid]; -"1653 linear_96_zero_point_0" -> "1656 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; -"1654 compressed_weight_updated_constant65" -> "1655 quantize_per_channel_default_65" [label="(1536, 384)", style=solid]; -"1655 quantize_per_channel_default_65" -> "1656 dequantize_per_channel_default_65" [label="(1536, 384)", style=solid]; -"1656 dequantize_per_channel_default_65" -> "1658 linear_96" [label="(1536, 384)", style=solid]; +"1652 linear_96_scale_0" -> "1655 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"1652 linear_96_scale_0" -> "1656 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"1653 linear_96_zero_point_0" -> "1655 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"1653 linear_96_zero_point_0" -> "1656 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"1654 compressed_weight_updated_constant65" -> "1655 quantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"1655 quantize_per_channel_default_81" -> "1656 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"1656 dequantize_per_channel_default_81" -> "1658 linear_96" [label="(1536, 384)", style=solid]; "1657 _param_constant261_0_0" -> "1658 linear_96" [label="(1536,)", style=solid]; "1658 linear_96" -> "1659 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; "1659 gelu_15" -> "1660 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; @@ -4470,13 +4470,13 @@ strict digraph { "1661 dropout_62_0_0_nncf_smooth_quant_0" -> "1662 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; "1662 quantize_per_tensor_default_98" -> "1663 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; "1663 dequantize_per_tensor_default_98" -> "1670 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"1664 linear_97_scale_0" -> "1667 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1664 linear_97_scale_0" -> "1668 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1665 linear_97_zero_point_0" -> "1667 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1665 linear_97_zero_point_0" -> "1668 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1666 compressed_weight_updated_constant66" -> "1667 quantize_per_channel_default_66" [label="(384, 1536)", style=solid]; -"1667 quantize_per_channel_default_66" -> "1668 dequantize_per_channel_default_66" [label="(384, 1536)", style=solid]; -"1668 dequantize_per_channel_default_66" -> "1670 linear_97" [label="(384, 1536)", style=solid]; +"1664 linear_97_scale_0" -> "1667 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"1664 linear_97_scale_0" -> "1668 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"1665 linear_97_zero_point_0" -> "1667 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"1665 linear_97_zero_point_0" -> "1668 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"1666 compressed_weight_updated_constant66" -> "1667 quantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"1667 quantize_per_channel_default_82" -> "1668 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"1668 dequantize_per_channel_default_82" -> "1670 linear_97" [label="(384, 1536)", style=solid]; "1669 _param_constant263_0_0" -> "1670 linear_97" [label="(384,)", style=solid]; "1670 linear_97" -> "1671 dropout_63" [label="(1, 14, 14, 384)", style=solid]; "1671 dropout_63" -> "1674 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; @@ -4493,13 +4493,13 @@ strict digraph { "1681 reshape_72_0_0_nncf_smooth_quant_0" -> "1682 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; "1682 quantize_per_tensor_default_99" -> "1683 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; "1683 dequantize_per_tensor_default_99" -> "1690 linear_100" [label="(4, 64, 384)", style=solid]; -"1684 linear_100_scale_0" -> "1687 quantize_per_channel_default_67" [label="(1152,)", style=solid]; -"1684 linear_100_scale_0" -> "1688 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; -"1685 linear_100_zero_point_0" -> "1687 quantize_per_channel_default_67" [label="(1152,)", style=solid]; -"1685 linear_100_zero_point_0" -> "1688 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; -"1686 compressed_weight_updated_constant67" -> "1687 quantize_per_channel_default_67" [label="(1152, 384)", style=solid]; -"1687 quantize_per_channel_default_67" -> "1688 dequantize_per_channel_default_67" [label="(1152, 384)", style=solid]; -"1688 dequantize_per_channel_default_67" -> "1690 linear_100" [label="(1152, 384)", style=solid]; +"1684 linear_100_scale_0" -> "1687 quantize_per_channel_default_84" [label="(1152,)", style=solid]; +"1684 linear_100_scale_0" -> "1688 dequantize_per_channel_default_84" [label="(1152,)", style=solid]; +"1685 linear_100_zero_point_0" -> "1687 quantize_per_channel_default_84" [label="(1152,)", style=solid]; +"1685 linear_100_zero_point_0" -> "1688 dequantize_per_channel_default_84" [label="(1152,)", style=solid]; +"1686 compressed_weight_updated_constant67" -> "1687 quantize_per_channel_default_84" [label="(1152, 384)", style=solid]; +"1687 quantize_per_channel_default_84" -> "1688 dequantize_per_channel_default_84" [label="(1152, 384)", style=solid]; +"1688 dequantize_per_channel_default_84" -> "1690 linear_100" [label="(1152, 384)", style=solid]; "1689 _frozen_param137_0_0" -> "1690 linear_100" [label="(1152,)", style=solid]; "1690 linear_100" -> "1691 reshape_73" [label="(4, 64, 1152)", style=solid]; "1691 reshape_73" -> "1692 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4538,13 +4538,13 @@ strict digraph { "1718 reshape_74_0_0_nncf_smooth_quant_0" -> "1719 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; "1719 quantize_per_tensor_default_102" -> "1720 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; "1720 dequantize_per_tensor_default_102" -> "1727 linear_101" [label="(4, 64, 384)", style=solid]; -"1721 linear_101_scale_0" -> "1724 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1721 linear_101_scale_0" -> "1725 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1722 linear_101_zero_point_0" -> "1724 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1722 linear_101_zero_point_0" -> "1725 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1723 compressed_weight_updated_constant68" -> "1724 quantize_per_channel_default_68" [label="(384, 384)", style=solid]; -"1724 quantize_per_channel_default_68" -> "1725 dequantize_per_channel_default_68" [label="(384, 384)", style=solid]; -"1725 dequantize_per_channel_default_68" -> "1727 linear_101" [label="(384, 384)", style=solid]; +"1721 linear_101_scale_0" -> "1724 quantize_per_channel_default_85" [label="(384,)", style=solid]; +"1721 linear_101_scale_0" -> "1725 dequantize_per_channel_default_85" [label="(384,)", style=solid]; +"1722 linear_101_zero_point_0" -> "1724 quantize_per_channel_default_85" [label="(384,)", style=solid]; +"1722 linear_101_zero_point_0" -> "1725 dequantize_per_channel_default_85" [label="(384,)", style=solid]; +"1723 compressed_weight_updated_constant68" -> "1724 quantize_per_channel_default_85" [label="(384, 384)", style=solid]; +"1724 quantize_per_channel_default_85" -> "1725 dequantize_per_channel_default_85" [label="(384, 384)", style=solid]; +"1725 dequantize_per_channel_default_85" -> "1727 linear_101" [label="(384, 384)", style=solid]; "1726 _param_constant273_0_0" -> "1727 linear_101" [label="(384,)", style=solid]; "1727 linear_101" -> "1728 dropout_65" [label="(4, 64, 384)", style=solid]; "1728 dropout_65" -> "1729 view_91" [label="(4, 64, 384)", style=solid]; @@ -4564,13 +4564,13 @@ strict digraph { "1741 add_57_0_0_nncf_smooth_quant_0" -> "1742 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; "1742 quantize_per_tensor_default_103" -> "1743 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; "1743 dequantize_per_tensor_default_103" -> "1750 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"1744 linear_102_scale_0" -> "1747 quantize_per_channel_default_69" [label="(1536,)", style=solid]; -"1744 linear_102_scale_0" -> "1748 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; -"1745 linear_102_zero_point_0" -> "1747 quantize_per_channel_default_69" [label="(1536,)", style=solid]; -"1745 linear_102_zero_point_0" -> "1748 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; -"1746 compressed_weight_updated_constant69" -> "1747 quantize_per_channel_default_69" [label="(1536, 384)", style=solid]; -"1747 quantize_per_channel_default_69" -> "1748 dequantize_per_channel_default_69" [label="(1536, 384)", style=solid]; -"1748 dequantize_per_channel_default_69" -> "1750 linear_102" [label="(1536, 384)", style=solid]; +"1744 linear_102_scale_0" -> "1747 quantize_per_channel_default_86" [label="(1536,)", style=solid]; +"1744 linear_102_scale_0" -> "1748 dequantize_per_channel_default_86" [label="(1536,)", style=solid]; +"1745 linear_102_zero_point_0" -> "1747 quantize_per_channel_default_86" [label="(1536,)", style=solid]; +"1745 linear_102_zero_point_0" -> "1748 dequantize_per_channel_default_86" [label="(1536,)", style=solid]; +"1746 compressed_weight_updated_constant69" -> "1747 quantize_per_channel_default_86" [label="(1536, 384)", style=solid]; +"1747 quantize_per_channel_default_86" -> "1748 dequantize_per_channel_default_86" [label="(1536, 384)", style=solid]; +"1748 dequantize_per_channel_default_86" -> "1750 linear_102" [label="(1536, 384)", style=solid]; "1749 _param_constant277_0_0" -> "1750 linear_102" [label="(1536,)", style=solid]; "1750 linear_102" -> "1751 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; "1751 gelu_16" -> "1752 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; @@ -4578,13 +4578,13 @@ strict digraph { "1753 dropout_66_0_0_nncf_smooth_quant_0" -> "1754 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; "1754 quantize_per_tensor_default_104" -> "1755 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; "1755 dequantize_per_tensor_default_104" -> "1762 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"1756 linear_103_scale_0" -> "1759 quantize_per_channel_default_70" [label="(384,)", style=solid]; -"1756 linear_103_scale_0" -> "1760 dequantize_per_channel_default_70" [label="(384,)", style=solid]; -"1757 linear_103_zero_point_0" -> "1759 quantize_per_channel_default_70" [label="(384,)", style=solid]; -"1757 linear_103_zero_point_0" -> "1760 dequantize_per_channel_default_70" [label="(384,)", style=solid]; -"1758 compressed_weight_updated_constant70" -> "1759 quantize_per_channel_default_70" [label="(384, 1536)", style=solid]; -"1759 quantize_per_channel_default_70" -> "1760 dequantize_per_channel_default_70" [label="(384, 1536)", style=solid]; -"1760 dequantize_per_channel_default_70" -> "1762 linear_103" [label="(384, 1536)", style=solid]; +"1756 linear_103_scale_0" -> "1759 quantize_per_channel_default_87" [label="(384,)", style=solid]; +"1756 linear_103_scale_0" -> "1760 dequantize_per_channel_default_87" [label="(384,)", style=solid]; +"1757 linear_103_zero_point_0" -> "1759 quantize_per_channel_default_87" [label="(384,)", style=solid]; +"1757 linear_103_zero_point_0" -> "1760 dequantize_per_channel_default_87" [label="(384,)", style=solid]; +"1758 compressed_weight_updated_constant70" -> "1759 quantize_per_channel_default_87" [label="(384, 1536)", style=solid]; +"1759 quantize_per_channel_default_87" -> "1760 dequantize_per_channel_default_87" [label="(384, 1536)", style=solid]; +"1760 dequantize_per_channel_default_87" -> "1762 linear_103" [label="(384, 1536)", style=solid]; "1761 _param_constant279_0_0" -> "1762 linear_103" [label="(384,)", style=solid]; "1762 linear_103" -> "1763 dropout_67" [label="(1, 14, 14, 384)", style=solid]; "1763 dropout_67" -> "1766 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; @@ -4603,13 +4603,13 @@ strict digraph { "1774 reshape_76_0_0_nncf_smooth_quant_0" -> "1775 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; "1775 quantize_per_tensor_default_105" -> "1776 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; "1776 dequantize_per_tensor_default_105" -> "1783 linear_106" [label="(4, 64, 384)", style=solid]; -"1777 linear_106_scale_0" -> "1780 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1777 linear_106_scale_0" -> "1781 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1778 linear_106_zero_point_0" -> "1780 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1778 linear_106_zero_point_0" -> "1781 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1779 compressed_weight_updated_constant71" -> "1780 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1780 quantize_per_channel_default_71" -> "1781 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1781 dequantize_per_channel_default_71" -> "1783 linear_106" [label="(1152, 384)", style=solid]; +"1777 linear_106_scale_0" -> "1780 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1777 linear_106_scale_0" -> "1781 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1778 linear_106_zero_point_0" -> "1780 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1778 linear_106_zero_point_0" -> "1781 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1779 compressed_weight_updated_constant71" -> "1780 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1780 quantize_per_channel_default_89" -> "1781 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1781 dequantize_per_channel_default_89" -> "1783 linear_106" [label="(1152, 384)", style=solid]; "1782 _frozen_param141_0_0" -> "1783 linear_106" [label="(1152,)", style=solid]; "1783 linear_106" -> "1784 reshape_77" [label="(4, 64, 1152)", style=solid]; "1784 reshape_77" -> "1785 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4667,13 +4667,13 @@ strict digraph { "1827 reshape_79_0_0_nncf_smooth_quant_0" -> "1828 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; "1828 quantize_per_tensor_default_108" -> "1829 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; "1829 dequantize_per_tensor_default_108" -> "1836 linear_107" [label="(4, 64, 384)", style=solid]; -"1830 linear_107_scale_0" -> "1833 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1830 linear_107_scale_0" -> "1834 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1831 linear_107_zero_point_0" -> "1833 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1831 linear_107_zero_point_0" -> "1834 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1832 compressed_weight_updated_constant72" -> "1833 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1833 quantize_per_channel_default_72" -> "1834 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1834 dequantize_per_channel_default_72" -> "1836 linear_107" [label="(384, 384)", style=solid]; +"1830 linear_107_scale_0" -> "1833 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1830 linear_107_scale_0" -> "1834 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1831 linear_107_zero_point_0" -> "1833 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1831 linear_107_zero_point_0" -> "1834 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1832 compressed_weight_updated_constant72" -> "1833 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1833 quantize_per_channel_default_90" -> "1834 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1834 dequantize_per_channel_default_90" -> "1836 linear_107" [label="(384, 384)", style=solid]; "1835 _param_constant289_0_0" -> "1836 linear_107" [label="(384,)", style=solid]; "1836 linear_107" -> "1837 dropout_69" [label="(4, 64, 384)", style=solid]; "1837 dropout_69" -> "1838 view_98" [label="(4, 64, 384)", style=solid]; @@ -4694,13 +4694,13 @@ strict digraph { "1851 add_61_0_0_nncf_smooth_quant_0" -> "1852 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; "1852 quantize_per_tensor_default_109" -> "1853 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; "1853 dequantize_per_tensor_default_109" -> "1860 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"1854 linear_108_scale_0" -> "1857 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1854 linear_108_scale_0" -> "1858 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1855 linear_108_zero_point_0" -> "1857 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1855 linear_108_zero_point_0" -> "1858 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1856 compressed_weight_updated_constant73" -> "1857 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1857 quantize_per_channel_default_73" -> "1858 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1858 dequantize_per_channel_default_73" -> "1860 linear_108" [label="(1536, 384)", style=solid]; +"1854 linear_108_scale_0" -> "1857 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1854 linear_108_scale_0" -> "1858 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1855 linear_108_zero_point_0" -> "1857 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1855 linear_108_zero_point_0" -> "1858 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1856 compressed_weight_updated_constant73" -> "1857 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1857 quantize_per_channel_default_91" -> "1858 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1858 dequantize_per_channel_default_91" -> "1860 linear_108" [label="(1536, 384)", style=solid]; "1859 _param_constant293_0_0" -> "1860 linear_108" [label="(1536,)", style=solid]; "1860 linear_108" -> "1861 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; "1861 gelu_17" -> "1862 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; @@ -4708,13 +4708,13 @@ strict digraph { "1863 dropout_70_0_0_nncf_smooth_quant_0" -> "1864 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; "1864 quantize_per_tensor_default_110" -> "1865 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; "1865 dequantize_per_tensor_default_110" -> "1872 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"1866 linear_109_scale_0" -> "1869 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1866 linear_109_scale_0" -> "1870 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1867 linear_109_zero_point_0" -> "1869 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1867 linear_109_zero_point_0" -> "1870 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1868 compressed_weight_updated_constant74" -> "1869 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1869 quantize_per_channel_default_74" -> "1870 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1870 dequantize_per_channel_default_74" -> "1872 linear_109" [label="(384, 1536)", style=solid]; +"1866 linear_109_scale_0" -> "1869 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1866 linear_109_scale_0" -> "1870 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1867 linear_109_zero_point_0" -> "1869 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1867 linear_109_zero_point_0" -> "1870 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1868 compressed_weight_updated_constant74" -> "1869 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1869 quantize_per_channel_default_92" -> "1870 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1870 dequantize_per_channel_default_92" -> "1872 linear_109" [label="(384, 1536)", style=solid]; "1871 _param_constant295_0_0" -> "1872 linear_109" [label="(384,)", style=solid]; "1872 linear_109" -> "1873 dropout_71" [label="(1, 14, 14, 384)", style=solid]; "1873 dropout_71" -> "1876 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; @@ -4731,13 +4731,13 @@ strict digraph { "1883 reshape_81_0_0_nncf_smooth_quant_0" -> "1884 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; "1884 quantize_per_tensor_default_111" -> "1885 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; "1885 dequantize_per_tensor_default_111" -> "1892 linear_112" [label="(4, 64, 384)", style=solid]; -"1886 linear_112_scale_0" -> "1889 quantize_per_channel_default_75" [label="(1152,)", style=solid]; -"1886 linear_112_scale_0" -> "1890 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; -"1887 linear_112_zero_point_0" -> "1889 quantize_per_channel_default_75" [label="(1152,)", style=solid]; -"1887 linear_112_zero_point_0" -> "1890 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; -"1888 compressed_weight_updated_constant75" -> "1889 quantize_per_channel_default_75" [label="(1152, 384)", style=solid]; -"1889 quantize_per_channel_default_75" -> "1890 dequantize_per_channel_default_75" [label="(1152, 384)", style=solid]; -"1890 dequantize_per_channel_default_75" -> "1892 linear_112" [label="(1152, 384)", style=solid]; +"1886 linear_112_scale_0" -> "1889 quantize_per_channel_default_94" [label="(1152,)", style=solid]; +"1886 linear_112_scale_0" -> "1890 dequantize_per_channel_default_94" [label="(1152,)", style=solid]; +"1887 linear_112_zero_point_0" -> "1889 quantize_per_channel_default_94" [label="(1152,)", style=solid]; +"1887 linear_112_zero_point_0" -> "1890 dequantize_per_channel_default_94" [label="(1152,)", style=solid]; +"1888 compressed_weight_updated_constant75" -> "1889 quantize_per_channel_default_94" [label="(1152, 384)", style=solid]; +"1889 quantize_per_channel_default_94" -> "1890 dequantize_per_channel_default_94" [label="(1152, 384)", style=solid]; +"1890 dequantize_per_channel_default_94" -> "1892 linear_112" [label="(1152, 384)", style=solid]; "1891 _frozen_param154_0_0" -> "1892 linear_112" [label="(1152,)", style=solid]; "1892 linear_112" -> "1893 reshape_82" [label="(4, 64, 1152)", style=solid]; "1893 reshape_82" -> "1894 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4776,13 +4776,13 @@ strict digraph { "1920 reshape_83_0_0_nncf_smooth_quant_0" -> "1921 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; "1921 quantize_per_tensor_default_114" -> "1922 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; "1922 dequantize_per_tensor_default_114" -> "1929 linear_113" [label="(4, 64, 384)", style=solid]; -"1923 linear_113_scale_0" -> "1926 quantize_per_channel_default_76" [label="(384,)", style=solid]; -"1923 linear_113_scale_0" -> "1927 dequantize_per_channel_default_76" [label="(384,)", style=solid]; -"1924 linear_113_zero_point_0" -> "1926 quantize_per_channel_default_76" [label="(384,)", style=solid]; -"1924 linear_113_zero_point_0" -> "1927 dequantize_per_channel_default_76" [label="(384,)", style=solid]; -"1925 compressed_weight_updated_constant76" -> "1926 quantize_per_channel_default_76" [label="(384, 384)", style=solid]; -"1926 quantize_per_channel_default_76" -> "1927 dequantize_per_channel_default_76" [label="(384, 384)", style=solid]; -"1927 dequantize_per_channel_default_76" -> "1929 linear_113" [label="(384, 384)", style=solid]; +"1923 linear_113_scale_0" -> "1926 quantize_per_channel_default_95" [label="(384,)", style=solid]; +"1923 linear_113_scale_0" -> "1927 dequantize_per_channel_default_95" [label="(384,)", style=solid]; +"1924 linear_113_zero_point_0" -> "1926 quantize_per_channel_default_95" [label="(384,)", style=solid]; +"1924 linear_113_zero_point_0" -> "1927 dequantize_per_channel_default_95" [label="(384,)", style=solid]; +"1925 compressed_weight_updated_constant76" -> "1926 quantize_per_channel_default_95" [label="(384, 384)", style=solid]; +"1926 quantize_per_channel_default_95" -> "1927 dequantize_per_channel_default_95" [label="(384, 384)", style=solid]; +"1927 dequantize_per_channel_default_95" -> "1929 linear_113" [label="(384, 384)", style=solid]; "1928 _param_constant305_0_0" -> "1929 linear_113" [label="(384,)", style=solid]; "1929 linear_113" -> "1930 dropout_73" [label="(4, 64, 384)", style=solid]; "1930 dropout_73" -> "1931 view_102" [label="(4, 64, 384)", style=solid]; @@ -4802,13 +4802,13 @@ strict digraph { "1943 add_64_0_0_nncf_smooth_quant_0" -> "1944 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; "1944 quantize_per_tensor_default_115" -> "1945 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; "1945 dequantize_per_tensor_default_115" -> "1952 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"1946 linear_114_scale_0" -> "1949 quantize_per_channel_default_77" [label="(1536,)", style=solid]; -"1946 linear_114_scale_0" -> "1950 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; -"1947 linear_114_zero_point_0" -> "1949 quantize_per_channel_default_77" [label="(1536,)", style=solid]; -"1947 linear_114_zero_point_0" -> "1950 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; -"1948 compressed_weight_updated_constant77" -> "1949 quantize_per_channel_default_77" [label="(1536, 384)", style=solid]; -"1949 quantize_per_channel_default_77" -> "1950 dequantize_per_channel_default_77" [label="(1536, 384)", style=solid]; -"1950 dequantize_per_channel_default_77" -> "1952 linear_114" [label="(1536, 384)", style=solid]; +"1946 linear_114_scale_0" -> "1949 quantize_per_channel_default_96" [label="(1536,)", style=solid]; +"1946 linear_114_scale_0" -> "1950 dequantize_per_channel_default_96" [label="(1536,)", style=solid]; +"1947 linear_114_zero_point_0" -> "1949 quantize_per_channel_default_96" [label="(1536,)", style=solid]; +"1947 linear_114_zero_point_0" -> "1950 dequantize_per_channel_default_96" [label="(1536,)", style=solid]; +"1948 compressed_weight_updated_constant77" -> "1949 quantize_per_channel_default_96" [label="(1536, 384)", style=solid]; +"1949 quantize_per_channel_default_96" -> "1950 dequantize_per_channel_default_96" [label="(1536, 384)", style=solid]; +"1950 dequantize_per_channel_default_96" -> "1952 linear_114" [label="(1536, 384)", style=solid]; "1951 _param_constant309_0_0" -> "1952 linear_114" [label="(1536,)", style=solid]; "1952 linear_114" -> "1953 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; "1953 gelu_18" -> "1954 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; @@ -4816,13 +4816,13 @@ strict digraph { "1955 dropout_74_0_0_nncf_smooth_quant_0" -> "1956 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; "1956 quantize_per_tensor_default_116" -> "1957 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; "1957 dequantize_per_tensor_default_116" -> "1964 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"1958 linear_115_scale_0" -> "1961 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1958 linear_115_scale_0" -> "1962 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1959 linear_115_zero_point_0" -> "1961 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1959 linear_115_zero_point_0" -> "1962 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1960 compressed_weight_updated_constant78" -> "1961 quantize_per_channel_default_78" [label="(384, 1536)", style=solid]; -"1961 quantize_per_channel_default_78" -> "1962 dequantize_per_channel_default_78" [label="(384, 1536)", style=solid]; -"1962 dequantize_per_channel_default_78" -> "1964 linear_115" [label="(384, 1536)", style=solid]; +"1958 linear_115_scale_0" -> "1961 quantize_per_channel_default_97" [label="(384,)", style=solid]; +"1958 linear_115_scale_0" -> "1962 dequantize_per_channel_default_97" [label="(384,)", style=solid]; +"1959 linear_115_zero_point_0" -> "1961 quantize_per_channel_default_97" [label="(384,)", style=solid]; +"1959 linear_115_zero_point_0" -> "1962 dequantize_per_channel_default_97" [label="(384,)", style=solid]; +"1960 compressed_weight_updated_constant78" -> "1961 quantize_per_channel_default_97" [label="(384, 1536)", style=solid]; +"1961 quantize_per_channel_default_97" -> "1962 dequantize_per_channel_default_97" [label="(384, 1536)", style=solid]; +"1962 dequantize_per_channel_default_97" -> "1964 linear_115" [label="(384, 1536)", style=solid]; "1963 _param_constant311_0_0" -> "1964 linear_115" [label="(384,)", style=solid]; "1964 linear_115" -> "1965 dropout_75" [label="(1, 14, 14, 384)", style=solid]; "1965 dropout_75" -> "1968 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; @@ -4841,13 +4841,13 @@ strict digraph { "1976 reshape_85_0_0_nncf_smooth_quant_0" -> "1977 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; "1977 quantize_per_tensor_default_117" -> "1978 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; "1978 dequantize_per_tensor_default_117" -> "1985 linear_118" [label="(4, 64, 384)", style=solid]; -"1979 linear_118_scale_0" -> "1982 quantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1979 linear_118_scale_0" -> "1983 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1980 linear_118_zero_point_0" -> "1982 quantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1980 linear_118_zero_point_0" -> "1983 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; -"1981 compressed_weight_updated_constant79" -> "1982 quantize_per_channel_default_79" [label="(1152, 384)", style=solid]; -"1982 quantize_per_channel_default_79" -> "1983 dequantize_per_channel_default_79" [label="(1152, 384)", style=solid]; -"1983 dequantize_per_channel_default_79" -> "1985 linear_118" [label="(1152, 384)", style=solid]; +"1979 linear_118_scale_0" -> "1982 quantize_per_channel_default_99" [label="(1152,)", style=solid]; +"1979 linear_118_scale_0" -> "1983 dequantize_per_channel_default_99" [label="(1152,)", style=solid]; +"1980 linear_118_zero_point_0" -> "1982 quantize_per_channel_default_99" [label="(1152,)", style=solid]; +"1980 linear_118_zero_point_0" -> "1983 dequantize_per_channel_default_99" [label="(1152,)", style=solid]; +"1981 compressed_weight_updated_constant79" -> "1982 quantize_per_channel_default_99" [label="(1152, 384)", style=solid]; +"1982 quantize_per_channel_default_99" -> "1983 dequantize_per_channel_default_99" [label="(1152, 384)", style=solid]; +"1983 dequantize_per_channel_default_99" -> "1985 linear_118" [label="(1152, 384)", style=solid]; "1984 _frozen_param158_0_0" -> "1985 linear_118" [label="(1152,)", style=solid]; "1985 linear_118" -> "1986 reshape_86" [label="(4, 64, 1152)", style=solid]; "1986 reshape_86" -> "1987 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -4905,13 +4905,13 @@ strict digraph { "2029 reshape_88_0_0_nncf_smooth_quant_0" -> "2030 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; "2030 quantize_per_tensor_default_120" -> "2031 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; "2031 dequantize_per_tensor_default_120" -> "2038 linear_119" [label="(4, 64, 384)", style=solid]; -"2032 linear_119_scale_0" -> "2035 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"2032 linear_119_scale_0" -> "2036 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"2033 linear_119_zero_point_0" -> "2035 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"2033 linear_119_zero_point_0" -> "2036 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"2034 compressed_weight_updated_constant80" -> "2035 quantize_per_channel_default_80" [label="(384, 384)", style=solid]; -"2035 quantize_per_channel_default_80" -> "2036 dequantize_per_channel_default_80" [label="(384, 384)", style=solid]; -"2036 dequantize_per_channel_default_80" -> "2038 linear_119" [label="(384, 384)", style=solid]; +"2032 linear_119_scale_0" -> "2035 quantize_per_channel_default_100" [label="(384,)", style=solid]; +"2032 linear_119_scale_0" -> "2036 dequantize_per_channel_default_100" [label="(384,)", style=solid]; +"2033 linear_119_zero_point_0" -> "2035 quantize_per_channel_default_100" [label="(384,)", style=solid]; +"2033 linear_119_zero_point_0" -> "2036 dequantize_per_channel_default_100" [label="(384,)", style=solid]; +"2034 compressed_weight_updated_constant80" -> "2035 quantize_per_channel_default_100" [label="(384, 384)", style=solid]; +"2035 quantize_per_channel_default_100" -> "2036 dequantize_per_channel_default_100" [label="(384, 384)", style=solid]; +"2036 dequantize_per_channel_default_100" -> "2038 linear_119" [label="(384, 384)", style=solid]; "2037 _param_constant321_0_0" -> "2038 linear_119" [label="(384,)", style=solid]; "2038 linear_119" -> "2039 dropout_77" [label="(4, 64, 384)", style=solid]; "2039 dropout_77" -> "2040 view_109" [label="(4, 64, 384)", style=solid]; @@ -4932,13 +4932,13 @@ strict digraph { "2053 add_68_0_0_nncf_smooth_quant_0" -> "2054 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; "2054 quantize_per_tensor_default_121" -> "2055 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; "2055 dequantize_per_tensor_default_121" -> "2062 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2056 linear_120_scale_0" -> "2059 quantize_per_channel_default_81" [label="(1536,)", style=solid]; -"2056 linear_120_scale_0" -> "2060 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; -"2057 linear_120_zero_point_0" -> "2059 quantize_per_channel_default_81" [label="(1536,)", style=solid]; -"2057 linear_120_zero_point_0" -> "2060 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; -"2058 compressed_weight_updated_constant81" -> "2059 quantize_per_channel_default_81" [label="(1536, 384)", style=solid]; -"2059 quantize_per_channel_default_81" -> "2060 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; -"2060 dequantize_per_channel_default_81" -> "2062 linear_120" [label="(1536, 384)", style=solid]; +"2056 linear_120_scale_0" -> "2059 quantize_per_channel_default_101" [label="(1536,)", style=solid]; +"2056 linear_120_scale_0" -> "2060 dequantize_per_channel_default_101" [label="(1536,)", style=solid]; +"2057 linear_120_zero_point_0" -> "2059 quantize_per_channel_default_101" [label="(1536,)", style=solid]; +"2057 linear_120_zero_point_0" -> "2060 dequantize_per_channel_default_101" [label="(1536,)", style=solid]; +"2058 compressed_weight_updated_constant81" -> "2059 quantize_per_channel_default_101" [label="(1536, 384)", style=solid]; +"2059 quantize_per_channel_default_101" -> "2060 dequantize_per_channel_default_101" [label="(1536, 384)", style=solid]; +"2060 dequantize_per_channel_default_101" -> "2062 linear_120" [label="(1536, 384)", style=solid]; "2061 _param_constant325_0_0" -> "2062 linear_120" [label="(1536,)", style=solid]; "2062 linear_120" -> "2063 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; "2063 gelu_19" -> "2064 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; @@ -4946,13 +4946,13 @@ strict digraph { "2065 dropout_78_0_0_nncf_smooth_quant_0" -> "2066 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; "2066 quantize_per_tensor_default_122" -> "2067 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; "2067 dequantize_per_tensor_default_122" -> "2074 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2068 linear_121_scale_0" -> "2071 quantize_per_channel_default_82" [label="(384,)", style=solid]; -"2068 linear_121_scale_0" -> "2072 dequantize_per_channel_default_82" [label="(384,)", style=solid]; -"2069 linear_121_zero_point_0" -> "2071 quantize_per_channel_default_82" [label="(384,)", style=solid]; -"2069 linear_121_zero_point_0" -> "2072 dequantize_per_channel_default_82" [label="(384,)", style=solid]; -"2070 compressed_weight_updated_constant82" -> "2071 quantize_per_channel_default_82" [label="(384, 1536)", style=solid]; -"2071 quantize_per_channel_default_82" -> "2072 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; -"2072 dequantize_per_channel_default_82" -> "2074 linear_121" [label="(384, 1536)", style=solid]; +"2068 linear_121_scale_0" -> "2071 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2068 linear_121_scale_0" -> "2072 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2069 linear_121_zero_point_0" -> "2071 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2069 linear_121_zero_point_0" -> "2072 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2070 compressed_weight_updated_constant82" -> "2071 quantize_per_channel_default_102" [label="(384, 1536)", style=solid]; +"2071 quantize_per_channel_default_102" -> "2072 dequantize_per_channel_default_102" [label="(384, 1536)", style=solid]; +"2072 dequantize_per_channel_default_102" -> "2074 linear_121" [label="(384, 1536)", style=solid]; "2073 _param_constant327_0_0" -> "2074 linear_121" [label="(384,)", style=solid]; "2074 linear_121" -> "2075 dropout_79" [label="(1, 14, 14, 384)", style=solid]; "2075 dropout_79" -> "2078 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; @@ -4969,13 +4969,13 @@ strict digraph { "2085 reshape_90_0_0_nncf_smooth_quant_0" -> "2086 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; "2086 quantize_per_tensor_default_123" -> "2087 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; "2087 dequantize_per_tensor_default_123" -> "2094 linear_124" [label="(4, 64, 384)", style=solid]; -"2088 linear_124_scale_0" -> "2091 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"2088 linear_124_scale_0" -> "2092 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"2089 linear_124_zero_point_0" -> "2091 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"2089 linear_124_zero_point_0" -> "2092 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"2090 compressed_weight_updated_constant83" -> "2091 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"2091 quantize_per_channel_default_83" -> "2092 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"2092 dequantize_per_channel_default_83" -> "2094 linear_124" [label="(1152, 384)", style=solid]; +"2088 linear_124_scale_0" -> "2091 quantize_per_channel_default_104" [label="(1152,)", style=solid]; +"2088 linear_124_scale_0" -> "2092 dequantize_per_channel_default_104" [label="(1152,)", style=solid]; +"2089 linear_124_zero_point_0" -> "2091 quantize_per_channel_default_104" [label="(1152,)", style=solid]; +"2089 linear_124_zero_point_0" -> "2092 dequantize_per_channel_default_104" [label="(1152,)", style=solid]; +"2090 compressed_weight_updated_constant83" -> "2091 quantize_per_channel_default_104" [label="(1152, 384)", style=solid]; +"2091 quantize_per_channel_default_104" -> "2092 dequantize_per_channel_default_104" [label="(1152, 384)", style=solid]; +"2092 dequantize_per_channel_default_104" -> "2094 linear_124" [label="(1152, 384)", style=solid]; "2093 _frozen_param171_0_0" -> "2094 linear_124" [label="(1152,)", style=solid]; "2094 linear_124" -> "2095 reshape_91" [label="(4, 64, 1152)", style=solid]; "2095 reshape_91" -> "2096 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -5014,13 +5014,13 @@ strict digraph { "2122 reshape_92_0_0_nncf_smooth_quant_0" -> "2123 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; "2123 quantize_per_tensor_default_126" -> "2124 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; "2124 dequantize_per_tensor_default_126" -> "2131 linear_125" [label="(4, 64, 384)", style=solid]; -"2125 linear_125_scale_0" -> "2128 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"2125 linear_125_scale_0" -> "2129 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"2126 linear_125_zero_point_0" -> "2128 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"2126 linear_125_zero_point_0" -> "2129 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"2127 compressed_weight_updated_constant84" -> "2128 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"2128 quantize_per_channel_default_84" -> "2129 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"2129 dequantize_per_channel_default_84" -> "2131 linear_125" [label="(384, 384)", style=solid]; +"2125 linear_125_scale_0" -> "2128 quantize_per_channel_default_105" [label="(384,)", style=solid]; +"2125 linear_125_scale_0" -> "2129 dequantize_per_channel_default_105" [label="(384,)", style=solid]; +"2126 linear_125_zero_point_0" -> "2128 quantize_per_channel_default_105" [label="(384,)", style=solid]; +"2126 linear_125_zero_point_0" -> "2129 dequantize_per_channel_default_105" [label="(384,)", style=solid]; +"2127 compressed_weight_updated_constant84" -> "2128 quantize_per_channel_default_105" [label="(384, 384)", style=solid]; +"2128 quantize_per_channel_default_105" -> "2129 dequantize_per_channel_default_105" [label="(384, 384)", style=solid]; +"2129 dequantize_per_channel_default_105" -> "2131 linear_125" [label="(384, 384)", style=solid]; "2130 _param_constant337_0_0" -> "2131 linear_125" [label="(384,)", style=solid]; "2131 linear_125" -> "2132 dropout_81" [label="(4, 64, 384)", style=solid]; "2132 dropout_81" -> "2133 view_113" [label="(4, 64, 384)", style=solid]; @@ -5040,13 +5040,13 @@ strict digraph { "2145 add_71_0_0_nncf_smooth_quant_0" -> "2146 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; "2146 quantize_per_tensor_default_127" -> "2147 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; "2147 dequantize_per_tensor_default_127" -> "2154 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2148 linear_126_scale_0" -> "2151 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"2148 linear_126_scale_0" -> "2152 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"2149 linear_126_zero_point_0" -> "2151 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"2149 linear_126_zero_point_0" -> "2152 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"2150 compressed_weight_updated_constant85" -> "2151 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"2151 quantize_per_channel_default_85" -> "2152 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"2152 dequantize_per_channel_default_85" -> "2154 linear_126" [label="(1536, 384)", style=solid]; +"2148 linear_126_scale_0" -> "2151 quantize_per_channel_default_106" [label="(1536,)", style=solid]; +"2148 linear_126_scale_0" -> "2152 dequantize_per_channel_default_106" [label="(1536,)", style=solid]; +"2149 linear_126_zero_point_0" -> "2151 quantize_per_channel_default_106" [label="(1536,)", style=solid]; +"2149 linear_126_zero_point_0" -> "2152 dequantize_per_channel_default_106" [label="(1536,)", style=solid]; +"2150 compressed_weight_updated_constant85" -> "2151 quantize_per_channel_default_106" [label="(1536, 384)", style=solid]; +"2151 quantize_per_channel_default_106" -> "2152 dequantize_per_channel_default_106" [label="(1536, 384)", style=solid]; +"2152 dequantize_per_channel_default_106" -> "2154 linear_126" [label="(1536, 384)", style=solid]; "2153 _param_constant341_0_0" -> "2154 linear_126" [label="(1536,)", style=solid]; "2154 linear_126" -> "2155 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; "2155 gelu_20" -> "2156 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; @@ -5054,13 +5054,13 @@ strict digraph { "2157 dropout_82_0_0_nncf_smooth_quant_0" -> "2158 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; "2158 quantize_per_tensor_default_128" -> "2159 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; "2159 dequantize_per_tensor_default_128" -> "2166 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2160 linear_127_scale_0" -> "2163 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"2160 linear_127_scale_0" -> "2164 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"2161 linear_127_zero_point_0" -> "2163 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"2161 linear_127_zero_point_0" -> "2164 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"2162 compressed_weight_updated_constant86" -> "2163 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"2163 quantize_per_channel_default_86" -> "2164 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"2164 dequantize_per_channel_default_86" -> "2166 linear_127" [label="(384, 1536)", style=solid]; +"2160 linear_127_scale_0" -> "2163 quantize_per_channel_default_107" [label="(384,)", style=solid]; +"2160 linear_127_scale_0" -> "2164 dequantize_per_channel_default_107" [label="(384,)", style=solid]; +"2161 linear_127_zero_point_0" -> "2163 quantize_per_channel_default_107" [label="(384,)", style=solid]; +"2161 linear_127_zero_point_0" -> "2164 dequantize_per_channel_default_107" [label="(384,)", style=solid]; +"2162 compressed_weight_updated_constant86" -> "2163 quantize_per_channel_default_107" [label="(384, 1536)", style=solid]; +"2163 quantize_per_channel_default_107" -> "2164 dequantize_per_channel_default_107" [label="(384, 1536)", style=solid]; +"2164 dequantize_per_channel_default_107" -> "2166 linear_127" [label="(384, 1536)", style=solid]; "2165 _param_constant343_0_0" -> "2166 linear_127" [label="(384,)", style=solid]; "2166 linear_127" -> "2167 dropout_83" [label="(1, 14, 14, 384)", style=solid]; "2167 dropout_83" -> "2170 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; @@ -5079,13 +5079,13 @@ strict digraph { "2178 reshape_94_0_0_nncf_smooth_quant_0" -> "2179 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; "2179 quantize_per_tensor_default_129" -> "2180 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; "2180 dequantize_per_tensor_default_129" -> "2187 linear_130" [label="(4, 64, 384)", style=solid]; -"2181 linear_130_scale_0" -> "2184 quantize_per_channel_default_87" [label="(1152,)", style=solid]; -"2181 linear_130_scale_0" -> "2185 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; -"2182 linear_130_zero_point_0" -> "2184 quantize_per_channel_default_87" [label="(1152,)", style=solid]; -"2182 linear_130_zero_point_0" -> "2185 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; -"2183 compressed_weight_updated_constant87" -> "2184 quantize_per_channel_default_87" [label="(1152, 384)", style=solid]; -"2184 quantize_per_channel_default_87" -> "2185 dequantize_per_channel_default_87" [label="(1152, 384)", style=solid]; -"2185 dequantize_per_channel_default_87" -> "2187 linear_130" [label="(1152, 384)", style=solid]; +"2181 linear_130_scale_0" -> "2184 quantize_per_channel_default_109" [label="(1152,)", style=solid]; +"2181 linear_130_scale_0" -> "2185 dequantize_per_channel_default_109" [label="(1152,)", style=solid]; +"2182 linear_130_zero_point_0" -> "2184 quantize_per_channel_default_109" [label="(1152,)", style=solid]; +"2182 linear_130_zero_point_0" -> "2185 dequantize_per_channel_default_109" [label="(1152,)", style=solid]; +"2183 compressed_weight_updated_constant87" -> "2184 quantize_per_channel_default_109" [label="(1152, 384)", style=solid]; +"2184 quantize_per_channel_default_109" -> "2185 dequantize_per_channel_default_109" [label="(1152, 384)", style=solid]; +"2185 dequantize_per_channel_default_109" -> "2187 linear_130" [label="(1152, 384)", style=solid]; "2186 _frozen_param175_0_0" -> "2187 linear_130" [label="(1152,)", style=solid]; "2187 linear_130" -> "2188 reshape_95" [label="(4, 64, 1152)", style=solid]; "2188 reshape_95" -> "2189 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; @@ -5143,13 +5143,13 @@ strict digraph { "2231 reshape_97_0_0_nncf_smooth_quant_0" -> "2232 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; "2232 quantize_per_tensor_default_132" -> "2233 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; "2233 dequantize_per_tensor_default_132" -> "2240 linear_131" [label="(4, 64, 384)", style=solid]; -"2234 linear_131_scale_0" -> "2237 quantize_per_channel_default_88" [label="(384,)", style=solid]; -"2234 linear_131_scale_0" -> "2238 dequantize_per_channel_default_88" [label="(384,)", style=solid]; -"2235 linear_131_zero_point_0" -> "2237 quantize_per_channel_default_88" [label="(384,)", style=solid]; -"2235 linear_131_zero_point_0" -> "2238 dequantize_per_channel_default_88" [label="(384,)", style=solid]; -"2236 compressed_weight_updated_constant88" -> "2237 quantize_per_channel_default_88" [label="(384, 384)", style=solid]; -"2237 quantize_per_channel_default_88" -> "2238 dequantize_per_channel_default_88" [label="(384, 384)", style=solid]; -"2238 dequantize_per_channel_default_88" -> "2240 linear_131" [label="(384, 384)", style=solid]; +"2234 linear_131_scale_0" -> "2237 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2234 linear_131_scale_0" -> "2238 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2235 linear_131_zero_point_0" -> "2237 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2235 linear_131_zero_point_0" -> "2238 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2236 compressed_weight_updated_constant88" -> "2237 quantize_per_channel_default_110" [label="(384, 384)", style=solid]; +"2237 quantize_per_channel_default_110" -> "2238 dequantize_per_channel_default_110" [label="(384, 384)", style=solid]; +"2238 dequantize_per_channel_default_110" -> "2240 linear_131" [label="(384, 384)", style=solid]; "2239 _param_constant353_0_0" -> "2240 linear_131" [label="(384,)", style=solid]; "2240 linear_131" -> "2241 dropout_85" [label="(4, 64, 384)", style=solid]; "2241 dropout_85" -> "2242 view_120" [label="(4, 64, 384)", style=solid]; @@ -5170,13 +5170,13 @@ strict digraph { "2255 add_75_0_0_nncf_smooth_quant_0" -> "2256 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; "2256 quantize_per_tensor_default_133" -> "2257 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; "2257 dequantize_per_tensor_default_133" -> "2264 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2258 linear_132_scale_0" -> "2261 quantize_per_channel_default_89" [label="(1536,)", style=solid]; -"2258 linear_132_scale_0" -> "2262 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; -"2259 linear_132_zero_point_0" -> "2261 quantize_per_channel_default_89" [label="(1536,)", style=solid]; -"2259 linear_132_zero_point_0" -> "2262 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; -"2260 compressed_weight_updated_constant89" -> "2261 quantize_per_channel_default_89" [label="(1536, 384)", style=solid]; -"2261 quantize_per_channel_default_89" -> "2262 dequantize_per_channel_default_89" [label="(1536, 384)", style=solid]; -"2262 dequantize_per_channel_default_89" -> "2264 linear_132" [label="(1536, 384)", style=solid]; +"2258 linear_132_scale_0" -> "2261 quantize_per_channel_default_111" [label="(1536,)", style=solid]; +"2258 linear_132_scale_0" -> "2262 dequantize_per_channel_default_111" [label="(1536,)", style=solid]; +"2259 linear_132_zero_point_0" -> "2261 quantize_per_channel_default_111" [label="(1536,)", style=solid]; +"2259 linear_132_zero_point_0" -> "2262 dequantize_per_channel_default_111" [label="(1536,)", style=solid]; +"2260 compressed_weight_updated_constant89" -> "2261 quantize_per_channel_default_111" [label="(1536, 384)", style=solid]; +"2261 quantize_per_channel_default_111" -> "2262 dequantize_per_channel_default_111" [label="(1536, 384)", style=solid]; +"2262 dequantize_per_channel_default_111" -> "2264 linear_132" [label="(1536, 384)", style=solid]; "2263 _param_constant357_0_0" -> "2264 linear_132" [label="(1536,)", style=solid]; "2264 linear_132" -> "2265 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; "2265 gelu_21" -> "2266 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; @@ -5184,13 +5184,13 @@ strict digraph { "2267 dropout_86_0_0_nncf_smooth_quant_0" -> "2268 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; "2268 quantize_per_tensor_default_134" -> "2269 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; "2269 dequantize_per_tensor_default_134" -> "2276 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2270 linear_133_scale_0" -> "2273 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"2270 linear_133_scale_0" -> "2274 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"2271 linear_133_zero_point_0" -> "2273 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"2271 linear_133_zero_point_0" -> "2274 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"2272 compressed_weight_updated_constant90" -> "2273 quantize_per_channel_default_90" [label="(384, 1536)", style=solid]; -"2273 quantize_per_channel_default_90" -> "2274 dequantize_per_channel_default_90" [label="(384, 1536)", style=solid]; -"2274 dequantize_per_channel_default_90" -> "2276 linear_133" [label="(384, 1536)", style=solid]; +"2270 linear_133_scale_0" -> "2273 quantize_per_channel_default_112" [label="(384,)", style=solid]; +"2270 linear_133_scale_0" -> "2274 dequantize_per_channel_default_112" [label="(384,)", style=solid]; +"2271 linear_133_zero_point_0" -> "2273 quantize_per_channel_default_112" [label="(384,)", style=solid]; +"2271 linear_133_zero_point_0" -> "2274 dequantize_per_channel_default_112" [label="(384,)", style=solid]; +"2272 compressed_weight_updated_constant90" -> "2273 quantize_per_channel_default_112" [label="(384, 1536)", style=solid]; +"2273 quantize_per_channel_default_112" -> "2274 dequantize_per_channel_default_112" [label="(384, 1536)", style=solid]; +"2274 dequantize_per_channel_default_112" -> "2276 linear_133" [label="(384, 1536)", style=solid]; "2275 _param_constant359_0_0" -> "2276 linear_133" [label="(384,)", style=solid]; "2276 linear_133" -> "2277 dropout_87" [label="(1, 14, 14, 384)", style=solid]; "2277 dropout_87" -> "2280 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; @@ -5218,13 +5218,13 @@ strict digraph { "2296 cat_2_0_0_nncf_smooth_quant_0" -> "2297 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; "2297 quantize_per_tensor_default_135" -> "2298 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; "2298 dequantize_per_tensor_default_135" -> "2304 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2299 linear_134_scale_0" -> "2302 quantize_per_channel_default_91" [label="(768,)", style=solid]; -"2299 linear_134_scale_0" -> "2303 dequantize_per_channel_default_91" [label="(768,)", style=solid]; -"2300 linear_134_zero_point_0" -> "2302 quantize_per_channel_default_91" [label="(768,)", style=solid]; -"2300 linear_134_zero_point_0" -> "2303 dequantize_per_channel_default_91" [label="(768,)", style=solid]; -"2301 compressed_weight_updated_constant91" -> "2302 quantize_per_channel_default_91" [label="(768, 1536)", style=solid]; -"2302 quantize_per_channel_default_91" -> "2303 dequantize_per_channel_default_91" [label="(768, 1536)", style=solid]; -"2303 dequantize_per_channel_default_91" -> "2304 linear_134" [label="(768, 1536)", style=solid]; +"2299 linear_134_scale_0" -> "2302 quantize_per_channel_default_113" [label="(768,)", style=solid]; +"2299 linear_134_scale_0" -> "2303 dequantize_per_channel_default_113" [label="(768,)", style=solid]; +"2300 linear_134_zero_point_0" -> "2302 quantize_per_channel_default_113" [label="(768,)", style=solid]; +"2300 linear_134_zero_point_0" -> "2303 dequantize_per_channel_default_113" [label="(768,)", style=solid]; +"2301 compressed_weight_updated_constant91" -> "2302 quantize_per_channel_default_113" [label="(768, 1536)", style=solid]; +"2302 quantize_per_channel_default_113" -> "2303 dequantize_per_channel_default_113" [label="(768, 1536)", style=solid]; +"2303 dequantize_per_channel_default_113" -> "2304 linear_134" [label="(768, 1536)", style=solid]; "2304 linear_134" -> "2307 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; "2305 _param_constant363" -> "2307 layer_norm_47" [label="(768,)", style=solid]; "2306 _param_constant364" -> "2307 layer_norm_47" [label="(768,)", style=solid]; @@ -5238,13 +5238,13 @@ strict digraph { "2313 reshape_99_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; "2314 quantize_per_tensor_default_136" -> "2315 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; "2315 dequantize_per_tensor_default_136" -> "2322 linear_137" [label="(1, 64, 768)", style=solid]; -"2316 linear_137_scale_0" -> "2319 quantize_per_channel_default_92" [label="(2304,)", style=solid]; -"2316 linear_137_scale_0" -> "2320 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; -"2317 linear_137_zero_point_0" -> "2319 quantize_per_channel_default_92" [label="(2304,)", style=solid]; -"2317 linear_137_zero_point_0" -> "2320 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; -"2318 compressed_weight_updated_constant92" -> "2319 quantize_per_channel_default_92" [label="(2304, 768)", style=solid]; -"2319 quantize_per_channel_default_92" -> "2320 dequantize_per_channel_default_92" [label="(2304, 768)", style=solid]; -"2320 dequantize_per_channel_default_92" -> "2322 linear_137" [label="(2304, 768)", style=solid]; +"2316 linear_137_scale_0" -> "2319 quantize_per_channel_default_115" [label="(2304,)", style=solid]; +"2316 linear_137_scale_0" -> "2320 dequantize_per_channel_default_115" [label="(2304,)", style=solid]; +"2317 linear_137_zero_point_0" -> "2319 quantize_per_channel_default_115" [label="(2304,)", style=solid]; +"2317 linear_137_zero_point_0" -> "2320 dequantize_per_channel_default_115" [label="(2304,)", style=solid]; +"2318 compressed_weight_updated_constant92" -> "2319 quantize_per_channel_default_115" [label="(2304, 768)", style=solid]; +"2319 quantize_per_channel_default_115" -> "2320 dequantize_per_channel_default_115" [label="(2304, 768)", style=solid]; +"2320 dequantize_per_channel_default_115" -> "2322 linear_137" [label="(2304, 768)", style=solid]; "2321 _frozen_param188_0_0" -> "2322 linear_137" [label="(2304,)", style=solid]; "2322 linear_137" -> "2323 reshape_100" [label="(1, 64, 2304)", style=solid]; "2323 reshape_100" -> "2324 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; @@ -5283,13 +5283,13 @@ strict digraph { "2350 reshape_101_0_0_nncf_smooth_quant_0" -> "2351 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; "2351 quantize_per_tensor_default_139" -> "2352 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; "2352 dequantize_per_tensor_default_139" -> "2359 linear_138" [label="(1, 64, 768)", style=solid]; -"2353 linear_138_scale_0" -> "2356 quantize_per_channel_default_93" [label="(768,)", style=solid]; -"2353 linear_138_scale_0" -> "2357 dequantize_per_channel_default_93" [label="(768,)", style=solid]; -"2354 linear_138_zero_point_0" -> "2356 quantize_per_channel_default_93" [label="(768,)", style=solid]; -"2354 linear_138_zero_point_0" -> "2357 dequantize_per_channel_default_93" [label="(768,)", style=solid]; -"2355 compressed_weight_updated_constant93" -> "2356 quantize_per_channel_default_93" [label="(768, 768)", style=solid]; -"2356 quantize_per_channel_default_93" -> "2357 dequantize_per_channel_default_93" [label="(768, 768)", style=solid]; -"2357 dequantize_per_channel_default_93" -> "2359 linear_138" [label="(768, 768)", style=solid]; +"2353 linear_138_scale_0" -> "2356 quantize_per_channel_default_116" [label="(768,)", style=solid]; +"2353 linear_138_scale_0" -> "2357 dequantize_per_channel_default_116" [label="(768,)", style=solid]; +"2354 linear_138_zero_point_0" -> "2356 quantize_per_channel_default_116" [label="(768,)", style=solid]; +"2354 linear_138_zero_point_0" -> "2357 dequantize_per_channel_default_116" [label="(768,)", style=solid]; +"2355 compressed_weight_updated_constant93" -> "2356 quantize_per_channel_default_116" [label="(768, 768)", style=solid]; +"2356 quantize_per_channel_default_116" -> "2357 dequantize_per_channel_default_116" [label="(768, 768)", style=solid]; +"2357 dequantize_per_channel_default_116" -> "2359 linear_138" [label="(768, 768)", style=solid]; "2358 _param_constant372_0_0" -> "2359 linear_138" [label="(768,)", style=solid]; "2359 linear_138" -> "2360 dropout_89" [label="(1, 64, 768)", style=solid]; "2360 dropout_89" -> "2361 view_124" [label="(1, 64, 768)", style=solid]; @@ -5309,13 +5309,13 @@ strict digraph { "2373 add_78_0_0_nncf_smooth_quant_0" -> "2374 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; "2374 quantize_per_tensor_default_140" -> "2375 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; "2375 dequantize_per_tensor_default_140" -> "2382 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2376 linear_139_scale_0" -> "2379 quantize_per_channel_default_94" [label="(3072,)", style=solid]; -"2376 linear_139_scale_0" -> "2380 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; -"2377 linear_139_zero_point_0" -> "2379 quantize_per_channel_default_94" [label="(3072,)", style=solid]; -"2377 linear_139_zero_point_0" -> "2380 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; -"2378 compressed_weight_updated_constant94" -> "2379 quantize_per_channel_default_94" [label="(3072, 768)", style=solid]; -"2379 quantize_per_channel_default_94" -> "2380 dequantize_per_channel_default_94" [label="(3072, 768)", style=solid]; -"2380 dequantize_per_channel_default_94" -> "2382 linear_139" [label="(3072, 768)", style=solid]; +"2376 linear_139_scale_0" -> "2379 quantize_per_channel_default_117" [label="(3072,)", style=solid]; +"2376 linear_139_scale_0" -> "2380 dequantize_per_channel_default_117" [label="(3072,)", style=solid]; +"2377 linear_139_zero_point_0" -> "2379 quantize_per_channel_default_117" [label="(3072,)", style=solid]; +"2377 linear_139_zero_point_0" -> "2380 dequantize_per_channel_default_117" [label="(3072,)", style=solid]; +"2378 compressed_weight_updated_constant94" -> "2379 quantize_per_channel_default_117" [label="(3072, 768)", style=solid]; +"2379 quantize_per_channel_default_117" -> "2380 dequantize_per_channel_default_117" [label="(3072, 768)", style=solid]; +"2380 dequantize_per_channel_default_117" -> "2382 linear_139" [label="(3072, 768)", style=solid]; "2381 _param_constant376_0_0" -> "2382 linear_139" [label="(3072,)", style=solid]; "2382 linear_139" -> "2383 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; "2383 gelu_22" -> "2384 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; @@ -5323,13 +5323,13 @@ strict digraph { "2385 dropout_90_0_0_nncf_smooth_quant_0" -> "2386 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; "2386 quantize_per_tensor_default_141" -> "2387 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; "2387 dequantize_per_tensor_default_141" -> "2394 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"2388 linear_140_scale_0" -> "2391 quantize_per_channel_default_95" [label="(768,)", style=solid]; -"2388 linear_140_scale_0" -> "2392 dequantize_per_channel_default_95" [label="(768,)", style=solid]; -"2389 linear_140_zero_point_0" -> "2391 quantize_per_channel_default_95" [label="(768,)", style=solid]; -"2389 linear_140_zero_point_0" -> "2392 dequantize_per_channel_default_95" [label="(768,)", style=solid]; -"2390 compressed_weight_updated_constant95" -> "2391 quantize_per_channel_default_95" [label="(768, 3072)", style=solid]; -"2391 quantize_per_channel_default_95" -> "2392 dequantize_per_channel_default_95" [label="(768, 3072)", style=solid]; -"2392 dequantize_per_channel_default_95" -> "2394 linear_140" [label="(768, 3072)", style=solid]; +"2388 linear_140_scale_0" -> "2391 quantize_per_channel_default_118" [label="(768,)", style=solid]; +"2388 linear_140_scale_0" -> "2392 dequantize_per_channel_default_118" [label="(768,)", style=solid]; +"2389 linear_140_zero_point_0" -> "2391 quantize_per_channel_default_118" [label="(768,)", style=solid]; +"2389 linear_140_zero_point_0" -> "2392 dequantize_per_channel_default_118" [label="(768,)", style=solid]; +"2390 compressed_weight_updated_constant95" -> "2391 quantize_per_channel_default_118" [label="(768, 3072)", style=solid]; +"2391 quantize_per_channel_default_118" -> "2392 dequantize_per_channel_default_118" [label="(768, 3072)", style=solid]; +"2392 dequantize_per_channel_default_118" -> "2394 linear_140" [label="(768, 3072)", style=solid]; "2393 _param_constant378_0_0" -> "2394 linear_140" [label="(768,)", style=solid]; "2394 linear_140" -> "2395 dropout_91" [label="(1, 7, 7, 768)", style=solid]; "2395 dropout_91" -> "2398 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; @@ -5346,13 +5346,13 @@ strict digraph { "2405 reshape_103_0_0_nncf_smooth_quant_0" -> "2406 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; "2406 quantize_per_tensor_default_142" -> "2407 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; "2407 dequantize_per_tensor_default_142" -> "2414 linear_143" [label="(1, 64, 768)", style=solid]; -"2408 linear_143_scale_0" -> "2411 quantize_per_channel_default_96" [label="(2304,)", style=solid]; -"2408 linear_143_scale_0" -> "2412 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; -"2409 linear_143_zero_point_0" -> "2411 quantize_per_channel_default_96" [label="(2304,)", style=solid]; -"2409 linear_143_zero_point_0" -> "2412 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; -"2410 compressed_weight_updated_constant96" -> "2411 quantize_per_channel_default_96" [label="(2304, 768)", style=solid]; -"2411 quantize_per_channel_default_96" -> "2412 dequantize_per_channel_default_96" [label="(2304, 768)", style=solid]; -"2412 dequantize_per_channel_default_96" -> "2414 linear_143" [label="(2304, 768)", style=solid]; +"2408 linear_143_scale_0" -> "2411 quantize_per_channel_default_120" [label="(2304,)", style=solid]; +"2408 linear_143_scale_0" -> "2412 dequantize_per_channel_default_120" [label="(2304,)", style=solid]; +"2409 linear_143_zero_point_0" -> "2411 quantize_per_channel_default_120" [label="(2304,)", style=solid]; +"2409 linear_143_zero_point_0" -> "2412 dequantize_per_channel_default_120" [label="(2304,)", style=solid]; +"2410 compressed_weight_updated_constant96" -> "2411 quantize_per_channel_default_120" [label="(2304, 768)", style=solid]; +"2411 quantize_per_channel_default_120" -> "2412 dequantize_per_channel_default_120" [label="(2304, 768)", style=solid]; +"2412 dequantize_per_channel_default_120" -> "2414 linear_143" [label="(2304, 768)", style=solid]; "2413 _frozen_param192_0_0" -> "2414 linear_143" [label="(2304,)", style=solid]; "2414 linear_143" -> "2415 reshape_104" [label="(1, 64, 2304)", style=solid]; "2415 reshape_104" -> "2416 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; @@ -5391,13 +5391,13 @@ strict digraph { "2442 reshape_105_0_0_nncf_smooth_quant_0" -> "2443 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; "2443 quantize_per_tensor_default_145" -> "2444 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; "2444 dequantize_per_tensor_default_145" -> "2451 linear_144" [label="(1, 64, 768)", style=solid]; -"2445 linear_144_scale_0" -> "2448 quantize_per_channel_default_97" [label="(768,)", style=solid]; -"2445 linear_144_scale_0" -> "2449 dequantize_per_channel_default_97" [label="(768,)", style=solid]; -"2446 linear_144_zero_point_0" -> "2448 quantize_per_channel_default_97" [label="(768,)", style=solid]; -"2446 linear_144_zero_point_0" -> "2449 dequantize_per_channel_default_97" [label="(768,)", style=solid]; -"2447 compressed_weight_updated_constant97" -> "2448 quantize_per_channel_default_97" [label="(768, 768)", style=solid]; -"2448 quantize_per_channel_default_97" -> "2449 dequantize_per_channel_default_97" [label="(768, 768)", style=solid]; -"2449 dequantize_per_channel_default_97" -> "2451 linear_144" [label="(768, 768)", style=solid]; +"2445 linear_144_scale_0" -> "2448 quantize_per_channel_default_121" [label="(768,)", style=solid]; +"2445 linear_144_scale_0" -> "2449 dequantize_per_channel_default_121" [label="(768,)", style=solid]; +"2446 linear_144_zero_point_0" -> "2448 quantize_per_channel_default_121" [label="(768,)", style=solid]; +"2446 linear_144_zero_point_0" -> "2449 dequantize_per_channel_default_121" [label="(768,)", style=solid]; +"2447 compressed_weight_updated_constant97" -> "2448 quantize_per_channel_default_121" [label="(768, 768)", style=solid]; +"2448 quantize_per_channel_default_121" -> "2449 dequantize_per_channel_default_121" [label="(768, 768)", style=solid]; +"2449 dequantize_per_channel_default_121" -> "2451 linear_144" [label="(768, 768)", style=solid]; "2450 _param_constant388_0_0" -> "2451 linear_144" [label="(768,)", style=solid]; "2451 linear_144" -> "2452 dropout_93" [label="(1, 64, 768)", style=solid]; "2452 dropout_93" -> "2453 view_128" [label="(1, 64, 768)", style=solid]; @@ -5417,13 +5417,13 @@ strict digraph { "2465 add_81_0_0_nncf_smooth_quant_0" -> "2466 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; "2466 quantize_per_tensor_default_146" -> "2467 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; "2467 dequantize_per_tensor_default_146" -> "2474 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"2468 linear_145_scale_0" -> "2471 quantize_per_channel_default_98" [label="(3072,)", style=solid]; -"2468 linear_145_scale_0" -> "2472 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; -"2469 linear_145_zero_point_0" -> "2471 quantize_per_channel_default_98" [label="(3072,)", style=solid]; -"2469 linear_145_zero_point_0" -> "2472 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; -"2470 compressed_weight_updated_constant98" -> "2471 quantize_per_channel_default_98" [label="(3072, 768)", style=solid]; -"2471 quantize_per_channel_default_98" -> "2472 dequantize_per_channel_default_98" [label="(3072, 768)", style=solid]; -"2472 dequantize_per_channel_default_98" -> "2474 linear_145" [label="(3072, 768)", style=solid]; +"2468 linear_145_scale_0" -> "2471 quantize_per_channel_default_122" [label="(3072,)", style=solid]; +"2468 linear_145_scale_0" -> "2472 dequantize_per_channel_default_122" [label="(3072,)", style=solid]; +"2469 linear_145_zero_point_0" -> "2471 quantize_per_channel_default_122" [label="(3072,)", style=solid]; +"2469 linear_145_zero_point_0" -> "2472 dequantize_per_channel_default_122" [label="(3072,)", style=solid]; +"2470 compressed_weight_updated_constant98" -> "2471 quantize_per_channel_default_122" [label="(3072, 768)", style=solid]; +"2471 quantize_per_channel_default_122" -> "2472 dequantize_per_channel_default_122" [label="(3072, 768)", style=solid]; +"2472 dequantize_per_channel_default_122" -> "2474 linear_145" [label="(3072, 768)", style=solid]; "2473 _param_constant392_0_0" -> "2474 linear_145" [label="(3072,)", style=solid]; "2474 linear_145" -> "2475 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; "2475 gelu_23" -> "2476 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; @@ -5431,13 +5431,13 @@ strict digraph { "2477 dropout_94_0_0_nncf_smooth_quant_0" -> "2478 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; "2478 quantize_per_tensor_default_147" -> "2479 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; "2479 dequantize_per_tensor_default_147" -> "2486 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"2480 linear_146_scale_0" -> "2483 quantize_per_channel_default_99" [label="(768,)", style=solid]; -"2480 linear_146_scale_0" -> "2484 dequantize_per_channel_default_99" [label="(768,)", style=solid]; -"2481 linear_146_zero_point_0" -> "2483 quantize_per_channel_default_99" [label="(768,)", style=solid]; -"2481 linear_146_zero_point_0" -> "2484 dequantize_per_channel_default_99" [label="(768,)", style=solid]; -"2482 compressed_weight_updated_constant99" -> "2483 quantize_per_channel_default_99" [label="(768, 3072)", style=solid]; -"2483 quantize_per_channel_default_99" -> "2484 dequantize_per_channel_default_99" [label="(768, 3072)", style=solid]; -"2484 dequantize_per_channel_default_99" -> "2486 linear_146" [label="(768, 3072)", style=solid]; +"2480 linear_146_scale_0" -> "2483 quantize_per_channel_default_123" [label="(768,)", style=solid]; +"2480 linear_146_scale_0" -> "2484 dequantize_per_channel_default_123" [label="(768,)", style=solid]; +"2481 linear_146_zero_point_0" -> "2483 quantize_per_channel_default_123" [label="(768,)", style=solid]; +"2481 linear_146_zero_point_0" -> "2484 dequantize_per_channel_default_123" [label="(768,)", style=solid]; +"2482 compressed_weight_updated_constant99" -> "2483 quantize_per_channel_default_123" [label="(768, 3072)", style=solid]; +"2483 quantize_per_channel_default_123" -> "2484 dequantize_per_channel_default_123" [label="(768, 3072)", style=solid]; +"2484 dequantize_per_channel_default_123" -> "2486 linear_146" [label="(768, 3072)", style=solid]; "2485 _param_constant394_0_0" -> "2486 linear_146" [label="(768,)", style=solid]; "2486 linear_146" -> "2487 dropout_95" [label="(1, 7, 7, 768)", style=solid]; "2487 dropout_95" -> "2490 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; @@ -5454,13 +5454,13 @@ strict digraph { "2498 flatten_0_0_nncf_smooth_quant_0" -> "2499 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; "2499 quantize_per_tensor_default_148" -> "2500 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; "2500 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; -"2501 linear_147_scale_0" -> "2504 quantize_per_channel_default_100" [label="(1000,)", style=solid]; -"2501 linear_147_scale_0" -> "2505 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; -"2502 linear_147_zero_point_0" -> "2504 quantize_per_channel_default_100" [label="(1000,)", style=solid]; -"2502 linear_147_zero_point_0" -> "2505 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; -"2503 compressed_weight_updated_constant100" -> "2504 quantize_per_channel_default_100" [label="(1000, 768)", style=solid]; -"2504 quantize_per_channel_default_100" -> "2505 dequantize_per_channel_default_100" [label="(1000, 768)", style=solid]; -"2505 dequantize_per_channel_default_100" -> "2507 linear_147" [label="(1000, 768)", style=solid]; +"2501 linear_147_scale_0" -> "2504 quantize_per_channel_default_124" [label="(1000,)", style=solid]; +"2501 linear_147_scale_0" -> "2505 dequantize_per_channel_default_124" [label="(1000,)", style=solid]; +"2502 linear_147_zero_point_0" -> "2504 quantize_per_channel_default_124" [label="(1000,)", style=solid]; +"2502 linear_147_zero_point_0" -> "2505 dequantize_per_channel_default_124" [label="(1000,)", style=solid]; +"2503 compressed_weight_updated_constant100" -> "2504 quantize_per_channel_default_124" [label="(1000, 768)", style=solid]; +"2504 quantize_per_channel_default_124" -> "2505 dequantize_per_channel_default_124" [label="(1000, 768)", style=solid]; +"2505 dequantize_per_channel_default_124" -> "2507 linear_147" [label="(1000, 768)", style=solid]; "2506 _param_constant400_0_0" -> "2507 linear_147" [label="(1000,)", style=solid]; "2507 linear_147" -> "2508 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/fx/__init__.py b/tests/torch/fx/__init__.py index 2e49d63977d..138fbd9bf31 100644 --- a/tests/torch/fx/__init__.py +++ b/tests/torch/fx/__init__.py @@ -8,3 +8,10 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +import sys + +import pytest + +# Remove after fixing ticket: 156781 +if sys.platform.startswith("win"): + pytest.skip("capture_pre_autograd is not supported in windows", allow_module_level=True) diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 0531198a3db..2c1926b0d39 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -25,6 +25,8 @@ from torch.quantization.fake_quantize import FakeQuantize import nncf +import nncf.common +import nncf.common.factory from nncf.common.factory import NNCFGraph from nncf.common.factory import NNCFGraphFactory from nncf.common.graph.transformations.commands import TargetType @@ -35,6 +37,7 @@ from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node +from nncf.experimental.torch.fx.transformations import _get_connected_nodes from nncf.experimental.torch.fx.transformations import _set_new_node_meta from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation @@ -510,6 +513,21 @@ def test_update_shared_constant(): assert fx_node_to_check_const_value == torch.tensor([100]) +def test_get_connected_nodes(): + model = MultiBranchesConnectedModel() + ex_inputs = torch.ones((1, 3, 3, 3)) + captured_model = _capture_model(model, ex_inputs) + connected_nodes_list = _get_connected_nodes(captured_model.graph) + assert len(connected_nodes_list) == 18 + + add_node = get_graph_node_by_name(captured_model.graph, "add__1") + conv_1_node = get_graph_node_by_name(captured_model.graph, "conv2d") + conv_2_node = get_graph_node_by_name(captured_model.graph, "conv2d_1") + add_node.replace_input_with(conv_2_node, conv_1_node) + connected_nodes_list = _get_connected_nodes(captured_model.graph) + assert len(connected_nodes_list) == 15 + + def test_constant_folding(): model = ConstantFoldingTestModel() captured_model = _capture_model(model, torch.ones(model.INPUT_SIZE))