diff --git a/tests/openvino/native/data/reference_graphs/original_nncf_graph/googlenet-v3-pytorch.dot b/tests/openvino/native/data/reference_graphs/original_nncf_graph/googlenet-v3-pytorch.dot index 458b12a58c0..508b31bcc30 100644 --- a/tests/openvino/native/data/reference_graphs/original_nncf_graph/googlenet-v3-pytorch.dot +++ b/tests/openvino/native/data/reference_graphs/original_nncf_graph/googlenet-v3-pytorch.dot @@ -1,7 +1,7 @@ strict digraph { "0 data" [id=0, type=Parameter]; -"1 Multiply_4081" [id=1, type=Multiply]; -"2 Divide_1796" [id=2, type=Add]; +"1 Multiply_4031" [id=1, type=Multiply]; +"2 Divide_1751" [id=2, type=Add]; "3 /Conv2d_1a_3x3/conv/Conv/WithoutBiases" [id=3, type=Convolution]; "4 /Conv2d_1a_3x3/conv/Conv" [id=4, type=Add]; "5 /Conv2d_1a_3x3/Relu" [id=5, type=Relu]; @@ -313,203 +313,203 @@ strict digraph { "311 prob/sink_port_0" [id=311, type=Result]; "312 /Mixed_7c/branch3x3dbl_3a/Relu" [id=312, type=Relu]; "313 /Mixed_7c/branch3x3dbl_3b/Relu" [id=313, type=Relu]; -"314 Constant_4155" [id=314, type=Constant]; +"314 Constant_4105" [id=314, type=Constant]; "315 fc.weight" [id=315, type=Constant]; -"316 Constant_1775" [id=316, type=Constant]; -"317 Range_1771" [id=317, type=Constant]; -"318 Reshape_1759" [id=318, type=Constant]; -"319 onnx^^Conv_1188" [id=319, label="319 onnx::Conv_1188", type=Constant]; -"320 Reshape_1608" [id=320, type=Constant]; -"321 onnx^^Conv_1161" [id=321, label="321 onnx::Conv_1161", type=Constant]; -"322 Reshape_1359" [id=322, type=Constant]; -"323 onnx^^Conv_1116" [id=323, label="323 onnx::Conv_1116", type=Constant]; -"324 Reshape_1192" [id=324, type=Constant]; -"325 onnx^^Conv_1086" [id=325, label="325 onnx::Conv_1086", type=Constant]; -"326 Reshape_1025" [id=326, type=Constant]; -"327 onnx^^Conv_1056" [id=327, label="327 onnx::Conv_1056", type=Constant]; -"328 Reshape_858" [id=328, type=Constant]; -"329 onnx^^Conv_1026" [id=329, label="329 onnx::Conv_1026", type=Constant]; -"330 Reshape_625" [id=330, type=Constant]; -"331 onnx^^Conv_984" [id=331, label="331 onnx::Conv_984", type=Constant]; -"332 Reshape_506" [id=332, type=Constant]; -"333 onnx^^Conv_963" [id=333, label="333 onnx::Conv_963", type=Constant]; -"334 Reshape_387" [id=334, type=Constant]; -"335 onnx^^Conv_942" [id=335, label="335 onnx::Conv_942", type=Constant]; +"316 Constant_1730" [id=316, type=Constant]; +"317 Range_1726" [id=317, type=Constant]; +"318 Reshape_1714" [id=318, type=Constant]; +"319 onnx^^Conv_1170" [id=319, label="319 onnx::Conv_1170", type=Constant]; +"320 Reshape_1568" [id=320, type=Constant]; +"321 onnx^^Conv_1143" [id=321, label="321 onnx::Conv_1143", type=Constant]; +"322 Reshape_1324" [id=322, type=Constant]; +"323 onnx^^Conv_1098" [id=323, label="323 onnx::Conv_1098", type=Constant]; +"324 Reshape_1162" [id=324, type=Constant]; +"325 onnx^^Conv_1068" [id=325, label="325 onnx::Conv_1068", type=Constant]; +"326 Reshape_1000" [id=326, type=Constant]; +"327 onnx^^Conv_1038" [id=327, label="327 onnx::Conv_1038", type=Constant]; +"328 Reshape_838" [id=328, type=Constant]; +"329 onnx^^Conv_1008" [id=329, label="329 onnx::Conv_1008", type=Constant]; +"330 Reshape_610" [id=330, type=Constant]; +"331 onnx^^Conv_966" [id=331, label="331 onnx::Conv_966", type=Constant]; +"332 Reshape_496" [id=332, type=Constant]; +"333 onnx^^Conv_945" [id=333, label="333 onnx::Conv_945", type=Constant]; +"334 Reshape_382" [id=334, type=Constant]; +"335 onnx^^Conv_924" [id=335, label="335 onnx::Conv_924", type=Constant]; "336 Reshape_268" [id=336, type=Constant]; -"337 onnx^^Conv_921" [id=337, label="337 onnx::Conv_921", type=Constant]; +"337 onnx^^Conv_903" [id=337, label="337 onnx::Conv_903", type=Constant]; "338 Reshape_252" [id=338, type=Constant]; -"339 onnx^^Conv_918" [id=339, label="339 onnx::Conv_918", type=Constant]; +"339 onnx^^Conv_900" [id=339, label="339 onnx::Conv_900", type=Constant]; "340 Reshape_235" [id=340, type=Constant]; -"341 onnx^^Conv_915" [id=341, label="341 onnx::Conv_915", type=Constant]; +"341 onnx^^Conv_897" [id=341, label="341 onnx::Conv_897", type=Constant]; "342 Reshape_219" [id=342, type=Constant]; -"343 onnx^^Conv_912" [id=343, label="343 onnx::Conv_912", type=Constant]; +"343 onnx^^Conv_894" [id=343, label="343 onnx::Conv_894", type=Constant]; "344 Reshape_203" [id=344, type=Constant]; -"345 Gather_4154" [id=345, type=Constant]; -"346 Gather_4151" [id=346, type=Constant]; -"347 Gather_4148" [id=347, type=Constant]; +"345 Gather_4104" [id=345, type=Constant]; +"346 Gather_4101" [id=346, type=Constant]; +"347 Gather_4098" [id=347, type=Constant]; "348 Reshape_365" [id=348, type=Constant]; -"349 onnx^^Conv_939" [id=349, label="349 onnx::Conv_939", type=Constant]; +"349 onnx^^Conv_921" [id=349, label="349 onnx::Conv_921", type=Constant]; "350 Reshape_349" [id=350, type=Constant]; -"351 onnx^^Conv_936" [id=351, label="351 onnx::Conv_936", type=Constant]; +"351 onnx^^Conv_918" [id=351, label="351 onnx::Conv_918", type=Constant]; "352 Reshape_333" [id=352, type=Constant]; -"353 onnx^^Conv_933" [id=353, label="353 onnx::Conv_933", type=Constant]; +"353 onnx^^Conv_915" [id=353, label="353 onnx::Conv_915", type=Constant]; "354 Reshape_317" [id=354, type=Constant]; -"355 onnx^^Conv_930" [id=355, label="355 onnx::Conv_930", type=Constant]; +"355 onnx^^Conv_912" [id=355, label="355 onnx::Conv_912", type=Constant]; "356 Reshape_301" [id=356, type=Constant]; -"357 onnx^^Conv_927" [id=357, label="357 onnx::Conv_927", type=Constant]; +"357 onnx^^Conv_909" [id=357, label="357 onnx::Conv_909", type=Constant]; "358 Reshape_285" [id=358, type=Constant]; -"359 onnx^^Conv_924" [id=359, label="359 onnx::Conv_924", type=Constant]; -"360 Reshape_484" [id=360, type=Constant]; -"361 onnx^^Conv_960" [id=361, label="361 onnx::Conv_960", type=Constant]; -"362 Reshape_468" [id=362, type=Constant]; -"363 onnx^^Conv_957" [id=363, label="363 onnx::Conv_957", type=Constant]; -"364 Reshape_452" [id=364, type=Constant]; -"365 onnx^^Conv_954" [id=365, label="365 onnx::Conv_954", type=Constant]; -"366 Reshape_436" [id=366, type=Constant]; -"367 onnx^^Conv_951" [id=367, label="367 onnx::Conv_951", type=Constant]; -"368 Reshape_420" [id=368, type=Constant]; -"369 onnx^^Conv_948" [id=369, label="369 onnx::Conv_948", type=Constant]; -"370 Reshape_404" [id=370, type=Constant]; -"371 onnx^^Conv_945" [id=371, label="371 onnx::Conv_945", type=Constant]; -"372 Reshape_603" [id=372, type=Constant]; -"373 onnx^^Conv_981" [id=373, label="373 onnx::Conv_981", type=Constant]; -"374 Reshape_587" [id=374, type=Constant]; -"375 onnx^^Conv_978" [id=375, label="375 onnx::Conv_978", type=Constant]; -"376 Reshape_571" [id=376, type=Constant]; -"377 onnx^^Conv_975" [id=377, label="377 onnx::Conv_975", type=Constant]; -"378 Reshape_555" [id=378, type=Constant]; -"379 onnx^^Conv_972" [id=379, label="379 onnx::Conv_972", type=Constant]; -"380 Reshape_539" [id=380, type=Constant]; -"381 onnx^^Conv_969" [id=381, label="381 onnx::Conv_969", type=Constant]; -"382 Reshape_523" [id=382, type=Constant]; -"383 onnx^^Conv_966" [id=383, label="383 onnx::Conv_966", type=Constant]; -"384 Reshape_690" [id=384, type=Constant]; -"385 onnx^^Conv_996" [id=385, label="385 onnx::Conv_996", type=Constant]; -"386 Reshape_674" [id=386, type=Constant]; -"387 onnx^^Conv_993" [id=387, label="387 onnx::Conv_993", type=Constant]; -"388 Reshape_658" [id=388, type=Constant]; -"389 onnx^^Conv_990" [id=389, label="389 onnx::Conv_990", type=Constant]; -"390 Reshape_642" [id=390, type=Constant]; -"391 onnx^^Conv_987" [id=391, label="391 onnx::Conv_987", type=Constant]; -"392 Reshape_836" [id=392, type=Constant]; -"393 onnx^^Conv_1023" [id=393, label="393 onnx::Conv_1023", type=Constant]; -"394 Reshape_820" [id=394, type=Constant]; -"395 onnx^^Conv_1020" [id=395, label="395 onnx::Conv_1020", type=Constant]; -"396 Reshape_804" [id=396, type=Constant]; -"397 onnx^^Conv_1017" [id=397, label="397 onnx::Conv_1017", type=Constant]; -"398 Reshape_788" [id=398, type=Constant]; -"399 onnx^^Conv_1014" [id=399, label="399 onnx::Conv_1014", type=Constant]; -"400 Reshape_772" [id=400, type=Constant]; -"401 onnx^^Conv_1011" [id=401, label="401 onnx::Conv_1011", type=Constant]; -"402 Reshape_756" [id=402, type=Constant]; -"403 onnx^^Conv_1008" [id=403, label="403 onnx::Conv_1008", type=Constant]; -"404 Reshape_740" [id=404, type=Constant]; -"405 onnx^^Conv_1005" [id=405, label="405 onnx::Conv_1005", type=Constant]; -"406 Reshape_724" [id=406, type=Constant]; -"407 onnx^^Conv_1002" [id=407, label="407 onnx::Conv_1002", type=Constant]; -"408 Reshape_708" [id=408, type=Constant]; -"409 onnx^^Conv_999" [id=409, label="409 onnx::Conv_999", type=Constant]; -"410 Reshape_1003" [id=410, type=Constant]; -"411 onnx^^Conv_1053" [id=411, label="411 onnx::Conv_1053", type=Constant]; -"412 Reshape_987" [id=412, type=Constant]; -"413 onnx^^Conv_1050" [id=413, label="413 onnx::Conv_1050", type=Constant]; -"414 Reshape_971" [id=414, type=Constant]; -"415 onnx^^Conv_1047" [id=415, label="415 onnx::Conv_1047", type=Constant]; -"416 Reshape_955" [id=416, type=Constant]; -"417 onnx^^Conv_1044" [id=417, label="417 onnx::Conv_1044", type=Constant]; -"418 Reshape_939" [id=418, type=Constant]; -"419 onnx^^Conv_1041" [id=419, label="419 onnx::Conv_1041", type=Constant]; -"420 Reshape_923" [id=420, type=Constant]; -"421 onnx^^Conv_1038" [id=421, label="421 onnx::Conv_1038", type=Constant]; -"422 Reshape_907" [id=422, type=Constant]; -"423 onnx^^Conv_1035" [id=423, label="423 onnx::Conv_1035", type=Constant]; -"424 Reshape_891" [id=424, type=Constant]; -"425 onnx^^Conv_1032" [id=425, label="425 onnx::Conv_1032", type=Constant]; -"426 Reshape_875" [id=426, type=Constant]; -"427 onnx^^Conv_1029" [id=427, label="427 onnx::Conv_1029", type=Constant]; -"428 Reshape_1170" [id=428, type=Constant]; -"429 onnx^^Conv_1083" [id=429, label="429 onnx::Conv_1083", type=Constant]; -"430 Reshape_1154" [id=430, type=Constant]; -"431 onnx^^Conv_1080" [id=431, label="431 onnx::Conv_1080", type=Constant]; -"432 Reshape_1138" [id=432, type=Constant]; -"433 onnx^^Conv_1077" [id=433, label="433 onnx::Conv_1077", type=Constant]; -"434 Reshape_1122" [id=434, type=Constant]; -"435 onnx^^Conv_1074" [id=435, label="435 onnx::Conv_1074", type=Constant]; -"436 Reshape_1106" [id=436, type=Constant]; -"437 onnx^^Conv_1071" [id=437, label="437 onnx::Conv_1071", type=Constant]; -"438 Reshape_1090" [id=438, type=Constant]; -"439 onnx^^Conv_1068" [id=439, label="439 onnx::Conv_1068", type=Constant]; -"440 Reshape_1074" [id=440, type=Constant]; -"441 onnx^^Conv_1065" [id=441, label="441 onnx::Conv_1065", type=Constant]; -"442 Reshape_1058" [id=442, type=Constant]; -"443 onnx^^Conv_1062" [id=443, label="443 onnx::Conv_1062", type=Constant]; -"444 Reshape_1042" [id=444, type=Constant]; -"445 onnx^^Conv_1059" [id=445, label="445 onnx::Conv_1059", type=Constant]; -"446 Reshape_1337" [id=446, type=Constant]; -"447 onnx^^Conv_1113" [id=447, label="447 onnx::Conv_1113", type=Constant]; -"448 Reshape_1321" [id=448, type=Constant]; -"449 onnx^^Conv_1110" [id=449, label="449 onnx::Conv_1110", type=Constant]; -"450 Reshape_1305" [id=450, type=Constant]; -"451 onnx^^Conv_1107" [id=451, label="451 onnx::Conv_1107", type=Constant]; -"452 Reshape_1289" [id=452, type=Constant]; -"453 onnx^^Conv_1104" [id=453, label="453 onnx::Conv_1104", type=Constant]; -"454 Reshape_1273" [id=454, type=Constant]; -"455 onnx^^Conv_1101" [id=455, label="455 onnx::Conv_1101", type=Constant]; -"456 Reshape_1257" [id=456, type=Constant]; -"457 onnx^^Conv_1098" [id=457, label="457 onnx::Conv_1098", type=Constant]; -"458 Reshape_1241" [id=458, type=Constant]; -"459 onnx^^Conv_1095" [id=459, label="459 onnx::Conv_1095", type=Constant]; -"460 Reshape_1225" [id=460, type=Constant]; -"461 onnx^^Conv_1092" [id=461, label="461 onnx::Conv_1092", type=Constant]; -"462 Reshape_1209" [id=462, type=Constant]; -"463 onnx^^Conv_1089" [id=463, label="463 onnx::Conv_1089", type=Constant]; -"464 Reshape_1456" [id=464, type=Constant]; -"465 onnx^^Conv_1134" [id=465, label="465 onnx::Conv_1134", type=Constant]; -"466 Reshape_1440" [id=466, type=Constant]; -"467 onnx^^Conv_1131" [id=467, label="467 onnx::Conv_1131", type=Constant]; -"468 Reshape_1424" [id=468, type=Constant]; -"469 onnx^^Conv_1128" [id=469, label="469 onnx::Conv_1128", type=Constant]; -"470 Reshape_1408" [id=470, type=Constant]; -"471 onnx^^Conv_1125" [id=471, label="471 onnx::Conv_1125", type=Constant]; -"472 Reshape_1392" [id=472, type=Constant]; -"473 onnx^^Conv_1122" [id=473, label="473 onnx::Conv_1122", type=Constant]; -"474 Reshape_1376" [id=474, type=Constant]; -"475 onnx^^Conv_1119" [id=475, label="475 onnx::Conv_1119", type=Constant]; -"476 Reshape_1586" [id=476, type=Constant]; -"477 onnx^^Conv_1158" [id=477, label="477 onnx::Conv_1158", type=Constant]; -"478 Reshape_1554" [id=478, type=Constant]; -"479 onnx^^Conv_1152" [id=479, label="479 onnx::Conv_1152", type=Constant]; -"480 Reshape_1538" [id=480, type=Constant]; -"481 onnx^^Conv_1149" [id=481, label="481 onnx::Conv_1149", type=Constant]; -"482 Reshape_1570" [id=482, type=Constant]; -"483 onnx^^Conv_1155" [id=483, label="483 onnx::Conv_1155", type=Constant]; -"484 Reshape_1522" [id=484, type=Constant]; -"485 onnx^^Conv_1146" [id=485, label="485 onnx::Conv_1146", type=Constant]; -"486 Reshape_1490" [id=486, type=Constant]; -"487 onnx^^Conv_1140" [id=487, label="487 onnx::Conv_1140", type=Constant]; -"488 Reshape_1506" [id=488, type=Constant]; -"489 onnx^^Conv_1143" [id=489, label="489 onnx::Conv_1143", type=Constant]; -"490 Reshape_1474" [id=490, type=Constant]; -"491 onnx^^Conv_1137" [id=491, label="491 onnx::Conv_1137", type=Constant]; -"492 Reshape_1737" [id=492, type=Constant]; -"493 onnx^^Conv_1185" [id=493, label="493 onnx::Conv_1185", type=Constant]; -"494 Reshape_1705" [id=494, type=Constant]; -"495 onnx^^Conv_1179" [id=495, label="495 onnx::Conv_1179", type=Constant]; -"496 Reshape_1689" [id=496, type=Constant]; -"497 onnx^^Conv_1176" [id=497, label="497 onnx::Conv_1176", type=Constant]; -"498 Reshape_1721" [id=498, type=Constant]; -"499 onnx^^Conv_1182" [id=499, label="499 onnx::Conv_1182", type=Constant]; -"500 Reshape_1673" [id=500, type=Constant]; -"501 onnx^^Conv_1173" [id=501, label="501 onnx::Conv_1173", type=Constant]; -"502 Reshape_1641" [id=502, type=Constant]; -"503 onnx^^Conv_1167" [id=503, label="503 onnx::Conv_1167", type=Constant]; -"504 Reshape_1657" [id=504, type=Constant]; -"505 onnx^^Conv_1170" [id=505, label="505 onnx::Conv_1170", type=Constant]; -"506 Reshape_1625" [id=506, type=Constant]; -"507 onnx^^Conv_1164" [id=507, label="507 onnx::Conv_1164", type=Constant]; -"0 data" -> "1 Multiply_4081" [label="[1, 3, 299, 299]", style=solid]; -"1 Multiply_4081" -> "2 Divide_1796" [label="[1, 3, 299, 299]", style=solid]; -"2 Divide_1796" -> "3 /Conv2d_1a_3x3/conv/Conv/WithoutBiases" [label="[1, 3, 299, 299]", style=solid]; +"359 onnx^^Conv_906" [id=359, label="359 onnx::Conv_906", type=Constant]; +"360 Reshape_479" [id=360, type=Constant]; +"361 onnx^^Conv_942" [id=361, label="361 onnx::Conv_942", type=Constant]; +"362 Reshape_463" [id=362, type=Constant]; +"363 onnx^^Conv_939" [id=363, label="363 onnx::Conv_939", type=Constant]; +"364 Reshape_447" [id=364, type=Constant]; +"365 onnx^^Conv_936" [id=365, label="365 onnx::Conv_936", type=Constant]; +"366 Reshape_431" [id=366, type=Constant]; +"367 onnx^^Conv_933" [id=367, label="367 onnx::Conv_933", type=Constant]; +"368 Reshape_415" [id=368, type=Constant]; +"369 onnx^^Conv_930" [id=369, label="369 onnx::Conv_930", type=Constant]; +"370 Reshape_399" [id=370, type=Constant]; +"371 onnx^^Conv_927" [id=371, label="371 onnx::Conv_927", type=Constant]; +"372 Reshape_593" [id=372, type=Constant]; +"373 onnx^^Conv_963" [id=373, label="373 onnx::Conv_963", type=Constant]; +"374 Reshape_577" [id=374, type=Constant]; +"375 onnx^^Conv_960" [id=375, label="375 onnx::Conv_960", type=Constant]; +"376 Reshape_561" [id=376, type=Constant]; +"377 onnx^^Conv_957" [id=377, label="377 onnx::Conv_957", type=Constant]; +"378 Reshape_545" [id=378, type=Constant]; +"379 onnx^^Conv_954" [id=379, label="379 onnx::Conv_954", type=Constant]; +"380 Reshape_529" [id=380, type=Constant]; +"381 onnx^^Conv_951" [id=381, label="381 onnx::Conv_951", type=Constant]; +"382 Reshape_513" [id=382, type=Constant]; +"383 onnx^^Conv_948" [id=383, label="383 onnx::Conv_948", type=Constant]; +"384 Reshape_675" [id=384, type=Constant]; +"385 onnx^^Conv_978" [id=385, label="385 onnx::Conv_978", type=Constant]; +"386 Reshape_659" [id=386, type=Constant]; +"387 onnx^^Conv_975" [id=387, label="387 onnx::Conv_975", type=Constant]; +"388 Reshape_643" [id=388, type=Constant]; +"389 onnx^^Conv_972" [id=389, label="389 onnx::Conv_972", type=Constant]; +"390 Reshape_627" [id=390, type=Constant]; +"391 onnx^^Conv_969" [id=391, label="391 onnx::Conv_969", type=Constant]; +"392 Reshape_821" [id=392, type=Constant]; +"393 onnx^^Conv_1005" [id=393, label="393 onnx::Conv_1005", type=Constant]; +"394 Reshape_805" [id=394, type=Constant]; +"395 onnx^^Conv_1002" [id=395, label="395 onnx::Conv_1002", type=Constant]; +"396 Reshape_789" [id=396, type=Constant]; +"397 onnx^^Conv_999" [id=397, label="397 onnx::Conv_999", type=Constant]; +"398 Reshape_773" [id=398, type=Constant]; +"399 onnx^^Conv_996" [id=399, label="399 onnx::Conv_996", type=Constant]; +"400 Reshape_757" [id=400, type=Constant]; +"401 onnx^^Conv_993" [id=401, label="401 onnx::Conv_993", type=Constant]; +"402 Reshape_741" [id=402, type=Constant]; +"403 onnx^^Conv_990" [id=403, label="403 onnx::Conv_990", type=Constant]; +"404 Reshape_725" [id=404, type=Constant]; +"405 onnx^^Conv_987" [id=405, label="405 onnx::Conv_987", type=Constant]; +"406 Reshape_709" [id=406, type=Constant]; +"407 onnx^^Conv_984" [id=407, label="407 onnx::Conv_984", type=Constant]; +"408 Reshape_693" [id=408, type=Constant]; +"409 onnx^^Conv_981" [id=409, label="409 onnx::Conv_981", type=Constant]; +"410 Reshape_983" [id=410, type=Constant]; +"411 onnx^^Conv_1035" [id=411, label="411 onnx::Conv_1035", type=Constant]; +"412 Reshape_967" [id=412, type=Constant]; +"413 onnx^^Conv_1032" [id=413, label="413 onnx::Conv_1032", type=Constant]; +"414 Reshape_951" [id=414, type=Constant]; +"415 onnx^^Conv_1029" [id=415, label="415 onnx::Conv_1029", type=Constant]; +"416 Reshape_935" [id=416, type=Constant]; +"417 onnx^^Conv_1026" [id=417, label="417 onnx::Conv_1026", type=Constant]; +"418 Reshape_919" [id=418, type=Constant]; +"419 onnx^^Conv_1023" [id=419, label="419 onnx::Conv_1023", type=Constant]; +"420 Reshape_903" [id=420, type=Constant]; +"421 onnx^^Conv_1020" [id=421, label="421 onnx::Conv_1020", type=Constant]; +"422 Reshape_887" [id=422, type=Constant]; +"423 onnx^^Conv_1017" [id=423, label="423 onnx::Conv_1017", type=Constant]; +"424 Reshape_871" [id=424, type=Constant]; +"425 onnx^^Conv_1014" [id=425, label="425 onnx::Conv_1014", type=Constant]; +"426 Reshape_855" [id=426, type=Constant]; +"427 onnx^^Conv_1011" [id=427, label="427 onnx::Conv_1011", type=Constant]; +"428 Reshape_1145" [id=428, type=Constant]; +"429 onnx^^Conv_1065" [id=429, label="429 onnx::Conv_1065", type=Constant]; +"430 Reshape_1129" [id=430, type=Constant]; +"431 onnx^^Conv_1062" [id=431, label="431 onnx::Conv_1062", type=Constant]; +"432 Reshape_1113" [id=432, type=Constant]; +"433 onnx^^Conv_1059" [id=433, label="433 onnx::Conv_1059", type=Constant]; +"434 Reshape_1097" [id=434, type=Constant]; +"435 onnx^^Conv_1056" [id=435, label="435 onnx::Conv_1056", type=Constant]; +"436 Reshape_1081" [id=436, type=Constant]; +"437 onnx^^Conv_1053" [id=437, label="437 onnx::Conv_1053", type=Constant]; +"438 Reshape_1065" [id=438, type=Constant]; +"439 onnx^^Conv_1050" [id=439, label="439 onnx::Conv_1050", type=Constant]; +"440 Reshape_1049" [id=440, type=Constant]; +"441 onnx^^Conv_1047" [id=441, label="441 onnx::Conv_1047", type=Constant]; +"442 Reshape_1033" [id=442, type=Constant]; +"443 onnx^^Conv_1044" [id=443, label="443 onnx::Conv_1044", type=Constant]; +"444 Reshape_1017" [id=444, type=Constant]; +"445 onnx^^Conv_1041" [id=445, label="445 onnx::Conv_1041", type=Constant]; +"446 Reshape_1307" [id=446, type=Constant]; +"447 onnx^^Conv_1095" [id=447, label="447 onnx::Conv_1095", type=Constant]; +"448 Reshape_1291" [id=448, type=Constant]; +"449 onnx^^Conv_1092" [id=449, label="449 onnx::Conv_1092", type=Constant]; +"450 Reshape_1275" [id=450, type=Constant]; +"451 onnx^^Conv_1089" [id=451, label="451 onnx::Conv_1089", type=Constant]; +"452 Reshape_1259" [id=452, type=Constant]; +"453 onnx^^Conv_1086" [id=453, label="453 onnx::Conv_1086", type=Constant]; +"454 Reshape_1243" [id=454, type=Constant]; +"455 onnx^^Conv_1083" [id=455, label="455 onnx::Conv_1083", type=Constant]; +"456 Reshape_1227" [id=456, type=Constant]; +"457 onnx^^Conv_1080" [id=457, label="457 onnx::Conv_1080", type=Constant]; +"458 Reshape_1211" [id=458, type=Constant]; +"459 onnx^^Conv_1077" [id=459, label="459 onnx::Conv_1077", type=Constant]; +"460 Reshape_1195" [id=460, type=Constant]; +"461 onnx^^Conv_1074" [id=461, label="461 onnx::Conv_1074", type=Constant]; +"462 Reshape_1179" [id=462, type=Constant]; +"463 onnx^^Conv_1071" [id=463, label="463 onnx::Conv_1071", type=Constant]; +"464 Reshape_1421" [id=464, type=Constant]; +"465 onnx^^Conv_1116" [id=465, label="465 onnx::Conv_1116", type=Constant]; +"466 Reshape_1405" [id=466, type=Constant]; +"467 onnx^^Conv_1113" [id=467, label="467 onnx::Conv_1113", type=Constant]; +"468 Reshape_1389" [id=468, type=Constant]; +"469 onnx^^Conv_1110" [id=469, label="469 onnx::Conv_1110", type=Constant]; +"470 Reshape_1373" [id=470, type=Constant]; +"471 onnx^^Conv_1107" [id=471, label="471 onnx::Conv_1107", type=Constant]; +"472 Reshape_1357" [id=472, type=Constant]; +"473 onnx^^Conv_1104" [id=473, label="473 onnx::Conv_1104", type=Constant]; +"474 Reshape_1341" [id=474, type=Constant]; +"475 onnx^^Conv_1101" [id=475, label="475 onnx::Conv_1101", type=Constant]; +"476 Reshape_1551" [id=476, type=Constant]; +"477 onnx^^Conv_1140" [id=477, label="477 onnx::Conv_1140", type=Constant]; +"478 Reshape_1519" [id=478, type=Constant]; +"479 onnx^^Conv_1134" [id=479, label="479 onnx::Conv_1134", type=Constant]; +"480 Reshape_1503" [id=480, type=Constant]; +"481 onnx^^Conv_1131" [id=481, label="481 onnx::Conv_1131", type=Constant]; +"482 Reshape_1535" [id=482, type=Constant]; +"483 onnx^^Conv_1137" [id=483, label="483 onnx::Conv_1137", type=Constant]; +"484 Reshape_1487" [id=484, type=Constant]; +"485 onnx^^Conv_1128" [id=485, label="485 onnx::Conv_1128", type=Constant]; +"486 Reshape_1455" [id=486, type=Constant]; +"487 onnx^^Conv_1122" [id=487, label="487 onnx::Conv_1122", type=Constant]; +"488 Reshape_1471" [id=488, type=Constant]; +"489 onnx^^Conv_1125" [id=489, label="489 onnx::Conv_1125", type=Constant]; +"490 Reshape_1439" [id=490, type=Constant]; +"491 onnx^^Conv_1119" [id=491, label="491 onnx::Conv_1119", type=Constant]; +"492 Reshape_1697" [id=492, type=Constant]; +"493 onnx^^Conv_1167" [id=493, label="493 onnx::Conv_1167", type=Constant]; +"494 Reshape_1665" [id=494, type=Constant]; +"495 onnx^^Conv_1161" [id=495, label="495 onnx::Conv_1161", type=Constant]; +"496 Reshape_1649" [id=496, type=Constant]; +"497 onnx^^Conv_1158" [id=497, label="497 onnx::Conv_1158", type=Constant]; +"498 Reshape_1681" [id=498, type=Constant]; +"499 onnx^^Conv_1164" [id=499, label="499 onnx::Conv_1164", type=Constant]; +"500 Reshape_1633" [id=500, type=Constant]; +"501 onnx^^Conv_1155" [id=501, label="501 onnx::Conv_1155", type=Constant]; +"502 Reshape_1601" [id=502, type=Constant]; +"503 onnx^^Conv_1149" [id=503, label="503 onnx::Conv_1149", type=Constant]; +"504 Reshape_1617" [id=504, type=Constant]; +"505 onnx^^Conv_1152" [id=505, label="505 onnx::Conv_1152", type=Constant]; +"506 Reshape_1585" [id=506, type=Constant]; +"507 onnx^^Conv_1146" [id=507, label="507 onnx::Conv_1146", type=Constant]; +"0 data" -> "1 Multiply_4031" [label="[1, 3, 299, 299]", style=solid]; +"1 Multiply_4031" -> "2 Divide_1751" [label="[1, 3, 299, 299]", style=solid]; +"2 Divide_1751" -> "3 /Conv2d_1a_3x3/conv/Conv/WithoutBiases" [label="[1, 3, 299, 299]", style=solid]; "3 /Conv2d_1a_3x3/conv/Conv/WithoutBiases" -> "4 /Conv2d_1a_3x3/conv/Conv" [label="[1, 32, 149, 149]", style=solid]; "4 /Conv2d_1a_3x3/conv/Conv" -> "5 /Conv2d_1a_3x3/Relu" [label="[1, 32, 149, 149]", style=solid]; "5 /Conv2d_1a_3x3/Relu" -> "6 /Conv2d_2a_3x3/conv/Conv/WithoutBiases" [label="[1, 32, 149, 149]", style=solid]; @@ -855,198 +855,198 @@ strict digraph { "310 /Mixed_7c/branch3x3dbl_3b/conv/Conv" -> "313 /Mixed_7c/branch3x3dbl_3b/Relu" [label="[1, 384, 8, 8]", style=solid]; "312 /Mixed_7c/branch3x3dbl_3a/Relu" -> "284 /Mixed_7c/Concat" [label="[1, 384, 8, 8]", style=solid]; "313 /Mixed_7c/branch3x3dbl_3b/Relu" -> "284 /Mixed_7c/Concat" [label="[1, 384, 8, 8]", style=solid]; -"314 Constant_4155" -> "308 prob" [label="[1, 1000]", style=solid]; +"314 Constant_4105" -> "308 prob" [label="[1, 1000]", style=solid]; "315 fc.weight" -> "305 /fc/Gemm/WithoutBiases" [label="[1000, 2048]", style=solid]; -"316 Constant_1775" -> "300 /Flatten" [label="[2]", style=dashed]; -"317 Range_1771" -> "292 /avgpool/GlobalAveragePool" [label="[2]", style=dashed]; -"318 Reshape_1759" -> "275 /Mixed_7c/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"319 onnx^^Conv_1188" -> "266 /Mixed_7c/branch_pool/conv/Conv/WithoutBiases" [label="[192, 2048, 1, 1]", style=solid]; -"320 Reshape_1608" -> "238 /Mixed_7b/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"321 onnx^^Conv_1161" -> "229 /Mixed_7b/branch_pool/conv/Conv/WithoutBiases" [label="[192, 1280, 1, 1]", style=solid]; -"322 Reshape_1359" -> "189 /Mixed_6e/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"323 onnx^^Conv_1116" -> "181 /Mixed_6e/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"324 Reshape_1192" -> "158 /Mixed_6d/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"325 onnx^^Conv_1086" -> "151 /Mixed_6d/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"326 Reshape_1025" -> "130 /Mixed_6c/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"327 onnx^^Conv_1056" -> "123 /Mixed_6c/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"328 Reshape_858" -> "105 /Mixed_6b/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"329 onnx^^Conv_1026" -> "99 /Mixed_6b/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"330 Reshape_625" -> "71 /Mixed_5d/branch_pool/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"331 onnx^^Conv_984" -> "65 /Mixed_5d/branch_pool/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; -"332 Reshape_506" -> "48 /Mixed_5c/branch_pool/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"333 onnx^^Conv_963" -> "42 /Mixed_5c/branch_pool/conv/Conv/WithoutBiases" [label="[64, 256, 1, 1]", style=solid]; -"334 Reshape_387" -> "28 /Mixed_5b/branch_pool/conv/Conv" [label="[1, 32, 1, 1]", style=solid]; -"335 onnx^^Conv_942" -> "24 /Mixed_5b/branch_pool/conv/Conv/WithoutBiases" [label="[32, 192, 1, 1]", style=solid]; +"316 Constant_1730" -> "300 /Flatten" [label="[2]", style=dashed]; +"317 Range_1726" -> "292 /avgpool/GlobalAveragePool" [label="[2]", style=dashed]; +"318 Reshape_1714" -> "275 /Mixed_7c/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"319 onnx^^Conv_1170" -> "266 /Mixed_7c/branch_pool/conv/Conv/WithoutBiases" [label="[192, 2048, 1, 1]", style=solid]; +"320 Reshape_1568" -> "238 /Mixed_7b/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"321 onnx^^Conv_1143" -> "229 /Mixed_7b/branch_pool/conv/Conv/WithoutBiases" [label="[192, 1280, 1, 1]", style=solid]; +"322 Reshape_1324" -> "189 /Mixed_6e/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"323 onnx^^Conv_1098" -> "181 /Mixed_6e/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"324 Reshape_1162" -> "158 /Mixed_6d/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"325 onnx^^Conv_1068" -> "151 /Mixed_6d/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"326 Reshape_1000" -> "130 /Mixed_6c/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"327 onnx^^Conv_1038" -> "123 /Mixed_6c/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"328 Reshape_838" -> "105 /Mixed_6b/branch_pool/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"329 onnx^^Conv_1008" -> "99 /Mixed_6b/branch_pool/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"330 Reshape_610" -> "71 /Mixed_5d/branch_pool/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"331 onnx^^Conv_966" -> "65 /Mixed_5d/branch_pool/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; +"332 Reshape_496" -> "48 /Mixed_5c/branch_pool/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"333 onnx^^Conv_945" -> "42 /Mixed_5c/branch_pool/conv/Conv/WithoutBiases" [label="[64, 256, 1, 1]", style=solid]; +"334 Reshape_382" -> "28 /Mixed_5b/branch_pool/conv/Conv" [label="[1, 32, 1, 1]", style=solid]; +"335 onnx^^Conv_924" -> "24 /Mixed_5b/branch_pool/conv/Conv/WithoutBiases" [label="[32, 192, 1, 1]", style=solid]; "336 Reshape_268" -> "17 /Conv2d_4a_3x3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"337 onnx^^Conv_921" -> "16 /Conv2d_4a_3x3/conv/Conv/WithoutBiases" [label="[192, 80, 3, 3]", style=solid]; +"337 onnx^^Conv_903" -> "16 /Conv2d_4a_3x3/conv/Conv/WithoutBiases" [label="[192, 80, 3, 3]", style=solid]; "338 Reshape_252" -> "14 /Conv2d_3b_1x1/conv/Conv" [label="[1, 80, 1, 1]", style=solid]; -"339 onnx^^Conv_918" -> "13 /Conv2d_3b_1x1/conv/Conv/WithoutBiases" [label="[80, 64, 1, 1]", style=solid]; +"339 onnx^^Conv_900" -> "13 /Conv2d_3b_1x1/conv/Conv/WithoutBiases" [label="[80, 64, 1, 1]", style=solid]; "340 Reshape_235" -> "10 /Conv2d_2b_3x3/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"341 onnx^^Conv_915" -> "9 /Conv2d_2b_3x3/conv/Conv/WithoutBiases" [label="[64, 32, 3, 3]", style=solid]; +"341 onnx^^Conv_897" -> "9 /Conv2d_2b_3x3/conv/Conv/WithoutBiases" [label="[64, 32, 3, 3]", style=solid]; "342 Reshape_219" -> "7 /Conv2d_2a_3x3/conv/Conv" [label="[1, 32, 1, 1]", style=solid]; -"343 onnx^^Conv_912" -> "6 /Conv2d_2a_3x3/conv/Conv/WithoutBiases" [label="[32, 32, 3, 3]", style=solid]; +"343 onnx^^Conv_894" -> "6 /Conv2d_2a_3x3/conv/Conv/WithoutBiases" [label="[32, 32, 3, 3]", style=solid]; "344 Reshape_203" -> "4 /Conv2d_1a_3x3/conv/Conv" [label="[1, 32, 1, 1]", style=solid]; -"345 Gather_4154" -> "3 /Conv2d_1a_3x3/conv/Conv/WithoutBiases" [label="[32, 3, 3, 3]", style=solid]; -"346 Gather_4151" -> "2 Divide_1796" [label="[1, 3, 1, 1]", style=solid]; -"347 Gather_4148" -> "1 Multiply_4081" [label="[1, 3, 1, 1]", style=solid]; +"345 Gather_4104" -> "3 /Conv2d_1a_3x3/conv/Conv/WithoutBiases" [label="[32, 3, 3, 3]", style=solid]; +"346 Gather_4101" -> "2 Divide_1751" [label="[1, 3, 1, 1]", style=solid]; +"347 Gather_4098" -> "1 Multiply_4031" [label="[1, 3, 1, 1]", style=solid]; "348 Reshape_365" -> "57 /Mixed_5b/branch3x3dbl_3/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"349 onnx^^Conv_939" -> "52 /Mixed_5b/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; +"349 onnx^^Conv_921" -> "52 /Mixed_5b/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; "350 Reshape_349" -> "40 /Mixed_5b/branch3x3dbl_2/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"351 onnx^^Conv_936" -> "34 /Mixed_5b/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; +"351 onnx^^Conv_918" -> "34 /Mixed_5b/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; "352 Reshape_333" -> "26 /Mixed_5b/branch3x3dbl_1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"353 onnx^^Conv_933" -> "22 /Mixed_5b/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 192, 1, 1]", style=solid]; +"353 onnx^^Conv_915" -> "22 /Mixed_5b/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 192, 1, 1]", style=solid]; "354 Reshape_317" -> "41 /Mixed_5b/branch5x5_2/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"355 onnx^^Conv_930" -> "35 /Mixed_5b/branch5x5_2/conv/Conv/WithoutBiases" [label="[64, 48, 5, 5]", style=solid]; +"355 onnx^^Conv_912" -> "35 /Mixed_5b/branch5x5_2/conv/Conv/WithoutBiases" [label="[64, 48, 5, 5]", style=solid]; "356 Reshape_301" -> "27 /Mixed_5b/branch5x5_1/conv/Conv" [label="[1, 48, 1, 1]", style=solid]; -"357 onnx^^Conv_927" -> "23 /Mixed_5b/branch5x5_1/conv/Conv/WithoutBiases" [label="[48, 192, 1, 1]", style=solid]; +"357 onnx^^Conv_909" -> "23 /Mixed_5b/branch5x5_1/conv/Conv/WithoutBiases" [label="[48, 192, 1, 1]", style=solid]; "358 Reshape_285" -> "25 /Mixed_5b/branch1x1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"359 onnx^^Conv_924" -> "21 /Mixed_5b/branch1x1/conv/Conv/WithoutBiases" [label="[64, 192, 1, 1]", style=solid]; -"360 Reshape_484" -> "80 /Mixed_5c/branch3x3dbl_3/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"361 onnx^^Conv_960" -> "75 /Mixed_5c/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; -"362 Reshape_468" -> "62 /Mixed_5c/branch3x3dbl_2/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"363 onnx^^Conv_957" -> "55 /Mixed_5c/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; -"364 Reshape_452" -> "44 /Mixed_5c/branch3x3dbl_1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"365 onnx^^Conv_954" -> "38 /Mixed_5c/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 256, 1, 1]", style=solid]; -"366 Reshape_436" -> "63 /Mixed_5c/branch5x5_2/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"367 onnx^^Conv_951" -> "56 /Mixed_5c/branch5x5_2/conv/Conv/WithoutBiases" [label="[64, 48, 5, 5]", style=solid]; -"368 Reshape_420" -> "45 /Mixed_5c/branch5x5_1/conv/Conv" [label="[1, 48, 1, 1]", style=solid]; -"369 onnx^^Conv_948" -> "39 /Mixed_5c/branch5x5_1/conv/Conv/WithoutBiases" [label="[48, 256, 1, 1]", style=solid]; -"370 Reshape_404" -> "43 /Mixed_5c/branch1x1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"371 onnx^^Conv_945" -> "37 /Mixed_5c/branch1x1/conv/Conv/WithoutBiases" [label="[64, 256, 1, 1]", style=solid]; -"372 Reshape_603" -> "104 /Mixed_5d/branch3x3dbl_3/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"373 onnx^^Conv_981" -> "98 /Mixed_5d/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; -"374 Reshape_587" -> "84 /Mixed_5d/branch3x3dbl_2/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"375 onnx^^Conv_978" -> "78 /Mixed_5d/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; -"376 Reshape_571" -> "67 /Mixed_5d/branch3x3dbl_1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"377 onnx^^Conv_975" -> "60 /Mixed_5d/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; -"378 Reshape_555" -> "85 /Mixed_5d/branch5x5_2/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"379 onnx^^Conv_972" -> "79 /Mixed_5d/branch5x5_2/conv/Conv/WithoutBiases" [label="[64, 48, 5, 5]", style=solid]; -"380 Reshape_539" -> "68 /Mixed_5d/branch5x5_1/conv/Conv" [label="[1, 48, 1, 1]", style=solid]; -"381 onnx^^Conv_969" -> "61 /Mixed_5d/branch5x5_1/conv/Conv/WithoutBiases" [label="[48, 288, 1, 1]", style=solid]; -"382 Reshape_523" -> "66 /Mixed_5d/branch1x1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"383 onnx^^Conv_966" -> "59 /Mixed_5d/branch1x1/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; -"384 Reshape_690" -> "129 /Mixed_6a/branch3x3dbl_3/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"385 onnx^^Conv_996" -> "122 /Mixed_6a/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; -"386 Reshape_674" -> "109 /Mixed_6a/branch3x3dbl_2/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; -"387 onnx^^Conv_993" -> "103 /Mixed_6a/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; -"388 Reshape_658" -> "89 /Mixed_6a/branch3x3dbl_1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; -"389 onnx^^Conv_990" -> "83 /Mixed_6a/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; -"390 Reshape_642" -> "88 /Mixed_6a/branch3x3/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"391 onnx^^Conv_987" -> "82 /Mixed_6a/branch3x3/conv/Conv/WithoutBiases" [label="[384, 288, 3, 3]", style=solid]; -"392 Reshape_836" -> "188 /Mixed_6b/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"393 onnx^^Conv_1023" -> "180 /Mixed_6b/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 128, 1, 7]", style=solid]; -"394 Reshape_820" -> "164 /Mixed_6b/branch7x7dbl_4/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; -"395 onnx^^Conv_1020" -> "157 /Mixed_6b/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[128, 128, 7, 1]", style=solid]; -"396 Reshape_804" -> "142 /Mixed_6b/branch7x7dbl_3/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; -"397 onnx^^Conv_1017" -> "135 /Mixed_6b/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[128, 128, 1, 7]", style=solid]; -"398 Reshape_788" -> "121 /Mixed_6b/branch7x7dbl_2/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; -"399 onnx^^Conv_1014" -> "114 /Mixed_6b/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[128, 128, 7, 1]", style=solid]; -"400 Reshape_772" -> "102 /Mixed_6b/branch7x7dbl_1/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; -"401 onnx^^Conv_1011" -> "95 /Mixed_6b/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[128, 768, 1, 1]", style=solid]; -"402 Reshape_756" -> "141 /Mixed_6b/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"403 onnx^^Conv_1008" -> "134 /Mixed_6b/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 128, 7, 1]", style=solid]; -"404 Reshape_740" -> "120 /Mixed_6b/branch7x7_2/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; -"405 onnx^^Conv_1005" -> "113 /Mixed_6b/branch7x7_2/conv/Conv/WithoutBiases" [label="[128, 128, 1, 7]", style=solid]; -"406 Reshape_724" -> "101 /Mixed_6b/branch7x7_1/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; -"407 onnx^^Conv_1002" -> "94 /Mixed_6b/branch7x7_1/conv/Conv/WithoutBiases" [label="[128, 768, 1, 1]", style=solid]; -"408 Reshape_708" -> "100 /Mixed_6b/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"409 onnx^^Conv_999" -> "93 /Mixed_6b/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"410 Reshape_1003" -> "218 /Mixed_6c/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"411 onnx^^Conv_1053" -> "211 /Mixed_6c/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 160, 1, 7]", style=solid]; -"412 Reshape_987" -> "195 /Mixed_6c/branch7x7dbl_4/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"413 onnx^^Conv_1050" -> "187 /Mixed_6c/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; -"414 Reshape_971" -> "170 /Mixed_6c/branch7x7dbl_3/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"415 onnx^^Conv_1047" -> "163 /Mixed_6c/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; -"416 Reshape_955" -> "148 /Mixed_6c/branch7x7dbl_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"417 onnx^^Conv_1044" -> "140 /Mixed_6c/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; -"418 Reshape_939" -> "126 /Mixed_6c/branch7x7dbl_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"419 onnx^^Conv_1041" -> "119 /Mixed_6c/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; -"420 Reshape_923" -> "169 /Mixed_6c/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"421 onnx^^Conv_1038" -> "162 /Mixed_6c/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 160, 7, 1]", style=solid]; -"422 Reshape_907" -> "147 /Mixed_6c/branch7x7_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"423 onnx^^Conv_1035" -> "139 /Mixed_6c/branch7x7_2/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; -"424 Reshape_891" -> "125 /Mixed_6c/branch7x7_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"425 onnx^^Conv_1032" -> "118 /Mixed_6c/branch7x7_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; -"426 Reshape_875" -> "124 /Mixed_6c/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"427 onnx^^Conv_1029" -> "117 /Mixed_6c/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"428 Reshape_1170" -> "255 /Mixed_6d/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"429 onnx^^Conv_1083" -> "246 /Mixed_6d/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 160, 1, 7]", style=solid]; -"430 Reshape_1154" -> "227 /Mixed_6d/branch7x7dbl_4/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"431 onnx^^Conv_1080" -> "217 /Mixed_6d/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; -"432 Reshape_1138" -> "202 /Mixed_6d/branch7x7dbl_3/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"433 onnx^^Conv_1077" -> "194 /Mixed_6d/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; -"434 Reshape_1122" -> "177 /Mixed_6d/branch7x7dbl_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"435 onnx^^Conv_1074" -> "168 /Mixed_6d/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; -"436 Reshape_1106" -> "154 /Mixed_6d/branch7x7dbl_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"437 onnx^^Conv_1071" -> "146 /Mixed_6d/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; -"438 Reshape_1090" -> "201 /Mixed_6d/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"439 onnx^^Conv_1068" -> "193 /Mixed_6d/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 160, 7, 1]", style=solid]; -"440 Reshape_1074" -> "176 /Mixed_6d/branch7x7_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"441 onnx^^Conv_1065" -> "167 /Mixed_6d/branch7x7_2/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; -"442 Reshape_1058" -> "153 /Mixed_6d/branch7x7_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; -"443 onnx^^Conv_1062" -> "145 /Mixed_6d/branch7x7_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; -"444 Reshape_1042" -> "152 /Mixed_6d/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"445 onnx^^Conv_1059" -> "144 /Mixed_6d/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"446 Reshape_1337" -> "291 /Mixed_6e/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"447 onnx^^Conv_1113" -> "282 /Mixed_6e/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; -"448 Reshape_1321" -> "264 /Mixed_6e/branch7x7dbl_4/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"449 onnx^^Conv_1110" -> "254 /Mixed_6e/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; -"450 Reshape_1305" -> "236 /Mixed_6e/branch7x7dbl_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"451 onnx^^Conv_1107" -> "226 /Mixed_6e/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; -"452 Reshape_1289" -> "208 /Mixed_6e/branch7x7dbl_2/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"453 onnx^^Conv_1104" -> "200 /Mixed_6e/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; -"454 Reshape_1273" -> "184 /Mixed_6e/branch7x7dbl_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"455 onnx^^Conv_1101" -> "175 /Mixed_6e/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"456 Reshape_1257" -> "235 /Mixed_6e/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"457 onnx^^Conv_1098" -> "225 /Mixed_6e/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; -"458 Reshape_1241" -> "207 /Mixed_6e/branch7x7_2/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"459 onnx^^Conv_1095" -> "199 /Mixed_6e/branch7x7_2/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; -"460 Reshape_1225" -> "183 /Mixed_6e/branch7x7_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"461 onnx^^Conv_1092" -> "174 /Mixed_6e/branch7x7_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"462 Reshape_1209" -> "182 /Mixed_6e/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"463 onnx^^Conv_1089" -> "173 /Mixed_6e/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"464 Reshape_1456" -> "298 /Mixed_7a/branch7x7x3_4/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"465 onnx^^Conv_1134" -> "290 /Mixed_7a/branch7x7x3_4/conv/Conv/WithoutBiases" [label="[192, 192, 3, 3]", style=solid]; -"466 Reshape_1440" -> "273 /Mixed_7a/branch7x7x3_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"467 onnx^^Conv_1131" -> "263 /Mixed_7a/branch7x7x3_3/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; -"468 Reshape_1424" -> "243 /Mixed_7a/branch7x7x3_2/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"469 onnx^^Conv_1128" -> "234 /Mixed_7a/branch7x7x3_2/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; -"470 Reshape_1408" -> "214 /Mixed_7a/branch7x7x3_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"471 onnx^^Conv_1125" -> "206 /Mixed_7a/branch7x7x3_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"472 Reshape_1392" -> "242 /Mixed_7a/branch3x3_2/conv/Conv" [label="[1, 320, 1, 1]", style=solid]; -"473 onnx^^Conv_1122" -> "233 /Mixed_7a/branch3x3_2/conv/Conv/WithoutBiases" [label="[320, 192, 3, 3]", style=solid]; -"474 Reshape_1376" -> "213 /Mixed_7a/branch3x3_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; -"475 onnx^^Conv_1119" -> "205 /Mixed_7a/branch3x3_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; -"476 Reshape_1586" -> "289 /Mixed_7b/branch3x3dbl_3b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"477 onnx^^Conv_1158" -> "280 /Mixed_7b/branch3x3dbl_3b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; -"478 Reshape_1554" -> "262 /Mixed_7b/branch3x3dbl_2/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"479 onnx^^Conv_1152" -> "251 /Mixed_7b/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[384, 448, 3, 3]", style=solid]; -"480 Reshape_1538" -> "232 /Mixed_7b/branch3x3dbl_1/conv/Conv" [label="[1, 448, 1, 1]", style=solid]; -"481 onnx^^Conv_1149" -> "222 /Mixed_7b/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[448, 1280, 1, 1]", style=solid]; -"482 Reshape_1570" -> "288 /Mixed_7b/branch3x3dbl_3a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"483 onnx^^Conv_1155" -> "279 /Mixed_7b/branch3x3dbl_3a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; -"484 Reshape_1522" -> "261 /Mixed_7b/branch3x3_2b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"485 onnx^^Conv_1146" -> "250 /Mixed_7b/branch3x3_2b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; -"486 Reshape_1490" -> "231 /Mixed_7b/branch3x3_1/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"487 onnx^^Conv_1140" -> "221 /Mixed_7b/branch3x3_1/conv/Conv/WithoutBiases" [label="[384, 1280, 1, 1]", style=solid]; -"488 Reshape_1506" -> "260 /Mixed_7b/branch3x3_2a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"489 onnx^^Conv_1143" -> "249 /Mixed_7b/branch3x3_2a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; -"490 Reshape_1474" -> "230 /Mixed_7b/branch1x1/conv/Conv" [label="[1, 320, 1, 1]", style=solid]; -"491 onnx^^Conv_1137" -> "220 /Mixed_7b/branch1x1/conv/Conv/WithoutBiases" [label="[320, 1280, 1, 1]", style=solid]; -"492 Reshape_1737" -> "310 /Mixed_7c/branch3x3dbl_3b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"493 onnx^^Conv_1185" -> "307 /Mixed_7c/branch3x3dbl_3b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; -"494 Reshape_1705" -> "295 /Mixed_7c/branch3x3dbl_2/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"495 onnx^^Conv_1179" -> "287 /Mixed_7c/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[384, 448, 3, 3]", style=solid]; -"496 Reshape_1689" -> "269 /Mixed_7c/branch3x3dbl_1/conv/Conv" [label="[1, 448, 1, 1]", style=solid]; -"497 onnx^^Conv_1176" -> "259 /Mixed_7c/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[448, 2048, 1, 1]", style=solid]; -"498 Reshape_1721" -> "309 /Mixed_7c/branch3x3dbl_3a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"499 onnx^^Conv_1182" -> "306 /Mixed_7c/branch3x3dbl_3a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; -"500 Reshape_1673" -> "294 /Mixed_7c/branch3x3_2b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"501 onnx^^Conv_1173" -> "286 /Mixed_7c/branch3x3_2b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; -"502 Reshape_1641" -> "268 /Mixed_7c/branch3x3_1/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"503 onnx^^Conv_1167" -> "258 /Mixed_7c/branch3x3_1/conv/Conv/WithoutBiases" [label="[384, 2048, 1, 1]", style=solid]; -"504 Reshape_1657" -> "293 /Mixed_7c/branch3x3_2a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; -"505 onnx^^Conv_1170" -> "285 /Mixed_7c/branch3x3_2a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; -"506 Reshape_1625" -> "267 /Mixed_7c/branch1x1/conv/Conv" [label="[1, 320, 1, 1]", style=solid]; -"507 onnx^^Conv_1164" -> "257 /Mixed_7c/branch1x1/conv/Conv/WithoutBiases" [label="[320, 2048, 1, 1]", style=solid]; +"359 onnx^^Conv_906" -> "21 /Mixed_5b/branch1x1/conv/Conv/WithoutBiases" [label="[64, 192, 1, 1]", style=solid]; +"360 Reshape_479" -> "80 /Mixed_5c/branch3x3dbl_3/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; +"361 onnx^^Conv_942" -> "75 /Mixed_5c/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; +"362 Reshape_463" -> "62 /Mixed_5c/branch3x3dbl_2/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; +"363 onnx^^Conv_939" -> "55 /Mixed_5c/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; +"364 Reshape_447" -> "44 /Mixed_5c/branch3x3dbl_1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"365 onnx^^Conv_936" -> "38 /Mixed_5c/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 256, 1, 1]", style=solid]; +"366 Reshape_431" -> "63 /Mixed_5c/branch5x5_2/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"367 onnx^^Conv_933" -> "56 /Mixed_5c/branch5x5_2/conv/Conv/WithoutBiases" [label="[64, 48, 5, 5]", style=solid]; +"368 Reshape_415" -> "45 /Mixed_5c/branch5x5_1/conv/Conv" [label="[1, 48, 1, 1]", style=solid]; +"369 onnx^^Conv_930" -> "39 /Mixed_5c/branch5x5_1/conv/Conv/WithoutBiases" [label="[48, 256, 1, 1]", style=solid]; +"370 Reshape_399" -> "43 /Mixed_5c/branch1x1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"371 onnx^^Conv_927" -> "37 /Mixed_5c/branch1x1/conv/Conv/WithoutBiases" [label="[64, 256, 1, 1]", style=solid]; +"372 Reshape_593" -> "104 /Mixed_5d/branch3x3dbl_3/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; +"373 onnx^^Conv_963" -> "98 /Mixed_5d/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; +"374 Reshape_577" -> "84 /Mixed_5d/branch3x3dbl_2/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; +"375 onnx^^Conv_960" -> "78 /Mixed_5d/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; +"376 Reshape_561" -> "67 /Mixed_5d/branch3x3dbl_1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"377 onnx^^Conv_957" -> "60 /Mixed_5d/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; +"378 Reshape_545" -> "85 /Mixed_5d/branch5x5_2/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"379 onnx^^Conv_954" -> "79 /Mixed_5d/branch5x5_2/conv/Conv/WithoutBiases" [label="[64, 48, 5, 5]", style=solid]; +"380 Reshape_529" -> "68 /Mixed_5d/branch5x5_1/conv/Conv" [label="[1, 48, 1, 1]", style=solid]; +"381 onnx^^Conv_951" -> "61 /Mixed_5d/branch5x5_1/conv/Conv/WithoutBiases" [label="[48, 288, 1, 1]", style=solid]; +"382 Reshape_513" -> "66 /Mixed_5d/branch1x1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"383 onnx^^Conv_948" -> "59 /Mixed_5d/branch1x1/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; +"384 Reshape_675" -> "129 /Mixed_6a/branch3x3dbl_3/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; +"385 onnx^^Conv_978" -> "122 /Mixed_6a/branch3x3dbl_3/conv/Conv/WithoutBiases" [label="[96, 96, 3, 3]", style=solid]; +"386 Reshape_659" -> "109 /Mixed_6a/branch3x3dbl_2/conv/Conv" [label="[1, 96, 1, 1]", style=solid]; +"387 onnx^^Conv_975" -> "103 /Mixed_6a/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[96, 64, 3, 3]", style=solid]; +"388 Reshape_643" -> "89 /Mixed_6a/branch3x3dbl_1/conv/Conv" [label="[1, 64, 1, 1]", style=solid]; +"389 onnx^^Conv_972" -> "83 /Mixed_6a/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[64, 288, 1, 1]", style=solid]; +"390 Reshape_627" -> "88 /Mixed_6a/branch3x3/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"391 onnx^^Conv_969" -> "82 /Mixed_6a/branch3x3/conv/Conv/WithoutBiases" [label="[384, 288, 3, 3]", style=solid]; +"392 Reshape_821" -> "188 /Mixed_6b/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"393 onnx^^Conv_1005" -> "180 /Mixed_6b/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 128, 1, 7]", style=solid]; +"394 Reshape_805" -> "164 /Mixed_6b/branch7x7dbl_4/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; +"395 onnx^^Conv_1002" -> "157 /Mixed_6b/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[128, 128, 7, 1]", style=solid]; +"396 Reshape_789" -> "142 /Mixed_6b/branch7x7dbl_3/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; +"397 onnx^^Conv_999" -> "135 /Mixed_6b/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[128, 128, 1, 7]", style=solid]; +"398 Reshape_773" -> "121 /Mixed_6b/branch7x7dbl_2/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; +"399 onnx^^Conv_996" -> "114 /Mixed_6b/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[128, 128, 7, 1]", style=solid]; +"400 Reshape_757" -> "102 /Mixed_6b/branch7x7dbl_1/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; +"401 onnx^^Conv_993" -> "95 /Mixed_6b/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[128, 768, 1, 1]", style=solid]; +"402 Reshape_741" -> "141 /Mixed_6b/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"403 onnx^^Conv_990" -> "134 /Mixed_6b/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 128, 7, 1]", style=solid]; +"404 Reshape_725" -> "120 /Mixed_6b/branch7x7_2/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; +"405 onnx^^Conv_987" -> "113 /Mixed_6b/branch7x7_2/conv/Conv/WithoutBiases" [label="[128, 128, 1, 7]", style=solid]; +"406 Reshape_709" -> "101 /Mixed_6b/branch7x7_1/conv/Conv" [label="[1, 128, 1, 1]", style=solid]; +"407 onnx^^Conv_984" -> "94 /Mixed_6b/branch7x7_1/conv/Conv/WithoutBiases" [label="[128, 768, 1, 1]", style=solid]; +"408 Reshape_693" -> "100 /Mixed_6b/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"409 onnx^^Conv_981" -> "93 /Mixed_6b/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"410 Reshape_983" -> "218 /Mixed_6c/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"411 onnx^^Conv_1035" -> "211 /Mixed_6c/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 160, 1, 7]", style=solid]; +"412 Reshape_967" -> "195 /Mixed_6c/branch7x7dbl_4/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"413 onnx^^Conv_1032" -> "187 /Mixed_6c/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; +"414 Reshape_951" -> "170 /Mixed_6c/branch7x7dbl_3/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"415 onnx^^Conv_1029" -> "163 /Mixed_6c/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; +"416 Reshape_935" -> "148 /Mixed_6c/branch7x7dbl_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"417 onnx^^Conv_1026" -> "140 /Mixed_6c/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; +"418 Reshape_919" -> "126 /Mixed_6c/branch7x7dbl_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"419 onnx^^Conv_1023" -> "119 /Mixed_6c/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; +"420 Reshape_903" -> "169 /Mixed_6c/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"421 onnx^^Conv_1020" -> "162 /Mixed_6c/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 160, 7, 1]", style=solid]; +"422 Reshape_887" -> "147 /Mixed_6c/branch7x7_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"423 onnx^^Conv_1017" -> "139 /Mixed_6c/branch7x7_2/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; +"424 Reshape_871" -> "125 /Mixed_6c/branch7x7_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"425 onnx^^Conv_1014" -> "118 /Mixed_6c/branch7x7_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; +"426 Reshape_855" -> "124 /Mixed_6c/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"427 onnx^^Conv_1011" -> "117 /Mixed_6c/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"428 Reshape_1145" -> "255 /Mixed_6d/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"429 onnx^^Conv_1065" -> "246 /Mixed_6d/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 160, 1, 7]", style=solid]; +"430 Reshape_1129" -> "227 /Mixed_6d/branch7x7dbl_4/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"431 onnx^^Conv_1062" -> "217 /Mixed_6d/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; +"432 Reshape_1113" -> "202 /Mixed_6d/branch7x7dbl_3/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"433 onnx^^Conv_1059" -> "194 /Mixed_6d/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; +"434 Reshape_1097" -> "177 /Mixed_6d/branch7x7dbl_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"435 onnx^^Conv_1056" -> "168 /Mixed_6d/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[160, 160, 7, 1]", style=solid]; +"436 Reshape_1081" -> "154 /Mixed_6d/branch7x7dbl_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"437 onnx^^Conv_1053" -> "146 /Mixed_6d/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; +"438 Reshape_1065" -> "201 /Mixed_6d/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"439 onnx^^Conv_1050" -> "193 /Mixed_6d/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 160, 7, 1]", style=solid]; +"440 Reshape_1049" -> "176 /Mixed_6d/branch7x7_2/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"441 onnx^^Conv_1047" -> "167 /Mixed_6d/branch7x7_2/conv/Conv/WithoutBiases" [label="[160, 160, 1, 7]", style=solid]; +"442 Reshape_1033" -> "153 /Mixed_6d/branch7x7_1/conv/Conv" [label="[1, 160, 1, 1]", style=solid]; +"443 onnx^^Conv_1044" -> "145 /Mixed_6d/branch7x7_1/conv/Conv/WithoutBiases" [label="[160, 768, 1, 1]", style=solid]; +"444 Reshape_1017" -> "152 /Mixed_6d/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"445 onnx^^Conv_1041" -> "144 /Mixed_6d/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"446 Reshape_1307" -> "291 /Mixed_6e/branch7x7dbl_5/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"447 onnx^^Conv_1095" -> "282 /Mixed_6e/branch7x7dbl_5/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; +"448 Reshape_1291" -> "264 /Mixed_6e/branch7x7dbl_4/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"449 onnx^^Conv_1092" -> "254 /Mixed_6e/branch7x7dbl_4/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; +"450 Reshape_1275" -> "236 /Mixed_6e/branch7x7dbl_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"451 onnx^^Conv_1089" -> "226 /Mixed_6e/branch7x7dbl_3/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; +"452 Reshape_1259" -> "208 /Mixed_6e/branch7x7dbl_2/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"453 onnx^^Conv_1086" -> "200 /Mixed_6e/branch7x7dbl_2/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; +"454 Reshape_1243" -> "184 /Mixed_6e/branch7x7dbl_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"455 onnx^^Conv_1083" -> "175 /Mixed_6e/branch7x7dbl_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"456 Reshape_1227" -> "235 /Mixed_6e/branch7x7_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"457 onnx^^Conv_1080" -> "225 /Mixed_6e/branch7x7_3/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; +"458 Reshape_1211" -> "207 /Mixed_6e/branch7x7_2/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"459 onnx^^Conv_1077" -> "199 /Mixed_6e/branch7x7_2/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; +"460 Reshape_1195" -> "183 /Mixed_6e/branch7x7_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"461 onnx^^Conv_1074" -> "174 /Mixed_6e/branch7x7_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"462 Reshape_1179" -> "182 /Mixed_6e/branch1x1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"463 onnx^^Conv_1071" -> "173 /Mixed_6e/branch1x1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"464 Reshape_1421" -> "298 /Mixed_7a/branch7x7x3_4/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"465 onnx^^Conv_1116" -> "290 /Mixed_7a/branch7x7x3_4/conv/Conv/WithoutBiases" [label="[192, 192, 3, 3]", style=solid]; +"466 Reshape_1405" -> "273 /Mixed_7a/branch7x7x3_3/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"467 onnx^^Conv_1113" -> "263 /Mixed_7a/branch7x7x3_3/conv/Conv/WithoutBiases" [label="[192, 192, 7, 1]", style=solid]; +"468 Reshape_1389" -> "243 /Mixed_7a/branch7x7x3_2/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"469 onnx^^Conv_1110" -> "234 /Mixed_7a/branch7x7x3_2/conv/Conv/WithoutBiases" [label="[192, 192, 1, 7]", style=solid]; +"470 Reshape_1373" -> "214 /Mixed_7a/branch7x7x3_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"471 onnx^^Conv_1107" -> "206 /Mixed_7a/branch7x7x3_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"472 Reshape_1357" -> "242 /Mixed_7a/branch3x3_2/conv/Conv" [label="[1, 320, 1, 1]", style=solid]; +"473 onnx^^Conv_1104" -> "233 /Mixed_7a/branch3x3_2/conv/Conv/WithoutBiases" [label="[320, 192, 3, 3]", style=solid]; +"474 Reshape_1341" -> "213 /Mixed_7a/branch3x3_1/conv/Conv" [label="[1, 192, 1, 1]", style=solid]; +"475 onnx^^Conv_1101" -> "205 /Mixed_7a/branch3x3_1/conv/Conv/WithoutBiases" [label="[192, 768, 1, 1]", style=solid]; +"476 Reshape_1551" -> "289 /Mixed_7b/branch3x3dbl_3b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"477 onnx^^Conv_1140" -> "280 /Mixed_7b/branch3x3dbl_3b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; +"478 Reshape_1519" -> "262 /Mixed_7b/branch3x3dbl_2/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"479 onnx^^Conv_1134" -> "251 /Mixed_7b/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[384, 448, 3, 3]", style=solid]; +"480 Reshape_1503" -> "232 /Mixed_7b/branch3x3dbl_1/conv/Conv" [label="[1, 448, 1, 1]", style=solid]; +"481 onnx^^Conv_1131" -> "222 /Mixed_7b/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[448, 1280, 1, 1]", style=solid]; +"482 Reshape_1535" -> "288 /Mixed_7b/branch3x3dbl_3a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"483 onnx^^Conv_1137" -> "279 /Mixed_7b/branch3x3dbl_3a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; +"484 Reshape_1487" -> "261 /Mixed_7b/branch3x3_2b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"485 onnx^^Conv_1128" -> "250 /Mixed_7b/branch3x3_2b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; +"486 Reshape_1455" -> "231 /Mixed_7b/branch3x3_1/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"487 onnx^^Conv_1122" -> "221 /Mixed_7b/branch3x3_1/conv/Conv/WithoutBiases" [label="[384, 1280, 1, 1]", style=solid]; +"488 Reshape_1471" -> "260 /Mixed_7b/branch3x3_2a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"489 onnx^^Conv_1125" -> "249 /Mixed_7b/branch3x3_2a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; +"490 Reshape_1439" -> "230 /Mixed_7b/branch1x1/conv/Conv" [label="[1, 320, 1, 1]", style=solid]; +"491 onnx^^Conv_1119" -> "220 /Mixed_7b/branch1x1/conv/Conv/WithoutBiases" [label="[320, 1280, 1, 1]", style=solid]; +"492 Reshape_1697" -> "310 /Mixed_7c/branch3x3dbl_3b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"493 onnx^^Conv_1167" -> "307 /Mixed_7c/branch3x3dbl_3b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; +"494 Reshape_1665" -> "295 /Mixed_7c/branch3x3dbl_2/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"495 onnx^^Conv_1161" -> "287 /Mixed_7c/branch3x3dbl_2/conv/Conv/WithoutBiases" [label="[384, 448, 3, 3]", style=solid]; +"496 Reshape_1649" -> "269 /Mixed_7c/branch3x3dbl_1/conv/Conv" [label="[1, 448, 1, 1]", style=solid]; +"497 onnx^^Conv_1158" -> "259 /Mixed_7c/branch3x3dbl_1/conv/Conv/WithoutBiases" [label="[448, 2048, 1, 1]", style=solid]; +"498 Reshape_1681" -> "309 /Mixed_7c/branch3x3dbl_3a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"499 onnx^^Conv_1164" -> "306 /Mixed_7c/branch3x3dbl_3a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; +"500 Reshape_1633" -> "294 /Mixed_7c/branch3x3_2b/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"501 onnx^^Conv_1155" -> "286 /Mixed_7c/branch3x3_2b/conv/Conv/WithoutBiases" [label="[384, 384, 3, 1]", style=solid]; +"502 Reshape_1601" -> "268 /Mixed_7c/branch3x3_1/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"503 onnx^^Conv_1149" -> "258 /Mixed_7c/branch3x3_1/conv/Conv/WithoutBiases" [label="[384, 2048, 1, 1]", style=solid]; +"504 Reshape_1617" -> "293 /Mixed_7c/branch3x3_2a/conv/Conv" [label="[1, 384, 1, 1]", style=solid]; +"505 onnx^^Conv_1152" -> "285 /Mixed_7c/branch3x3_2a/conv/Conv/WithoutBiases" [label="[384, 384, 1, 3]", style=solid]; +"506 Reshape_1585" -> "267 /Mixed_7c/branch1x1/conv/Conv" [label="[1, 320, 1, 1]", style=solid]; +"507 onnx^^Conv_1146" -> "257 /Mixed_7c/branch1x1/conv/Conv/WithoutBiases" [label="[320, 2048, 1, 1]", style=solid]; } diff --git a/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_performance_transformer.dot b/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_performance_transformer.dot index cb1ba9e13dd..ccdd526e94d 100644 --- a/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_performance_transformer.dot +++ b/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_performance_transformer.dot @@ -1,6 +1,6 @@ strict digraph { "0 input" [id=0, type=Parameter]; -"1 Multiply_6794" [id=1, type=Multiply]; +"1 Multiply_6579" [id=1, type=Multiply]; "2 Divide_2169" [id=2, type=Add]; "3 Divide_2169/fq_output_0" [id=3, type=FakeQuantize]; "4 /patch_embed/proj/Conv/WithoutBiases" [id=4, type=Convolution]; @@ -556,7 +556,7 @@ strict digraph { "554 /layers/layers.2/blocks.3/attn/Add_1" [id=554, type=Add]; "555 /layers/layers.2/blocks.3/attn/proj/MatMul" [id=555, type=MatMul]; "556 /layers/layers.2/blocks.1/Transpose_1" [id=556, type=Transpose]; -"557 ReduceMean_6197" [id=557, type=ReduceMean]; +"557 ReduceMean_6037" [id=557, type=ReduceMean]; "558 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [id=558, type=MatMul]; "559 /layers/layers.3/blocks.1/Transpose" [id=559, type=Reshape]; "560 /layers/layers.3/blocks.0/mlp/act/Mul_1" [id=560, type=Gelu]; @@ -568,7 +568,7 @@ strict digraph { "566 /layers/layers.2/blocks.3/attn/Reshape_2" [id=566, type=Reshape]; "567 /layers/layers.2/blocks.3/attn/proj/Add" [id=567, type=Add]; "568 /layers/layers.2/blocks.1/Reshape_6" [id=568, type=Reshape]; -"569 ReduceMean_6197/fq_output_0" [id=569, type=FakeQuantize]; +"569 ReduceMean_6037/fq_output_0" [id=569, type=FakeQuantize]; "570 /layers/layers.3/blocks.1/mlp/fc1/Add" [id=570, type=Add]; "571 /layers/layers.3/blocks.1/Reshape_2" [id=571, type=Reshape]; "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [id=572, type=FakeQuantize]; @@ -673,260 +673,260 @@ strict digraph { "671 /layers/layers.3/blocks.0/Reshape_7" [id=671, type=Reshape]; "672 /layers/layers.3/blocks.1/Reshape_6" [id=672, type=Reshape]; "673 /layers/layers.3/blocks.1/Reshape_7" [id=673, type=Reshape]; -"674 Constant_7305" [id=674, type=Constant]; +"674 Constant_7401" [id=674, type=Constant]; "675 /head/Gemm/WithoutBiases/fq_weights_1" [id=675, type=FakeQuantize]; -"676 Constant_29226" [id=676, type=Constant]; -"677 Constant_29225" [id=677, type=Constant]; -"678 Constant_29224" [id=678, type=Constant]; -"679 Constant_29223" [id=679, type=Constant]; +"676 Constant_28109" [id=676, type=Constant]; +"677 Constant_28108" [id=677, type=Constant]; +"678 Constant_28107" [id=678, type=Constant]; +"679 Constant_28106" [id=679, type=Constant]; "680 head.weight" [id=680, type=Constant]; "681 Constant_2148" [id=681, type=Constant]; -"682 Constant_6782" [id=682, type=Constant]; -"683 Constant_29221" [id=683, type=Constant]; -"684 Constant_29220" [id=684, type=Constant]; -"685 Constant_29219" [id=685, type=Constant]; -"686 Constant_29218" [id=686, type=Constant]; -"687 Constant_6196" [id=687, type=Constant]; -"688 Constant_7304" [id=688, type=Constant]; -"689 Constant_7303" [id=689, type=Constant]; +"682 Constant_6567" [id=682, type=Constant]; +"683 Constant_28104" [id=683, type=Constant]; +"684 Constant_28103" [id=684, type=Constant]; +"685 Constant_28102" [id=685, type=Constant]; +"686 Constant_28101" [id=686, type=Constant]; +"687 Constant_6036" [id=687, type=Constant]; +"688 Constant_7400" [id=688, type=Constant]; +"689 Constant_7399" [id=689, type=Constant]; "690 Constant_2123" [id=690, type=Constant]; "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [id=691, type=FakeQuantize]; -"692 Constant_29216" [id=692, type=Constant]; -"693 Constant_29215" [id=693, type=Constant]; -"694 Constant_29214" [id=694, type=Constant]; -"695 Constant_29213" [id=695, type=Constant]; -"696 Constant_6779" [id=696, type=Constant]; -"697 Constant_29211" [id=697, type=Constant]; -"698 Constant_29210" [id=698, type=Constant]; -"699 Constant_29209" [id=699, type=Constant]; -"700 Constant_29208" [id=700, type=Constant]; +"692 Constant_28099" [id=692, type=Constant]; +"693 Constant_28098" [id=693, type=Constant]; +"694 Constant_28097" [id=694, type=Constant]; +"695 Constant_28096" [id=695, type=Constant]; +"696 Transpose_6564" [id=696, type=Constant]; +"697 Constant_28094" [id=697, type=Constant]; +"698 Constant_28093" [id=698, type=Constant]; +"699 Constant_28092" [id=699, type=Constant]; +"700 Constant_28091" [id=700, type=Constant]; "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [id=701, type=FakeQuantize]; -"702 Constant_29206" [id=702, type=Constant]; -"703 Constant_29205" [id=703, type=Constant]; -"704 Constant_29204" [id=704, type=Constant]; -"705 Constant_29203" [id=705, type=Constant]; -"706 Constant_6774" [id=706, type=Constant]; -"707 Constant_29201" [id=707, type=Constant]; -"708 Constant_29200" [id=708, type=Constant]; -"709 Constant_29199" [id=709, type=Constant]; -"710 Constant_29198" [id=710, type=Constant]; -"711 Constant_7300" [id=711, type=Constant]; -"712 Constant_7299" [id=712, type=Constant]; +"702 Constant_28089" [id=702, type=Constant]; +"703 Constant_28088" [id=703, type=Constant]; +"704 Constant_28087" [id=704, type=Constant]; +"705 Constant_28086" [id=705, type=Constant]; +"706 Transpose_6560" [id=706, type=Constant]; +"707 Constant_28084" [id=707, type=Constant]; +"708 Constant_28083" [id=708, type=Constant]; +"709 Constant_28082" [id=709, type=Constant]; +"710 Constant_28081" [id=710, type=Constant]; +"711 Constant_7396" [id=711, type=Constant]; +"712 Constant_7395" [id=712, type=Constant]; "713 Constant_2097" [id=713, type=Constant]; "714 /layers/layers.3/blocks.1/Constant_7" [id=714, type=Constant]; "715 /layers/layers.3/blocks.1/Constant_6" [id=715, type=Constant]; -"716 Constant_6767" [id=716, type=Constant]; +"716 Constant_6554" [id=716, type=Constant]; "717 /layers/layers.3/blocks.1/Constant_5" [id=717, type=Constant]; "718 /layers/layers.3/blocks.1/Constant_4" [id=718, type=Constant]; "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [id=719, type=FakeQuantize]; -"720 Constant_29196" [id=720, type=Constant]; -"721 Constant_29195" [id=721, type=Constant]; -"722 Constant_29194" [id=722, type=Constant]; -"723 Constant_29193" [id=723, type=Constant]; -"724 Constant_6765" [id=724, type=Constant]; +"720 Constant_28079" [id=720, type=Constant]; +"721 Constant_28078" [id=721, type=Constant]; +"722 Constant_28077" [id=722, type=Constant]; +"723 Constant_28076" [id=723, type=Constant]; +"724 Transpose_6552" [id=724, type=Constant]; "725 /layers/layers.3/blocks.1/attn/Constant_2" [id=725, type=Constant]; "726 Constant_2070" [id=726, type=Constant]; -"727 Constant_29191" [id=727, type=Constant]; -"728 Constant_29190" [id=728, type=Constant]; -"729 Constant_29189" [id=729, type=Constant]; -"730 Constant_29188" [id=730, type=Constant]; +"727 Constant_28074" [id=727, type=Constant]; +"728 Constant_28073" [id=728, type=Constant]; +"729 Constant_28072" [id=729, type=Constant]; +"730 Constant_28071" [id=730, type=Constant]; "731 Constant_2060" [id=731, type=Constant]; "732 /patch_embed/Constant" [id=732, type=Constant]; "733 Constant_2054" [id=733, type=Constant]; "734 /layers/layers.3/blocks.1/attn/Constant" [id=734, type=Constant]; "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [id=735, type=FakeQuantize]; -"736 Constant_29176" [id=736, type=Constant]; -"737 Constant_29175" [id=737, type=Constant]; -"738 Constant_29174" [id=738, type=Constant]; -"739 Constant_29173" [id=739, type=Constant]; -"740 Constant_6761" [id=740, type=Constant]; +"736 Constant_28059" [id=736, type=Constant]; +"737 Constant_28058" [id=737, type=Constant]; +"738 Constant_28057" [id=738, type=Constant]; +"739 Constant_28056" [id=739, type=Constant]; +"740 Transpose_6549" [id=740, type=Constant]; "741 /layers/layers.3/blocks.1/Constant_3" [id=741, type=Constant]; "742 /layers/layers.3/blocks.1/Constant_2" [id=742, type=Constant]; -"743 Constant_6755" [id=743, type=Constant]; +"743 Constant_6544" [id=743, type=Constant]; "744 /layers/layers.3/blocks.1/Constant_1" [id=744, type=Constant]; -"745 Constant_29171" [id=745, type=Constant]; -"746 Constant_29170" [id=746, type=Constant]; -"747 Constant_29169" [id=747, type=Constant]; -"748 Constant_29168" [id=748, type=Constant]; -"749 Constant_7295" [id=749, type=Constant]; -"750 Constant_7294" [id=750, type=Constant]; +"745 Constant_28054" [id=745, type=Constant]; +"746 Constant_28053" [id=746, type=Constant]; +"747 Constant_28052" [id=747, type=Constant]; +"748 Constant_28051" [id=748, type=Constant]; +"749 Constant_7391" [id=749, type=Constant]; +"750 Constant_7390" [id=750, type=Constant]; "751 Constant_2017" [id=751, type=Constant]; "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [id=752, type=FakeQuantize]; -"753 Constant_29166" [id=753, type=Constant]; -"754 Constant_29165" [id=754, type=Constant]; -"755 Constant_29164" [id=755, type=Constant]; -"756 Constant_29163" [id=756, type=Constant]; -"757 Constant_6752" [id=757, type=Constant]; -"758 Constant_29161" [id=758, type=Constant]; -"759 Constant_29160" [id=759, type=Constant]; -"760 Constant_29159" [id=760, type=Constant]; -"761 Constant_29158" [id=761, type=Constant]; +"753 Constant_28049" [id=753, type=Constant]; +"754 Constant_28048" [id=754, type=Constant]; +"755 Constant_28047" [id=755, type=Constant]; +"756 Constant_28046" [id=756, type=Constant]; +"757 Transpose_6541" [id=757, type=Constant]; +"758 Constant_28044" [id=758, type=Constant]; +"759 Constant_28043" [id=759, type=Constant]; +"760 Constant_28042" [id=760, type=Constant]; +"761 Constant_28041" [id=761, type=Constant]; "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [id=762, type=FakeQuantize]; -"763 Constant_29156" [id=763, type=Constant]; -"764 Constant_29155" [id=764, type=Constant]; -"765 Constant_29154" [id=765, type=Constant]; -"766 Constant_29153" [id=766, type=Constant]; -"767 Constant_6747" [id=767, type=Constant]; -"768 Constant_29151" [id=768, type=Constant]; -"769 Constant_29150" [id=769, type=Constant]; -"770 Constant_29149" [id=770, type=Constant]; -"771 Constant_29148" [id=771, type=Constant]; -"772 Constant_7291" [id=772, type=Constant]; -"773 Constant_7290" [id=773, type=Constant]; +"763 Constant_28039" [id=763, type=Constant]; +"764 Constant_28038" [id=764, type=Constant]; +"765 Constant_28037" [id=765, type=Constant]; +"766 Constant_28036" [id=766, type=Constant]; +"767 Transpose_6537" [id=767, type=Constant]; +"768 Constant_28034" [id=768, type=Constant]; +"769 Constant_28033" [id=769, type=Constant]; +"770 Constant_28032" [id=770, type=Constant]; +"771 Constant_28031" [id=771, type=Constant]; +"772 Constant_7387" [id=772, type=Constant]; +"773 Constant_7386" [id=773, type=Constant]; "774 Constant_1991" [id=774, type=Constant]; "775 /layers/layers.3/blocks.0/Constant_7" [id=775, type=Constant]; "776 /layers/layers.3/blocks.0/Constant_6" [id=776, type=Constant]; -"777 Constant_6740" [id=777, type=Constant]; +"777 Constant_6531" [id=777, type=Constant]; "778 /layers/layers.3/blocks.0/Constant_5" [id=778, type=Constant]; "779 /layers/layers.3/blocks.0/Constant_4" [id=779, type=Constant]; "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [id=780, type=FakeQuantize]; -"781 Constant_29146" [id=781, type=Constant]; -"782 Constant_29145" [id=782, type=Constant]; -"783 Constant_29144" [id=783, type=Constant]; -"784 Constant_29143" [id=784, type=Constant]; -"785 Constant_6738" [id=785, type=Constant]; +"781 Constant_28029" [id=781, type=Constant]; +"782 Constant_28028" [id=782, type=Constant]; +"783 Constant_28027" [id=783, type=Constant]; +"784 Constant_28026" [id=784, type=Constant]; +"785 Transpose_6529" [id=785, type=Constant]; "786 /layers/layers.3/blocks.0/attn/Constant_2" [id=786, type=Constant]; "787 Constant_1964" [id=787, type=Constant]; -"788 Constant_29141" [id=788, type=Constant]; -"789 Constant_29140" [id=789, type=Constant]; -"790 Constant_29139" [id=790, type=Constant]; -"791 Constant_29138" [id=791, type=Constant]; +"788 Constant_28024" [id=788, type=Constant]; +"789 Constant_28023" [id=789, type=Constant]; +"790 Constant_28022" [id=790, type=Constant]; +"791 Constant_28021" [id=791, type=Constant]; "792 Constant_1954" [id=792, type=Constant]; "793 Constant_1948" [id=793, type=Constant]; "794 /layers/layers.3/blocks.0/attn/Constant" [id=794, type=Constant]; "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [id=795, type=FakeQuantize]; -"796 Constant_29126" [id=796, type=Constant]; -"797 Constant_29125" [id=797, type=Constant]; -"798 Constant_29124" [id=798, type=Constant]; -"799 Constant_29123" [id=799, type=Constant]; -"800 Constant_6734" [id=800, type=Constant]; +"796 Constant_28009" [id=796, type=Constant]; +"797 Constant_28008" [id=797, type=Constant]; +"798 Constant_28007" [id=798, type=Constant]; +"799 Constant_28006" [id=799, type=Constant]; +"800 Transpose_6526" [id=800, type=Constant]; "801 /layers/layers.3/blocks.0/Constant_3" [id=801, type=Constant]; "802 /layers/layers.3/blocks.0/Constant_2" [id=802, type=Constant]; -"803 Constant_6728" [id=803, type=Constant]; +"803 Constant_6521" [id=803, type=Constant]; "804 /layers/layers.3/blocks.0/Constant_1" [id=804, type=Constant]; -"805 Constant_29121" [id=805, type=Constant]; -"806 Constant_29120" [id=806, type=Constant]; -"807 Constant_29119" [id=807, type=Constant]; -"808 Constant_29118" [id=808, type=Constant]; -"809 Constant_7286" [id=809, type=Constant]; -"810 Constant_7285" [id=810, type=Constant]; +"805 Constant_28004" [id=805, type=Constant]; +"806 Constant_28003" [id=806, type=Constant]; +"807 Constant_28002" [id=807, type=Constant]; +"808 Constant_28001" [id=808, type=Constant]; +"809 Constant_7382" [id=809, type=Constant]; +"810 Constant_7381" [id=810, type=Constant]; "811 Constant_1911" [id=811, type=Constant]; "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [id=812, type=FakeQuantize]; -"813 Constant_29116" [id=813, type=Constant]; -"814 Constant_29115" [id=814, type=Constant]; -"815 Constant_29114" [id=815, type=Constant]; -"816 Constant_29113" [id=816, type=Constant]; -"817 Constant_6725" [id=817, type=Constant]; -"818 Constant_29111" [id=818, type=Constant]; -"819 Constant_29110" [id=819, type=Constant]; -"820 Constant_29109" [id=820, type=Constant]; -"821 Constant_29108" [id=821, type=Constant]; -"822 Constant_7284" [id=822, type=Constant]; -"823 Constant_7283" [id=823, type=Constant]; +"813 Constant_27999" [id=813, type=Constant]; +"814 Constant_27998" [id=814, type=Constant]; +"815 Constant_27997" [id=815, type=Constant]; +"816 Constant_27996" [id=816, type=Constant]; +"817 Transpose_6518" [id=817, type=Constant]; +"818 Constant_27994" [id=818, type=Constant]; +"819 Constant_27993" [id=819, type=Constant]; +"820 Constant_27992" [id=820, type=Constant]; +"821 Constant_27991" [id=821, type=Constant]; +"822 Constant_7380" [id=822, type=Constant]; +"823 Constant_7379" [id=823, type=Constant]; "824 Constant_1897" [id=824, type=Constant]; "825 /layers/layers.2/downsample/Constant_25" [id=825, type=Constant]; -"826 Constant_5911" [id=826, type=Constant]; -"827 Constant_5908" [id=827, type=Constant]; -"828 Constant_5905" [id=828, type=Constant]; -"829 Constant_5875" [id=829, type=Constant]; -"830 Constant_5872" [id=830, type=Constant]; -"831 Constant_5869" [id=831, type=Constant]; +"826 Constant_5751" [id=826, type=Constant]; +"827 Constant_5748" [id=827, type=Constant]; +"828 Constant_5745" [id=828, type=Constant]; +"829 Constant_5715" [id=829, type=Constant]; +"830 Constant_5712" [id=830, type=Constant]; +"831 Constant_5709" [id=831, type=Constant]; "832 /layers/layers.2/downsample/Constant" [id=832, type=Constant]; "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [id=833, type=FakeQuantize]; -"834 Constant_29106" [id=834, type=Constant]; -"835 Constant_29105" [id=835, type=Constant]; -"836 Constant_29104" [id=836, type=Constant]; -"837 Constant_29103" [id=837, type=Constant]; -"838 Constant_6720" [id=838, type=Constant]; -"839 Constant_29101" [id=839, type=Constant]; -"840 Constant_29100" [id=840, type=Constant]; -"841 Constant_29099" [id=841, type=Constant]; -"842 Constant_29098" [id=842, type=Constant]; +"834 Constant_27989" [id=834, type=Constant]; +"835 Constant_27988" [id=835, type=Constant]; +"836 Constant_27987" [id=836, type=Constant]; +"837 Constant_27986" [id=837, type=Constant]; +"838 Transpose_6514" [id=838, type=Constant]; +"839 Constant_27984" [id=839, type=Constant]; +"840 Constant_27983" [id=840, type=Constant]; +"841 Constant_27982" [id=841, type=Constant]; +"842 Constant_27981" [id=842, type=Constant]; "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [id=843, type=FakeQuantize]; -"844 Constant_29096" [id=844, type=Constant]; -"845 Constant_29095" [id=845, type=Constant]; -"846 Constant_29094" [id=846, type=Constant]; -"847 Constant_29093" [id=847, type=Constant]; -"848 Constant_6715" [id=848, type=Constant]; -"849 Constant_29091" [id=849, type=Constant]; -"850 Constant_29090" [id=850, type=Constant]; -"851 Constant_29089" [id=851, type=Constant]; -"852 Constant_29088" [id=852, type=Constant]; -"853 Constant_7280" [id=853, type=Constant]; -"854 Constant_7279" [id=854, type=Constant]; +"844 Constant_27979" [id=844, type=Constant]; +"845 Constant_27978" [id=845, type=Constant]; +"846 Constant_27977" [id=846, type=Constant]; +"847 Constant_27976" [id=847, type=Constant]; +"848 Transpose_6510" [id=848, type=Constant]; +"849 Constant_27974" [id=849, type=Constant]; +"850 Constant_27973" [id=850, type=Constant]; +"851 Constant_27972" [id=851, type=Constant]; +"852 Constant_27971" [id=852, type=Constant]; +"853 Constant_7376" [id=853, type=Constant]; +"854 Constant_7375" [id=854, type=Constant]; "855 Constant_1832" [id=855, type=Constant]; "856 /layers/layers.2/blocks.5/Constant_31" [id=856, type=Constant]; -"857 Constant_5839" [id=857, type=Constant]; -"858 Constant_5836" [id=858, type=Constant]; -"859 Constant_5833" [id=859, type=Constant]; -"860 Constant_5815" [id=860, type=Constant]; -"861 Constant_5812" [id=861, type=Constant]; -"862 Constant_5809" [id=862, type=Constant]; +"857 Constant_5679" [id=857, type=Constant]; +"858 Constant_5676" [id=858, type=Constant]; +"859 Constant_5673" [id=859, type=Constant]; +"860 Constant_5655" [id=860, type=Constant]; +"861 Constant_5652" [id=861, type=Constant]; +"862 Constant_5649" [id=862, type=Constant]; "863 /layers/layers.2/blocks.5/Constant_18" [id=863, type=Constant]; "864 Constant_1779" [id=864, type=Constant]; "865 /layers/layers.2/blocks.5/Constant_17" [id=865, type=Constant]; "866 /layers/layers.2/blocks.5/Constant_16" [id=866, type=Constant]; "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [id=867, type=FakeQuantize]; -"868 Constant_29086" [id=868, type=Constant]; -"869 Constant_29085" [id=869, type=Constant]; -"870 Constant_29084" [id=870, type=Constant]; -"871 Constant_29083" [id=871, type=Constant]; -"872 Constant_6710" [id=872, type=Constant]; +"868 Constant_27969" [id=868, type=Constant]; +"869 Constant_27968" [id=869, type=Constant]; +"870 Constant_27967" [id=870, type=Constant]; +"871 Constant_27966" [id=871, type=Constant]; +"872 Transpose_6506" [id=872, type=Constant]; "873 /layers/layers.2/blocks.5/attn/Constant_4" [id=873, type=Constant]; "874 Constant_1763" [id=874, type=Constant]; -"875 Constant_29081" [id=875, type=Constant]; -"876 Constant_29080" [id=876, type=Constant]; -"877 Constant_29079" [id=877, type=Constant]; -"878 Constant_29078" [id=878, type=Constant]; +"875 Constant_27964" [id=875, type=Constant]; +"876 Constant_27963" [id=876, type=Constant]; +"877 Constant_27962" [id=877, type=Constant]; +"878 Constant_27961" [id=878, type=Constant]; "879 Constant_1744" [id=879, type=Constant]; "880 Constant_1738" [id=880, type=Constant]; "881 /layers/layers.2/blocks.5/attn/Constant" [id=881, type=Constant]; "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [id=882, type=FakeQuantize]; -"883 Constant_29066" [id=883, type=Constant]; -"884 Constant_29065" [id=884, type=Constant]; -"885 Constant_29064" [id=885, type=Constant]; -"886 Constant_29063" [id=886, type=Constant]; -"887 Constant_6706" [id=887, type=Constant]; +"883 Constant_27949" [id=883, type=Constant]; +"884 Constant_27948" [id=884, type=Constant]; +"885 Constant_27947" [id=885, type=Constant]; +"886 Constant_27946" [id=886, type=Constant]; +"887 Transpose_6503" [id=887, type=Constant]; "888 /layers/layers.2/blocks.5/Constant_15" [id=888, type=Constant]; "889 /layers/layers.2/blocks.5/Constant_14" [id=889, type=Constant]; "890 Constant_1722" [id=890, type=Constant]; "891 /layers/layers.2/blocks.5/Constant_13" [id=891, type=Constant]; -"892 Constant_5791" [id=892, type=Constant]; -"893 Constant_5788" [id=893, type=Constant]; -"894 Constant_5785" [id=894, type=Constant]; -"895 Constant_5767" [id=895, type=Constant]; -"896 Constant_5764" [id=896, type=Constant]; -"897 Constant_5761" [id=897, type=Constant]; +"892 Constant_5631" [id=892, type=Constant]; +"893 Constant_5628" [id=893, type=Constant]; +"894 Constant_5625" [id=894, type=Constant]; +"895 Constant_5607" [id=895, type=Constant]; +"896 Constant_5604" [id=896, type=Constant]; +"897 Constant_5601" [id=897, type=Constant]; "898 /layers/layers.2/blocks.5/Constant" [id=898, type=Constant]; -"899 Constant_28601" [id=899, type=Constant]; -"900 Constant_28600" [id=900, type=Constant]; -"901 Constant_28599" [id=901, type=Constant]; -"902 Constant_28598" [id=902, type=Constant]; -"903 Constant_7275" [id=903, type=Constant]; -"904 Constant_7274" [id=904, type=Constant]; +"899 Constant_27484" [id=899, type=Constant]; +"900 Constant_27483" [id=900, type=Constant]; +"901 Constant_27482" [id=901, type=Constant]; +"902 Constant_27481" [id=902, type=Constant]; +"903 Constant_7371" [id=903, type=Constant]; +"904 Constant_7370" [id=904, type=Constant]; "905 Constant_1659" [id=905, type=Constant]; "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [id=906, type=FakeQuantize]; -"907 Constant_29061" [id=907, type=Constant]; -"908 Constant_29060" [id=908, type=Constant]; -"909 Constant_29059" [id=909, type=Constant]; -"910 Constant_29058" [id=910, type=Constant]; -"911 Constant_6701" [id=911, type=Constant]; -"912 Constant_29056" [id=912, type=Constant]; -"913 Constant_29055" [id=913, type=Constant]; -"914 Constant_29054" [id=914, type=Constant]; -"915 Constant_29053" [id=915, type=Constant]; +"907 Constant_27944" [id=907, type=Constant]; +"908 Constant_27943" [id=908, type=Constant]; +"909 Constant_27942" [id=909, type=Constant]; +"910 Constant_27941" [id=910, type=Constant]; +"911 Transpose_6499" [id=911, type=Constant]; +"912 Constant_27939" [id=912, type=Constant]; +"913 Constant_27938" [id=913, type=Constant]; +"914 Constant_27937" [id=914, type=Constant]; +"915 Constant_27936" [id=915, type=Constant]; "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [id=916, type=FakeQuantize]; -"917 Constant_29051" [id=917, type=Constant]; -"918 Constant_29050" [id=918, type=Constant]; -"919 Constant_29049" [id=919, type=Constant]; -"920 Constant_29048" [id=920, type=Constant]; -"921 Constant_6696" [id=921, type=Constant]; -"922 Constant_29046" [id=922, type=Constant]; -"923 Constant_29045" [id=923, type=Constant]; -"924 Constant_29044" [id=924, type=Constant]; -"925 Constant_29043" [id=925, type=Constant]; -"926 Constant_7271" [id=926, type=Constant]; -"927 Constant_7270" [id=927, type=Constant]; +"917 Constant_27934" [id=917, type=Constant]; +"918 Constant_27933" [id=918, type=Constant]; +"919 Constant_27932" [id=919, type=Constant]; +"920 Constant_27931" [id=920, type=Constant]; +"921 Transpose_6495" [id=921, type=Constant]; +"922 Constant_27929" [id=922, type=Constant]; +"923 Constant_27928" [id=923, type=Constant]; +"924 Constant_27927" [id=924, type=Constant]; +"925 Constant_27926" [id=925, type=Constant]; +"926 Constant_7367" [id=926, type=Constant]; +"927 Constant_7366" [id=927, type=Constant]; "928 Constant_1633" [id=928, type=Constant]; "929 /layers/layers.2/blocks.4/Constant_7" [id=929, type=Constant]; "930 /layers/layers.2/blocks.4/Constant_6" [id=930, type=Constant]; @@ -934,132 +934,132 @@ strict digraph { "932 /layers/layers.2/blocks.4/Constant_5" [id=932, type=Constant]; "933 /layers/layers.2/blocks.4/Constant_4" [id=933, type=Constant]; "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [id=934, type=FakeQuantize]; -"935 Constant_29041" [id=935, type=Constant]; -"936 Constant_29040" [id=936, type=Constant]; -"937 Constant_29039" [id=937, type=Constant]; -"938 Constant_29038" [id=938, type=Constant]; -"939 Constant_6691" [id=939, type=Constant]; +"935 Constant_27924" [id=935, type=Constant]; +"936 Constant_27923" [id=936, type=Constant]; +"937 Constant_27922" [id=937, type=Constant]; +"938 Constant_27921" [id=938, type=Constant]; +"939 Transpose_6491" [id=939, type=Constant]; "940 /layers/layers.2/blocks.4/attn/Constant_2" [id=940, type=Constant]; "941 Constant_1606" [id=941, type=Constant]; -"942 Constant_29036" [id=942, type=Constant]; -"943 Constant_29035" [id=943, type=Constant]; -"944 Constant_29034" [id=944, type=Constant]; -"945 Constant_29033" [id=945, type=Constant]; +"942 Constant_27919" [id=942, type=Constant]; +"943 Constant_27918" [id=943, type=Constant]; +"944 Constant_27917" [id=944, type=Constant]; +"945 Constant_27916" [id=945, type=Constant]; "946 Constant_1596" [id=946, type=Constant]; "947 Constant_1590" [id=947, type=Constant]; "948 /layers/layers.2/blocks.4/attn/Constant" [id=948, type=Constant]; "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [id=949, type=FakeQuantize]; -"950 Constant_29021" [id=950, type=Constant]; -"951 Constant_29020" [id=951, type=Constant]; -"952 Constant_29019" [id=952, type=Constant]; -"953 Constant_29018" [id=953, type=Constant]; -"954 Constant_6687" [id=954, type=Constant]; +"950 Constant_27904" [id=950, type=Constant]; +"951 Constant_27903" [id=951, type=Constant]; +"952 Constant_27902" [id=952, type=Constant]; +"953 Constant_27901" [id=953, type=Constant]; +"954 Transpose_6488" [id=954, type=Constant]; "955 /layers/layers.2/blocks.4/Constant_3" [id=955, type=Constant]; "956 /layers/layers.2/blocks.4/Constant_2" [id=956, type=Constant]; "957 Constant_1574" [id=957, type=Constant]; "958 /layers/layers.2/blocks.4/Constant_1" [id=958, type=Constant]; -"959 Constant_29016" [id=959, type=Constant]; -"960 Constant_29015" [id=960, type=Constant]; -"961 Constant_29014" [id=961, type=Constant]; -"962 Constant_29013" [id=962, type=Constant]; -"963 Constant_7266" [id=963, type=Constant]; -"964 Constant_7265" [id=964, type=Constant]; +"959 Constant_27899" [id=959, type=Constant]; +"960 Constant_27898" [id=960, type=Constant]; +"961 Constant_27897" [id=961, type=Constant]; +"962 Constant_27896" [id=962, type=Constant]; +"963 Constant_7362" [id=963, type=Constant]; +"964 Constant_7361" [id=964, type=Constant]; "965 Constant_1553" [id=965, type=Constant]; "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [id=966, type=FakeQuantize]; -"967 Constant_29011" [id=967, type=Constant]; -"968 Constant_29010" [id=968, type=Constant]; -"969 Constant_29009" [id=969, type=Constant]; -"970 Constant_29008" [id=970, type=Constant]; -"971 Constant_6682" [id=971, type=Constant]; -"972 Constant_29006" [id=972, type=Constant]; -"973 Constant_29005" [id=973, type=Constant]; -"974 Constant_29004" [id=974, type=Constant]; -"975 Constant_29003" [id=975, type=Constant]; +"967 Constant_27894" [id=967, type=Constant]; +"968 Constant_27893" [id=968, type=Constant]; +"969 Constant_27892" [id=969, type=Constant]; +"970 Constant_27891" [id=970, type=Constant]; +"971 Transpose_6484" [id=971, type=Constant]; +"972 Constant_27889" [id=972, type=Constant]; +"973 Constant_27888" [id=973, type=Constant]; +"974 Constant_27887" [id=974, type=Constant]; +"975 Constant_27886" [id=975, type=Constant]; "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [id=976, type=FakeQuantize]; -"977 Constant_29001" [id=977, type=Constant]; -"978 Constant_29000" [id=978, type=Constant]; -"979 Constant_28999" [id=979, type=Constant]; -"980 Constant_28998" [id=980, type=Constant]; -"981 Constant_6677" [id=981, type=Constant]; -"982 Constant_28996" [id=982, type=Constant]; -"983 Constant_28995" [id=983, type=Constant]; -"984 Constant_28994" [id=984, type=Constant]; -"985 Constant_28993" [id=985, type=Constant]; -"986 Constant_7262" [id=986, type=Constant]; -"987 Constant_7261" [id=987, type=Constant]; +"977 Constant_27884" [id=977, type=Constant]; +"978 Constant_27883" [id=978, type=Constant]; +"979 Constant_27882" [id=979, type=Constant]; +"980 Constant_27881" [id=980, type=Constant]; +"981 Transpose_6480" [id=981, type=Constant]; +"982 Constant_27879" [id=982, type=Constant]; +"983 Constant_27878" [id=983, type=Constant]; +"984 Constant_27877" [id=984, type=Constant]; +"985 Constant_27876" [id=985, type=Constant]; +"986 Constant_7358" [id=986, type=Constant]; +"987 Constant_7357" [id=987, type=Constant]; "988 Constant_1527" [id=988, type=Constant]; "989 /layers/layers.2/blocks.3/Constant_31" [id=989, type=Constant]; -"990 Constant_5743" [id=990, type=Constant]; -"991 Constant_5740" [id=991, type=Constant]; -"992 Constant_5737" [id=992, type=Constant]; -"993 Constant_5719" [id=993, type=Constant]; -"994 Constant_5716" [id=994, type=Constant]; -"995 Constant_5713" [id=995, type=Constant]; +"990 Constant_5583" [id=990, type=Constant]; +"991 Constant_5580" [id=991, type=Constant]; +"992 Constant_5577" [id=992, type=Constant]; +"993 Constant_5559" [id=993, type=Constant]; +"994 Constant_5556" [id=994, type=Constant]; +"995 Constant_5553" [id=995, type=Constant]; "996 /layers/layers.2/blocks.3/Constant_18" [id=996, type=Constant]; "997 Constant_1474" [id=997, type=Constant]; "998 /layers/layers.2/blocks.3/Constant_17" [id=998, type=Constant]; "999 /layers/layers.2/blocks.3/Constant_16" [id=999, type=Constant]; "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [id=1000, type=FakeQuantize]; -"1001 Constant_28991" [id=1001, type=Constant]; -"1002 Constant_28990" [id=1002, type=Constant]; -"1003 Constant_28989" [id=1003, type=Constant]; -"1004 Constant_28988" [id=1004, type=Constant]; -"1005 Constant_6672" [id=1005, type=Constant]; +"1001 Constant_27874" [id=1001, type=Constant]; +"1002 Constant_27873" [id=1002, type=Constant]; +"1003 Constant_27872" [id=1003, type=Constant]; +"1004 Constant_27871" [id=1004, type=Constant]; +"1005 Transpose_6476" [id=1005, type=Constant]; "1006 /layers/layers.2/blocks.3/attn/Constant_4" [id=1006, type=Constant]; "1007 Constant_1458" [id=1007, type=Constant]; -"1008 Constant_28986" [id=1008, type=Constant]; -"1009 Constant_28985" [id=1009, type=Constant]; -"1010 Constant_28984" [id=1010, type=Constant]; -"1011 Constant_28983" [id=1011, type=Constant]; +"1008 Constant_27869" [id=1008, type=Constant]; +"1009 Constant_27868" [id=1009, type=Constant]; +"1010 Constant_27867" [id=1010, type=Constant]; +"1011 Constant_27866" [id=1011, type=Constant]; "1012 Constant_1439" [id=1012, type=Constant]; "1013 Constant_1433" [id=1013, type=Constant]; "1014 /layers/layers.2/blocks.3/attn/Constant" [id=1014, type=Constant]; "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [id=1015, type=FakeQuantize]; -"1016 Constant_28971" [id=1016, type=Constant]; -"1017 Constant_28970" [id=1017, type=Constant]; -"1018 Constant_28969" [id=1018, type=Constant]; -"1019 Constant_28968" [id=1019, type=Constant]; -"1020 Constant_6668" [id=1020, type=Constant]; +"1016 Constant_27854" [id=1016, type=Constant]; +"1017 Constant_27853" [id=1017, type=Constant]; +"1018 Constant_27852" [id=1018, type=Constant]; +"1019 Constant_27851" [id=1019, type=Constant]; +"1020 Transpose_6473" [id=1020, type=Constant]; "1021 /layers/layers.2/blocks.3/Constant_15" [id=1021, type=Constant]; "1022 /layers/layers.2/blocks.3/Constant_14" [id=1022, type=Constant]; "1023 Constant_1417" [id=1023, type=Constant]; "1024 /layers/layers.2/blocks.3/Constant_13" [id=1024, type=Constant]; -"1025 Constant_5695" [id=1025, type=Constant]; -"1026 Constant_5692" [id=1026, type=Constant]; -"1027 Constant_5689" [id=1027, type=Constant]; -"1028 Constant_5671" [id=1028, type=Constant]; -"1029 Constant_5668" [id=1029, type=Constant]; -"1030 Constant_5665" [id=1030, type=Constant]; +"1025 Constant_5535" [id=1025, type=Constant]; +"1026 Constant_5532" [id=1026, type=Constant]; +"1027 Constant_5529" [id=1027, type=Constant]; +"1028 Constant_5511" [id=1028, type=Constant]; +"1029 Constant_5508" [id=1029, type=Constant]; +"1030 Constant_5505" [id=1030, type=Constant]; "1031 /layers/layers.2/blocks.3/Constant" [id=1031, type=Constant]; -"1032 Constant_28596" [id=1032, type=Constant]; -"1033 Constant_28595" [id=1033, type=Constant]; -"1034 Constant_28594" [id=1034, type=Constant]; -"1035 Constant_28593" [id=1035, type=Constant]; -"1036 Constant_7257" [id=1036, type=Constant]; -"1037 Constant_7256" [id=1037, type=Constant]; +"1032 Constant_27479" [id=1032, type=Constant]; +"1033 Constant_27478" [id=1033, type=Constant]; +"1034 Constant_27477" [id=1034, type=Constant]; +"1035 Constant_27476" [id=1035, type=Constant]; +"1036 Constant_7353" [id=1036, type=Constant]; +"1037 Constant_7352" [id=1037, type=Constant]; "1038 Constant_1354" [id=1038, type=Constant]; "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [id=1039, type=FakeQuantize]; -"1040 Constant_28966" [id=1040, type=Constant]; -"1041 Constant_28965" [id=1041, type=Constant]; -"1042 Constant_28964" [id=1042, type=Constant]; -"1043 Constant_28963" [id=1043, type=Constant]; -"1044 Constant_6663" [id=1044, type=Constant]; -"1045 Constant_28961" [id=1045, type=Constant]; -"1046 Constant_28960" [id=1046, type=Constant]; -"1047 Constant_28959" [id=1047, type=Constant]; -"1048 Constant_28958" [id=1048, type=Constant]; +"1040 Constant_27849" [id=1040, type=Constant]; +"1041 Constant_27848" [id=1041, type=Constant]; +"1042 Constant_27847" [id=1042, type=Constant]; +"1043 Constant_27846" [id=1043, type=Constant]; +"1044 Transpose_6469" [id=1044, type=Constant]; +"1045 Constant_27844" [id=1045, type=Constant]; +"1046 Constant_27843" [id=1046, type=Constant]; +"1047 Constant_27842" [id=1047, type=Constant]; +"1048 Constant_27841" [id=1048, type=Constant]; "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [id=1049, type=FakeQuantize]; -"1050 Constant_28956" [id=1050, type=Constant]; -"1051 Constant_28955" [id=1051, type=Constant]; -"1052 Constant_28954" [id=1052, type=Constant]; -"1053 Constant_28953" [id=1053, type=Constant]; -"1054 Constant_6658" [id=1054, type=Constant]; -"1055 Constant_28951" [id=1055, type=Constant]; -"1056 Constant_28950" [id=1056, type=Constant]; -"1057 Constant_28949" [id=1057, type=Constant]; -"1058 Constant_28948" [id=1058, type=Constant]; -"1059 Constant_7253" [id=1059, type=Constant]; -"1060 Constant_7252" [id=1060, type=Constant]; +"1050 Constant_27839" [id=1050, type=Constant]; +"1051 Constant_27838" [id=1051, type=Constant]; +"1052 Constant_27837" [id=1052, type=Constant]; +"1053 Constant_27836" [id=1053, type=Constant]; +"1054 Transpose_6465" [id=1054, type=Constant]; +"1055 Constant_27834" [id=1055, type=Constant]; +"1056 Constant_27833" [id=1056, type=Constant]; +"1057 Constant_27832" [id=1057, type=Constant]; +"1058 Constant_27831" [id=1058, type=Constant]; +"1059 Constant_7349" [id=1059, type=Constant]; +"1060 Constant_7348" [id=1060, type=Constant]; "1061 Constant_1328" [id=1061, type=Constant]; "1062 /layers/layers.2/blocks.2/Constant_7" [id=1062, type=Constant]; "1063 /layers/layers.2/blocks.2/Constant_6" [id=1063, type=Constant]; @@ -1067,132 +1067,132 @@ strict digraph { "1065 /layers/layers.2/blocks.2/Constant_5" [id=1065, type=Constant]; "1066 /layers/layers.2/blocks.2/Constant_4" [id=1066, type=Constant]; "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [id=1067, type=FakeQuantize]; -"1068 Constant_28946" [id=1068, type=Constant]; -"1069 Constant_28945" [id=1069, type=Constant]; -"1070 Constant_28944" [id=1070, type=Constant]; -"1071 Constant_28943" [id=1071, type=Constant]; -"1072 Constant_6653" [id=1072, type=Constant]; +"1068 Constant_27829" [id=1068, type=Constant]; +"1069 Constant_27828" [id=1069, type=Constant]; +"1070 Constant_27827" [id=1070, type=Constant]; +"1071 Constant_27826" [id=1071, type=Constant]; +"1072 Transpose_6461" [id=1072, type=Constant]; "1073 /layers/layers.2/blocks.2/attn/Constant_2" [id=1073, type=Constant]; "1074 Constant_1301" [id=1074, type=Constant]; -"1075 Constant_28941" [id=1075, type=Constant]; -"1076 Constant_28940" [id=1076, type=Constant]; -"1077 Constant_28939" [id=1077, type=Constant]; -"1078 Constant_28938" [id=1078, type=Constant]; +"1075 Constant_27824" [id=1075, type=Constant]; +"1076 Constant_27823" [id=1076, type=Constant]; +"1077 Constant_27822" [id=1077, type=Constant]; +"1078 Constant_27821" [id=1078, type=Constant]; "1079 Constant_1291" [id=1079, type=Constant]; "1080 Constant_1285" [id=1080, type=Constant]; "1081 /layers/layers.2/blocks.2/attn/Constant" [id=1081, type=Constant]; "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [id=1082, type=FakeQuantize]; -"1083 Constant_28926" [id=1083, type=Constant]; -"1084 Constant_28925" [id=1084, type=Constant]; -"1085 Constant_28924" [id=1085, type=Constant]; -"1086 Constant_28923" [id=1086, type=Constant]; -"1087 Constant_6649" [id=1087, type=Constant]; +"1083 Constant_27809" [id=1083, type=Constant]; +"1084 Constant_27808" [id=1084, type=Constant]; +"1085 Constant_27807" [id=1085, type=Constant]; +"1086 Constant_27806" [id=1086, type=Constant]; +"1087 Transpose_6458" [id=1087, type=Constant]; "1088 /layers/layers.2/blocks.2/Constant_3" [id=1088, type=Constant]; "1089 /layers/layers.2/blocks.2/Constant_2" [id=1089, type=Constant]; "1090 Constant_1269" [id=1090, type=Constant]; "1091 /layers/layers.2/blocks.2/Constant_1" [id=1091, type=Constant]; -"1092 Constant_28921" [id=1092, type=Constant]; -"1093 Constant_28920" [id=1093, type=Constant]; -"1094 Constant_28919" [id=1094, type=Constant]; -"1095 Constant_28918" [id=1095, type=Constant]; -"1096 Constant_7248" [id=1096, type=Constant]; -"1097 Constant_7247" [id=1097, type=Constant]; +"1092 Constant_27804" [id=1092, type=Constant]; +"1093 Constant_27803" [id=1093, type=Constant]; +"1094 Constant_27802" [id=1094, type=Constant]; +"1095 Constant_27801" [id=1095, type=Constant]; +"1096 Constant_7344" [id=1096, type=Constant]; +"1097 Constant_7343" [id=1097, type=Constant]; "1098 Constant_1248" [id=1098, type=Constant]; "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [id=1099, type=FakeQuantize]; -"1100 Constant_28916" [id=1100, type=Constant]; -"1101 Constant_28915" [id=1101, type=Constant]; -"1102 Constant_28914" [id=1102, type=Constant]; -"1103 Constant_28913" [id=1103, type=Constant]; -"1104 Constant_6644" [id=1104, type=Constant]; -"1105 Constant_28911" [id=1105, type=Constant]; -"1106 Constant_28910" [id=1106, type=Constant]; -"1107 Constant_28909" [id=1107, type=Constant]; -"1108 Constant_28908" [id=1108, type=Constant]; +"1100 Constant_27799" [id=1100, type=Constant]; +"1101 Constant_27798" [id=1101, type=Constant]; +"1102 Constant_27797" [id=1102, type=Constant]; +"1103 Constant_27796" [id=1103, type=Constant]; +"1104 Transpose_6454" [id=1104, type=Constant]; +"1105 Constant_27794" [id=1105, type=Constant]; +"1106 Constant_27793" [id=1106, type=Constant]; +"1107 Constant_27792" [id=1107, type=Constant]; +"1108 Constant_27791" [id=1108, type=Constant]; "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [id=1109, type=FakeQuantize]; -"1110 Constant_28906" [id=1110, type=Constant]; -"1111 Constant_28905" [id=1111, type=Constant]; -"1112 Constant_28904" [id=1112, type=Constant]; -"1113 Constant_28903" [id=1113, type=Constant]; -"1114 Constant_6639" [id=1114, type=Constant]; -"1115 Constant_28901" [id=1115, type=Constant]; -"1116 Constant_28900" [id=1116, type=Constant]; -"1117 Constant_28899" [id=1117, type=Constant]; -"1118 Constant_28898" [id=1118, type=Constant]; -"1119 Constant_7244" [id=1119, type=Constant]; -"1120 Constant_7243" [id=1120, type=Constant]; +"1110 Constant_27789" [id=1110, type=Constant]; +"1111 Constant_27788" [id=1111, type=Constant]; +"1112 Constant_27787" [id=1112, type=Constant]; +"1113 Constant_27786" [id=1113, type=Constant]; +"1114 Transpose_6450" [id=1114, type=Constant]; +"1115 Constant_27784" [id=1115, type=Constant]; +"1116 Constant_27783" [id=1116, type=Constant]; +"1117 Constant_27782" [id=1117, type=Constant]; +"1118 Constant_27781" [id=1118, type=Constant]; +"1119 Constant_7340" [id=1119, type=Constant]; +"1120 Constant_7339" [id=1120, type=Constant]; "1121 Constant_1222" [id=1121, type=Constant]; "1122 /layers/layers.2/blocks.1/Constant_31" [id=1122, type=Constant]; -"1123 Constant_5647" [id=1123, type=Constant]; -"1124 Constant_5644" [id=1124, type=Constant]; -"1125 Constant_5641" [id=1125, type=Constant]; -"1126 Constant_5623" [id=1126, type=Constant]; -"1127 Constant_5620" [id=1127, type=Constant]; -"1128 Constant_5617" [id=1128, type=Constant]; +"1123 Constant_5487" [id=1123, type=Constant]; +"1124 Constant_5484" [id=1124, type=Constant]; +"1125 Constant_5481" [id=1125, type=Constant]; +"1126 Constant_5463" [id=1126, type=Constant]; +"1127 Constant_5460" [id=1127, type=Constant]; +"1128 Constant_5457" [id=1128, type=Constant]; "1129 /layers/layers.2/blocks.1/Constant_18" [id=1129, type=Constant]; "1130 Constant_1169" [id=1130, type=Constant]; "1131 /layers/layers.2/blocks.1/Constant_17" [id=1131, type=Constant]; "1132 /layers/layers.2/blocks.1/Constant_16" [id=1132, type=Constant]; "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [id=1133, type=FakeQuantize]; -"1134 Constant_28896" [id=1134, type=Constant]; -"1135 Constant_28895" [id=1135, type=Constant]; -"1136 Constant_28894" [id=1136, type=Constant]; -"1137 Constant_28893" [id=1137, type=Constant]; -"1138 Constant_6634" [id=1138, type=Constant]; +"1134 Constant_27779" [id=1134, type=Constant]; +"1135 Constant_27778" [id=1135, type=Constant]; +"1136 Constant_27777" [id=1136, type=Constant]; +"1137 Constant_27776" [id=1137, type=Constant]; +"1138 Transpose_6446" [id=1138, type=Constant]; "1139 /layers/layers.2/blocks.1/attn/Constant_4" [id=1139, type=Constant]; "1140 Constant_1153" [id=1140, type=Constant]; -"1141 Constant_28891" [id=1141, type=Constant]; -"1142 Constant_28890" [id=1142, type=Constant]; -"1143 Constant_28889" [id=1143, type=Constant]; -"1144 Constant_28888" [id=1144, type=Constant]; +"1141 Constant_27774" [id=1141, type=Constant]; +"1142 Constant_27773" [id=1142, type=Constant]; +"1143 Constant_27772" [id=1143, type=Constant]; +"1144 Constant_27771" [id=1144, type=Constant]; "1145 Constant_1134" [id=1145, type=Constant]; "1146 Constant_1128" [id=1146, type=Constant]; "1147 /layers/layers.2/blocks.1/attn/Constant" [id=1147, type=Constant]; "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [id=1148, type=FakeQuantize]; -"1149 Constant_28876" [id=1149, type=Constant]; -"1150 Constant_28875" [id=1150, type=Constant]; -"1151 Constant_28874" [id=1151, type=Constant]; -"1152 Constant_28873" [id=1152, type=Constant]; -"1153 Constant_6630" [id=1153, type=Constant]; +"1149 Constant_27759" [id=1149, type=Constant]; +"1150 Constant_27758" [id=1150, type=Constant]; +"1151 Constant_27757" [id=1151, type=Constant]; +"1152 Constant_27756" [id=1152, type=Constant]; +"1153 Transpose_6443" [id=1153, type=Constant]; "1154 /layers/layers.2/blocks.1/Constant_15" [id=1154, type=Constant]; "1155 /layers/layers.2/blocks.1/Constant_14" [id=1155, type=Constant]; "1156 Constant_1112" [id=1156, type=Constant]; "1157 /layers/layers.2/blocks.1/Constant_13" [id=1157, type=Constant]; -"1158 Constant_5599" [id=1158, type=Constant]; -"1159 Constant_5596" [id=1159, type=Constant]; -"1160 Constant_5593" [id=1160, type=Constant]; -"1161 Constant_5575" [id=1161, type=Constant]; -"1162 Constant_5572" [id=1162, type=Constant]; -"1163 Constant_5569" [id=1163, type=Constant]; +"1158 Constant_5439" [id=1158, type=Constant]; +"1159 Constant_5436" [id=1159, type=Constant]; +"1160 Constant_5433" [id=1160, type=Constant]; +"1161 Constant_5415" [id=1161, type=Constant]; +"1162 Constant_5412" [id=1162, type=Constant]; +"1163 Constant_5409" [id=1163, type=Constant]; "1164 /layers/layers.2/blocks.1/Constant" [id=1164, type=Constant]; -"1165 Constant_28591" [id=1165, type=Constant]; -"1166 Constant_28590" [id=1166, type=Constant]; -"1167 Constant_28589" [id=1167, type=Constant]; -"1168 Constant_28588" [id=1168, type=Constant]; -"1169 Constant_7239" [id=1169, type=Constant]; -"1170 Constant_7238" [id=1170, type=Constant]; +"1165 Constant_27474" [id=1165, type=Constant]; +"1166 Constant_27473" [id=1166, type=Constant]; +"1167 Constant_27472" [id=1167, type=Constant]; +"1168 Constant_27471" [id=1168, type=Constant]; +"1169 Constant_7335" [id=1169, type=Constant]; +"1170 Constant_7334" [id=1170, type=Constant]; "1171 Constant_1049" [id=1171, type=Constant]; "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [id=1172, type=FakeQuantize]; -"1173 Constant_28871" [id=1173, type=Constant]; -"1174 Constant_28870" [id=1174, type=Constant]; -"1175 Constant_28869" [id=1175, type=Constant]; -"1176 Constant_28868" [id=1176, type=Constant]; -"1177 Constant_6625" [id=1177, type=Constant]; -"1178 Constant_28866" [id=1178, type=Constant]; -"1179 Constant_28865" [id=1179, type=Constant]; -"1180 Constant_28864" [id=1180, type=Constant]; -"1181 Constant_28863" [id=1181, type=Constant]; +"1173 Constant_27754" [id=1173, type=Constant]; +"1174 Constant_27753" [id=1174, type=Constant]; +"1175 Constant_27752" [id=1175, type=Constant]; +"1176 Constant_27751" [id=1176, type=Constant]; +"1177 Transpose_6439" [id=1177, type=Constant]; +"1178 Constant_27749" [id=1178, type=Constant]; +"1179 Constant_27748" [id=1179, type=Constant]; +"1180 Constant_27747" [id=1180, type=Constant]; +"1181 Constant_27746" [id=1181, type=Constant]; "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [id=1182, type=FakeQuantize]; -"1183 Constant_28861" [id=1183, type=Constant]; -"1184 Constant_28860" [id=1184, type=Constant]; -"1185 Constant_28859" [id=1185, type=Constant]; -"1186 Constant_28858" [id=1186, type=Constant]; -"1187 Constant_6620" [id=1187, type=Constant]; -"1188 Constant_28856" [id=1188, type=Constant]; -"1189 Constant_28855" [id=1189, type=Constant]; -"1190 Constant_28854" [id=1190, type=Constant]; -"1191 Constant_28853" [id=1191, type=Constant]; -"1192 Constant_7235" [id=1192, type=Constant]; -"1193 Constant_7234" [id=1193, type=Constant]; +"1183 Constant_27744" [id=1183, type=Constant]; +"1184 Constant_27743" [id=1184, type=Constant]; +"1185 Constant_27742" [id=1185, type=Constant]; +"1186 Constant_27741" [id=1186, type=Constant]; +"1187 Transpose_6435" [id=1187, type=Constant]; +"1188 Constant_27739" [id=1188, type=Constant]; +"1189 Constant_27738" [id=1189, type=Constant]; +"1190 Constant_27737" [id=1190, type=Constant]; +"1191 Constant_27736" [id=1191, type=Constant]; +"1192 Constant_7331" [id=1192, type=Constant]; +"1193 Constant_7330" [id=1193, type=Constant]; "1194 Constant_1023" [id=1194, type=Constant]; "1195 /layers/layers.2/blocks.0/Constant_7" [id=1195, type=Constant]; "1196 /layers/layers.2/blocks.0/Constant_6" [id=1196, type=Constant]; @@ -1200,153 +1200,153 @@ strict digraph { "1198 /layers/layers.2/blocks.0/Constant_5" [id=1198, type=Constant]; "1199 /layers/layers.2/blocks.0/Constant_4" [id=1199, type=Constant]; "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [id=1200, type=FakeQuantize]; -"1201 Constant_28851" [id=1201, type=Constant]; -"1202 Constant_28850" [id=1202, type=Constant]; -"1203 Constant_28849" [id=1203, type=Constant]; -"1204 Constant_28848" [id=1204, type=Constant]; -"1205 Constant_6615" [id=1205, type=Constant]; +"1201 Constant_27734" [id=1201, type=Constant]; +"1202 Constant_27733" [id=1202, type=Constant]; +"1203 Constant_27732" [id=1203, type=Constant]; +"1204 Constant_27731" [id=1204, type=Constant]; +"1205 Transpose_6431" [id=1205, type=Constant]; "1206 /layers/layers.2/blocks.0/attn/Constant_2" [id=1206, type=Constant]; "1207 Constant_996" [id=1207, type=Constant]; -"1208 Constant_28846" [id=1208, type=Constant]; -"1209 Constant_28845" [id=1209, type=Constant]; -"1210 Constant_28844" [id=1210, type=Constant]; -"1211 Constant_28843" [id=1211, type=Constant]; +"1208 Constant_27729" [id=1208, type=Constant]; +"1209 Constant_27728" [id=1209, type=Constant]; +"1210 Constant_27727" [id=1210, type=Constant]; +"1211 Constant_27726" [id=1211, type=Constant]; "1212 Constant_986" [id=1212, type=Constant]; "1213 Constant_980" [id=1213, type=Constant]; "1214 /layers/layers.2/blocks.0/attn/Constant" [id=1214, type=Constant]; "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [id=1215, type=FakeQuantize]; -"1216 Constant_28831" [id=1216, type=Constant]; -"1217 Constant_28830" [id=1217, type=Constant]; -"1218 Constant_28829" [id=1218, type=Constant]; -"1219 Constant_28828" [id=1219, type=Constant]; -"1220 Constant_6611" [id=1220, type=Constant]; +"1216 Constant_27714" [id=1216, type=Constant]; +"1217 Constant_27713" [id=1217, type=Constant]; +"1218 Constant_27712" [id=1218, type=Constant]; +"1219 Constant_27711" [id=1219, type=Constant]; +"1220 Transpose_6428" [id=1220, type=Constant]; "1221 /layers/layers.2/blocks.0/Constant_3" [id=1221, type=Constant]; "1222 /layers/layers.2/blocks.0/Constant_2" [id=1222, type=Constant]; "1223 Constant_964" [id=1223, type=Constant]; "1224 /layers/layers.2/blocks.0/Constant_1" [id=1224, type=Constant]; -"1225 Constant_28826" [id=1225, type=Constant]; -"1226 Constant_28825" [id=1226, type=Constant]; -"1227 Constant_28824" [id=1227, type=Constant]; -"1228 Constant_28823" [id=1228, type=Constant]; -"1229 Constant_7230" [id=1229, type=Constant]; -"1230 Constant_7229" [id=1230, type=Constant]; +"1225 Constant_27709" [id=1225, type=Constant]; +"1226 Constant_27708" [id=1226, type=Constant]; +"1227 Constant_27707" [id=1227, type=Constant]; +"1228 Constant_27706" [id=1228, type=Constant]; +"1229 Constant_7326" [id=1229, type=Constant]; +"1230 Constant_7325" [id=1230, type=Constant]; "1231 Constant_943" [id=1231, type=Constant]; "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [id=1232, type=FakeQuantize]; -"1233 Constant_28821" [id=1233, type=Constant]; -"1234 Constant_28820" [id=1234, type=Constant]; -"1235 Constant_28819" [id=1235, type=Constant]; -"1236 Constant_28818" [id=1236, type=Constant]; -"1237 Constant_6606" [id=1237, type=Constant]; -"1238 Constant_28816" [id=1238, type=Constant]; -"1239 Constant_28815" [id=1239, type=Constant]; -"1240 Constant_28814" [id=1240, type=Constant]; -"1241 Constant_28813" [id=1241, type=Constant]; -"1242 Constant_7228" [id=1242, type=Constant]; -"1243 Constant_7227" [id=1243, type=Constant]; +"1233 Constant_27704" [id=1233, type=Constant]; +"1234 Constant_27703" [id=1234, type=Constant]; +"1235 Constant_27702" [id=1235, type=Constant]; +"1236 Constant_27701" [id=1236, type=Constant]; +"1237 Transpose_6424" [id=1237, type=Constant]; +"1238 Constant_27699" [id=1238, type=Constant]; +"1239 Constant_27698" [id=1239, type=Constant]; +"1240 Constant_27697" [id=1240, type=Constant]; +"1241 Constant_27696" [id=1241, type=Constant]; +"1242 Constant_7324" [id=1242, type=Constant]; +"1243 Constant_7323" [id=1243, type=Constant]; "1244 Constant_929" [id=1244, type=Constant]; "1245 /layers/layers.1/downsample/Constant_25" [id=1245, type=Constant]; -"1246 Constant_5551" [id=1246, type=Constant]; -"1247 Constant_5548" [id=1247, type=Constant]; -"1248 Constant_5545" [id=1248, type=Constant]; -"1249 Constant_5515" [id=1249, type=Constant]; -"1250 Constant_5512" [id=1250, type=Constant]; -"1251 Constant_5509" [id=1251, type=Constant]; +"1246 Constant_5391" [id=1246, type=Constant]; +"1247 Constant_5388" [id=1247, type=Constant]; +"1248 Constant_5385" [id=1248, type=Constant]; +"1249 Constant_5355" [id=1249, type=Constant]; +"1250 Constant_5352" [id=1250, type=Constant]; +"1251 Constant_5349" [id=1251, type=Constant]; "1252 /layers/layers.1/downsample/Constant" [id=1252, type=Constant]; "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [id=1253, type=FakeQuantize]; -"1254 Constant_28811" [id=1254, type=Constant]; -"1255 Constant_28810" [id=1255, type=Constant]; -"1256 Constant_28809" [id=1256, type=Constant]; -"1257 Constant_28808" [id=1257, type=Constant]; -"1258 Constant_6601" [id=1258, type=Constant]; -"1259 Constant_28806" [id=1259, type=Constant]; -"1260 Constant_28805" [id=1260, type=Constant]; -"1261 Constant_28804" [id=1261, type=Constant]; -"1262 Constant_28803" [id=1262, type=Constant]; +"1254 Constant_27694" [id=1254, type=Constant]; +"1255 Constant_27693" [id=1255, type=Constant]; +"1256 Constant_27692" [id=1256, type=Constant]; +"1257 Constant_27691" [id=1257, type=Constant]; +"1258 Transpose_6420" [id=1258, type=Constant]; +"1259 Constant_27689" [id=1259, type=Constant]; +"1260 Constant_27688" [id=1260, type=Constant]; +"1261 Constant_27687" [id=1261, type=Constant]; +"1262 Constant_27686" [id=1262, type=Constant]; "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [id=1263, type=FakeQuantize]; -"1264 Constant_28801" [id=1264, type=Constant]; -"1265 Constant_28800" [id=1265, type=Constant]; -"1266 Constant_28799" [id=1266, type=Constant]; -"1267 Constant_28798" [id=1267, type=Constant]; -"1268 Constant_6596" [id=1268, type=Constant]; -"1269 Constant_28796" [id=1269, type=Constant]; -"1270 Constant_28795" [id=1270, type=Constant]; -"1271 Constant_28794" [id=1271, type=Constant]; -"1272 Constant_28793" [id=1272, type=Constant]; -"1273 Constant_7224" [id=1273, type=Constant]; -"1274 Constant_7223" [id=1274, type=Constant]; +"1264 Constant_27684" [id=1264, type=Constant]; +"1265 Constant_27683" [id=1265, type=Constant]; +"1266 Constant_27682" [id=1266, type=Constant]; +"1267 Constant_27681" [id=1267, type=Constant]; +"1268 Transpose_6416" [id=1268, type=Constant]; +"1269 Constant_27679" [id=1269, type=Constant]; +"1270 Constant_27678" [id=1270, type=Constant]; +"1271 Constant_27677" [id=1271, type=Constant]; +"1272 Constant_27676" [id=1272, type=Constant]; +"1273 Constant_7320" [id=1273, type=Constant]; +"1274 Constant_7319" [id=1274, type=Constant]; "1275 Constant_864" [id=1275, type=Constant]; "1276 /layers/layers.1/blocks.1/Constant_31" [id=1276, type=Constant]; -"1277 Constant_5479" [id=1277, type=Constant]; -"1278 Constant_5476" [id=1278, type=Constant]; -"1279 Constant_5473" [id=1279, type=Constant]; -"1280 Constant_5455" [id=1280, type=Constant]; -"1281 Constant_5452" [id=1281, type=Constant]; -"1282 Constant_5449" [id=1282, type=Constant]; +"1277 Constant_5319" [id=1277, type=Constant]; +"1278 Constant_5316" [id=1278, type=Constant]; +"1279 Constant_5313" [id=1279, type=Constant]; +"1280 Constant_5295" [id=1280, type=Constant]; +"1281 Constant_5292" [id=1281, type=Constant]; +"1282 Constant_5289" [id=1282, type=Constant]; "1283 /layers/layers.1/blocks.1/Constant_18" [id=1283, type=Constant]; "1284 Constant_811" [id=1284, type=Constant]; "1285 /layers/layers.1/blocks.1/Constant_17" [id=1285, type=Constant]; "1286 /layers/layers.1/blocks.1/Constant_16" [id=1286, type=Constant]; "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [id=1287, type=FakeQuantize]; -"1288 Constant_28791" [id=1288, type=Constant]; -"1289 Constant_28790" [id=1289, type=Constant]; -"1290 Constant_28789" [id=1290, type=Constant]; -"1291 Constant_28788" [id=1291, type=Constant]; -"1292 Constant_6591" [id=1292, type=Constant]; +"1288 Constant_27674" [id=1288, type=Constant]; +"1289 Constant_27673" [id=1289, type=Constant]; +"1290 Constant_27672" [id=1290, type=Constant]; +"1291 Constant_27671" [id=1291, type=Constant]; +"1292 Transpose_6412" [id=1292, type=Constant]; "1293 /layers/layers.1/blocks.1/attn/Constant_4" [id=1293, type=Constant]; "1294 Constant_795" [id=1294, type=Constant]; -"1295 Constant_28786" [id=1295, type=Constant]; -"1296 Constant_28785" [id=1296, type=Constant]; -"1297 Constant_28784" [id=1297, type=Constant]; -"1298 Constant_28783" [id=1298, type=Constant]; +"1295 Constant_27669" [id=1295, type=Constant]; +"1296 Constant_27668" [id=1296, type=Constant]; +"1297 Constant_27667" [id=1297, type=Constant]; +"1298 Constant_27666" [id=1298, type=Constant]; "1299 Constant_776" [id=1299, type=Constant]; "1300 Constant_770" [id=1300, type=Constant]; "1301 /layers/layers.1/blocks.1/attn/Constant" [id=1301, type=Constant]; "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [id=1302, type=FakeQuantize]; -"1303 Constant_28771" [id=1303, type=Constant]; -"1304 Constant_28770" [id=1304, type=Constant]; -"1305 Constant_28769" [id=1305, type=Constant]; -"1306 Constant_28768" [id=1306, type=Constant]; -"1307 Constant_6587" [id=1307, type=Constant]; +"1303 Constant_27654" [id=1303, type=Constant]; +"1304 Constant_27653" [id=1304, type=Constant]; +"1305 Constant_27652" [id=1305, type=Constant]; +"1306 Constant_27651" [id=1306, type=Constant]; +"1307 Transpose_6409" [id=1307, type=Constant]; "1308 /layers/layers.1/blocks.1/Constant_15" [id=1308, type=Constant]; "1309 /layers/layers.1/blocks.1/Constant_14" [id=1309, type=Constant]; "1310 Constant_754" [id=1310, type=Constant]; "1311 /layers/layers.1/blocks.1/Constant_13" [id=1311, type=Constant]; -"1312 Constant_5431" [id=1312, type=Constant]; -"1313 Constant_5428" [id=1313, type=Constant]; -"1314 Constant_5425" [id=1314, type=Constant]; -"1315 Constant_5407" [id=1315, type=Constant]; -"1316 Constant_5404" [id=1316, type=Constant]; -"1317 Constant_5401" [id=1317, type=Constant]; +"1312 Constant_5271" [id=1312, type=Constant]; +"1313 Constant_5268" [id=1313, type=Constant]; +"1314 Constant_5265" [id=1314, type=Constant]; +"1315 Constant_5247" [id=1315, type=Constant]; +"1316 Constant_5244" [id=1316, type=Constant]; +"1317 Constant_5241" [id=1317, type=Constant]; "1318 /layers/layers.1/blocks.1/Constant" [id=1318, type=Constant]; -"1319 Constant_28586" [id=1319, type=Constant]; -"1320 Constant_28585" [id=1320, type=Constant]; -"1321 Constant_28584" [id=1321, type=Constant]; -"1322 Constant_28583" [id=1322, type=Constant]; -"1323 Constant_7219" [id=1323, type=Constant]; -"1324 Constant_7218" [id=1324, type=Constant]; +"1319 Constant_27469" [id=1319, type=Constant]; +"1320 Constant_27468" [id=1320, type=Constant]; +"1321 Constant_27467" [id=1321, type=Constant]; +"1322 Constant_27466" [id=1322, type=Constant]; +"1323 Constant_7315" [id=1323, type=Constant]; +"1324 Constant_7314" [id=1324, type=Constant]; "1325 Constant_691" [id=1325, type=Constant]; "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [id=1326, type=FakeQuantize]; -"1327 Constant_28766" [id=1327, type=Constant]; -"1328 Constant_28765" [id=1328, type=Constant]; -"1329 Constant_28764" [id=1329, type=Constant]; -"1330 Constant_28763" [id=1330, type=Constant]; -"1331 Constant_6582" [id=1331, type=Constant]; -"1332 Constant_28761" [id=1332, type=Constant]; -"1333 Constant_28760" [id=1333, type=Constant]; -"1334 Constant_28759" [id=1334, type=Constant]; -"1335 Constant_28758" [id=1335, type=Constant]; +"1327 Constant_27649" [id=1327, type=Constant]; +"1328 Constant_27648" [id=1328, type=Constant]; +"1329 Constant_27647" [id=1329, type=Constant]; +"1330 Constant_27646" [id=1330, type=Constant]; +"1331 Transpose_6405" [id=1331, type=Constant]; +"1332 Constant_27644" [id=1332, type=Constant]; +"1333 Constant_27643" [id=1333, type=Constant]; +"1334 Constant_27642" [id=1334, type=Constant]; +"1335 Constant_27641" [id=1335, type=Constant]; "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [id=1336, type=FakeQuantize]; -"1337 Constant_28756" [id=1337, type=Constant]; -"1338 Constant_28755" [id=1338, type=Constant]; -"1339 Constant_28754" [id=1339, type=Constant]; -"1340 Constant_28753" [id=1340, type=Constant]; -"1341 Constant_6577" [id=1341, type=Constant]; -"1342 Constant_28751" [id=1342, type=Constant]; -"1343 Constant_28750" [id=1343, type=Constant]; -"1344 Constant_28749" [id=1344, type=Constant]; -"1345 Constant_28748" [id=1345, type=Constant]; -"1346 Constant_7215" [id=1346, type=Constant]; -"1347 Constant_7214" [id=1347, type=Constant]; +"1337 Constant_27639" [id=1337, type=Constant]; +"1338 Constant_27638" [id=1338, type=Constant]; +"1339 Constant_27637" [id=1339, type=Constant]; +"1340 Constant_27636" [id=1340, type=Constant]; +"1341 Transpose_6401" [id=1341, type=Constant]; +"1342 Constant_27634" [id=1342, type=Constant]; +"1343 Constant_27633" [id=1343, type=Constant]; +"1344 Constant_27632" [id=1344, type=Constant]; +"1345 Constant_27631" [id=1345, type=Constant]; +"1346 Constant_7311" [id=1346, type=Constant]; +"1347 Constant_7310" [id=1347, type=Constant]; "1348 Constant_665" [id=1348, type=Constant]; "1349 /layers/layers.1/blocks.0/Constant_7" [id=1349, type=Constant]; "1350 /layers/layers.1/blocks.0/Constant_6" [id=1350, type=Constant]; @@ -1354,153 +1354,153 @@ strict digraph { "1352 /layers/layers.1/blocks.0/Constant_5" [id=1352, type=Constant]; "1353 /layers/layers.1/blocks.0/Constant_4" [id=1353, type=Constant]; "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [id=1354, type=FakeQuantize]; -"1355 Constant_28746" [id=1355, type=Constant]; -"1356 Constant_28745" [id=1356, type=Constant]; -"1357 Constant_28744" [id=1357, type=Constant]; -"1358 Constant_28743" [id=1358, type=Constant]; -"1359 Constant_6572" [id=1359, type=Constant]; +"1355 Constant_27629" [id=1355, type=Constant]; +"1356 Constant_27628" [id=1356, type=Constant]; +"1357 Constant_27627" [id=1357, type=Constant]; +"1358 Constant_27626" [id=1358, type=Constant]; +"1359 Transpose_6397" [id=1359, type=Constant]; "1360 /layers/layers.1/blocks.0/attn/Constant_2" [id=1360, type=Constant]; "1361 Constant_638" [id=1361, type=Constant]; -"1362 Constant_28741" [id=1362, type=Constant]; -"1363 Constant_28740" [id=1363, type=Constant]; -"1364 Constant_28739" [id=1364, type=Constant]; -"1365 Constant_28738" [id=1365, type=Constant]; +"1362 Constant_27624" [id=1362, type=Constant]; +"1363 Constant_27623" [id=1363, type=Constant]; +"1364 Constant_27622" [id=1364, type=Constant]; +"1365 Constant_27621" [id=1365, type=Constant]; "1366 Constant_628" [id=1366, type=Constant]; "1367 Constant_622" [id=1367, type=Constant]; "1368 /layers/layers.1/blocks.0/attn/Constant" [id=1368, type=Constant]; "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [id=1369, type=FakeQuantize]; -"1370 Constant_28726" [id=1370, type=Constant]; -"1371 Constant_28725" [id=1371, type=Constant]; -"1372 Constant_28724" [id=1372, type=Constant]; -"1373 Constant_28723" [id=1373, type=Constant]; -"1374 Constant_6568" [id=1374, type=Constant]; +"1370 Constant_27609" [id=1370, type=Constant]; +"1371 Constant_27608" [id=1371, type=Constant]; +"1372 Constant_27607" [id=1372, type=Constant]; +"1373 Constant_27606" [id=1373, type=Constant]; +"1374 Transpose_6394" [id=1374, type=Constant]; "1375 /layers/layers.1/blocks.0/Constant_3" [id=1375, type=Constant]; "1376 /layers/layers.1/blocks.0/Constant_2" [id=1376, type=Constant]; "1377 Constant_606" [id=1377, type=Constant]; "1378 /layers/layers.1/blocks.0/Constant_1" [id=1378, type=Constant]; -"1379 Constant_28721" [id=1379, type=Constant]; -"1380 Constant_28720" [id=1380, type=Constant]; -"1381 Constant_28719" [id=1381, type=Constant]; -"1382 Constant_28718" [id=1382, type=Constant]; -"1383 Constant_7210" [id=1383, type=Constant]; -"1384 Constant_7209" [id=1384, type=Constant]; +"1379 Constant_27604" [id=1379, type=Constant]; +"1380 Constant_27603" [id=1380, type=Constant]; +"1381 Constant_27602" [id=1381, type=Constant]; +"1382 Constant_27601" [id=1382, type=Constant]; +"1383 Constant_7306" [id=1383, type=Constant]; +"1384 Constant_7305" [id=1384, type=Constant]; "1385 Constant_585" [id=1385, type=Constant]; "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [id=1386, type=FakeQuantize]; -"1387 Constant_28716" [id=1387, type=Constant]; -"1388 Constant_28715" [id=1388, type=Constant]; -"1389 Constant_28714" [id=1389, type=Constant]; -"1390 Constant_28713" [id=1390, type=Constant]; -"1391 Constant_6563" [id=1391, type=Constant]; -"1392 Constant_28711" [id=1392, type=Constant]; -"1393 Constant_28710" [id=1393, type=Constant]; -"1394 Constant_28709" [id=1394, type=Constant]; -"1395 Constant_28708" [id=1395, type=Constant]; -"1396 Constant_7208" [id=1396, type=Constant]; -"1397 Constant_7207" [id=1397, type=Constant]; +"1387 Constant_27599" [id=1387, type=Constant]; +"1388 Constant_27598" [id=1388, type=Constant]; +"1389 Constant_27597" [id=1389, type=Constant]; +"1390 Constant_27596" [id=1390, type=Constant]; +"1391 Transpose_6390" [id=1391, type=Constant]; +"1392 Constant_27594" [id=1392, type=Constant]; +"1393 Constant_27593" [id=1393, type=Constant]; +"1394 Constant_27592" [id=1394, type=Constant]; +"1395 Constant_27591" [id=1395, type=Constant]; +"1396 Constant_7304" [id=1396, type=Constant]; +"1397 Constant_7303" [id=1397, type=Constant]; "1398 Constant_571" [id=1398, type=Constant]; "1399 /layers/layers.0/downsample/Constant_25" [id=1399, type=Constant]; -"1400 Constant_5383" [id=1400, type=Constant]; -"1401 Constant_5380" [id=1401, type=Constant]; -"1402 Constant_5377" [id=1402, type=Constant]; -"1403 Constant_5347" [id=1403, type=Constant]; -"1404 Constant_5344" [id=1404, type=Constant]; -"1405 Constant_5341" [id=1405, type=Constant]; +"1400 Constant_5223" [id=1400, type=Constant]; +"1401 Constant_5220" [id=1401, type=Constant]; +"1402 Constant_5217" [id=1402, type=Constant]; +"1403 Constant_5187" [id=1403, type=Constant]; +"1404 Constant_5184" [id=1404, type=Constant]; +"1405 Constant_5181" [id=1405, type=Constant]; "1406 /layers/layers.0/downsample/Constant" [id=1406, type=Constant]; "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [id=1407, type=FakeQuantize]; -"1408 Constant_28706" [id=1408, type=Constant]; -"1409 Constant_28705" [id=1409, type=Constant]; -"1410 Constant_28704" [id=1410, type=Constant]; -"1411 Constant_28703" [id=1411, type=Constant]; -"1412 Constant_6558" [id=1412, type=Constant]; -"1413 Constant_28701" [id=1413, type=Constant]; -"1414 Constant_28700" [id=1414, type=Constant]; -"1415 Constant_28699" [id=1415, type=Constant]; -"1416 Constant_28698" [id=1416, type=Constant]; +"1408 Constant_27589" [id=1408, type=Constant]; +"1409 Constant_27588" [id=1409, type=Constant]; +"1410 Constant_27587" [id=1410, type=Constant]; +"1411 Constant_27586" [id=1411, type=Constant]; +"1412 Transpose_6386" [id=1412, type=Constant]; +"1413 Constant_27584" [id=1413, type=Constant]; +"1414 Constant_27583" [id=1414, type=Constant]; +"1415 Constant_27582" [id=1415, type=Constant]; +"1416 Constant_27581" [id=1416, type=Constant]; "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [id=1417, type=FakeQuantize]; -"1418 Constant_28696" [id=1418, type=Constant]; -"1419 Constant_28695" [id=1419, type=Constant]; -"1420 Constant_28694" [id=1420, type=Constant]; -"1421 Constant_28693" [id=1421, type=Constant]; -"1422 Constant_6553" [id=1422, type=Constant]; -"1423 Constant_28691" [id=1423, type=Constant]; -"1424 Constant_28690" [id=1424, type=Constant]; -"1425 Constant_28689" [id=1425, type=Constant]; -"1426 Constant_28688" [id=1426, type=Constant]; -"1427 Constant_7204" [id=1427, type=Constant]; -"1428 Constant_7203" [id=1428, type=Constant]; +"1418 Constant_27579" [id=1418, type=Constant]; +"1419 Constant_27578" [id=1419, type=Constant]; +"1420 Constant_27577" [id=1420, type=Constant]; +"1421 Constant_27576" [id=1421, type=Constant]; +"1422 Transpose_6382" [id=1422, type=Constant]; +"1423 Constant_27574" [id=1423, type=Constant]; +"1424 Constant_27573" [id=1424, type=Constant]; +"1425 Constant_27572" [id=1425, type=Constant]; +"1426 Constant_27571" [id=1426, type=Constant]; +"1427 Constant_7300" [id=1427, type=Constant]; +"1428 Constant_7299" [id=1428, type=Constant]; "1429 Constant_506" [id=1429, type=Constant]; "1430 /layers/layers.0/blocks.1/Constant_31" [id=1430, type=Constant]; -"1431 Constant_5311" [id=1431, type=Constant]; -"1432 Constant_5308" [id=1432, type=Constant]; -"1433 Constant_5305" [id=1433, type=Constant]; -"1434 Constant_5287" [id=1434, type=Constant]; -"1435 Constant_5284" [id=1435, type=Constant]; -"1436 Constant_5281" [id=1436, type=Constant]; +"1431 Constant_5151" [id=1431, type=Constant]; +"1432 Constant_5148" [id=1432, type=Constant]; +"1433 Constant_5145" [id=1433, type=Constant]; +"1434 Constant_5127" [id=1434, type=Constant]; +"1435 Constant_5124" [id=1435, type=Constant]; +"1436 Constant_5121" [id=1436, type=Constant]; "1437 /layers/layers.0/blocks.1/Constant_18" [id=1437, type=Constant]; "1438 Constant_453" [id=1438, type=Constant]; "1439 /layers/layers.0/blocks.1/Constant_17" [id=1439, type=Constant]; "1440 /layers/layers.0/blocks.1/Constant_16" [id=1440, type=Constant]; "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [id=1441, type=FakeQuantize]; -"1442 Constant_28686" [id=1442, type=Constant]; -"1443 Constant_28685" [id=1443, type=Constant]; -"1444 Constant_28684" [id=1444, type=Constant]; -"1445 Constant_28683" [id=1445, type=Constant]; -"1446 Constant_6548" [id=1446, type=Constant]; +"1442 Constant_27569" [id=1442, type=Constant]; +"1443 Constant_27568" [id=1443, type=Constant]; +"1444 Constant_27567" [id=1444, type=Constant]; +"1445 Constant_27566" [id=1445, type=Constant]; +"1446 Transpose_6378" [id=1446, type=Constant]; "1447 /layers/layers.0/blocks.1/attn/Constant_4" [id=1447, type=Constant]; "1448 Constant_437" [id=1448, type=Constant]; -"1449 Constant_28681" [id=1449, type=Constant]; -"1450 Constant_28680" [id=1450, type=Constant]; -"1451 Constant_28679" [id=1451, type=Constant]; -"1452 Constant_28678" [id=1452, type=Constant]; +"1449 Constant_27564" [id=1449, type=Constant]; +"1450 Constant_27563" [id=1450, type=Constant]; +"1451 Constant_27562" [id=1451, type=Constant]; +"1452 Constant_27561" [id=1452, type=Constant]; "1453 Constant_418" [id=1453, type=Constant]; "1454 Constant_412" [id=1454, type=Constant]; "1455 /layers/layers.0/blocks.1/attn/Constant" [id=1455, type=Constant]; "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [id=1456, type=FakeQuantize]; -"1457 Constant_28666" [id=1457, type=Constant]; -"1458 Constant_28665" [id=1458, type=Constant]; -"1459 Constant_28664" [id=1459, type=Constant]; -"1460 Constant_28663" [id=1460, type=Constant]; -"1461 Constant_6544" [id=1461, type=Constant]; +"1457 Constant_27549" [id=1457, type=Constant]; +"1458 Constant_27548" [id=1458, type=Constant]; +"1459 Constant_27547" [id=1459, type=Constant]; +"1460 Constant_27546" [id=1460, type=Constant]; +"1461 Transpose_6375" [id=1461, type=Constant]; "1462 /layers/layers.0/blocks.1/Constant_15" [id=1462, type=Constant]; "1463 /layers/layers.0/blocks.1/Constant_14" [id=1463, type=Constant]; "1464 Constant_396" [id=1464, type=Constant]; "1465 /layers/layers.0/blocks.1/Constant_13" [id=1465, type=Constant]; -"1466 Constant_5263" [id=1466, type=Constant]; -"1467 Constant_5260" [id=1467, type=Constant]; -"1468 Constant_5257" [id=1468, type=Constant]; -"1469 Constant_5239" [id=1469, type=Constant]; -"1470 Constant_5236" [id=1470, type=Constant]; -"1471 Constant_5233" [id=1471, type=Constant]; +"1466 Constant_5103" [id=1466, type=Constant]; +"1467 Constant_5100" [id=1467, type=Constant]; +"1468 Constant_5097" [id=1468, type=Constant]; +"1469 Constant_5079" [id=1469, type=Constant]; +"1470 Constant_5076" [id=1470, type=Constant]; +"1471 Constant_5073" [id=1471, type=Constant]; "1472 /layers/layers.0/blocks.1/Constant" [id=1472, type=Constant]; -"1473 Constant_28581" [id=1473, type=Constant]; -"1474 Constant_28580" [id=1474, type=Constant]; -"1475 Constant_28579" [id=1475, type=Constant]; -"1476 Constant_28578" [id=1476, type=Constant]; -"1477 Constant_7199" [id=1477, type=Constant]; -"1478 Constant_7198" [id=1478, type=Constant]; +"1473 Constant_27464" [id=1473, type=Constant]; +"1474 Constant_27463" [id=1474, type=Constant]; +"1475 Constant_27462" [id=1475, type=Constant]; +"1476 Constant_27461" [id=1476, type=Constant]; +"1477 Constant_7295" [id=1477, type=Constant]; +"1478 Constant_7294" [id=1478, type=Constant]; "1479 Constant_333" [id=1479, type=Constant]; "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [id=1480, type=FakeQuantize]; -"1481 Constant_28661" [id=1481, type=Constant]; -"1482 Constant_28660" [id=1482, type=Constant]; -"1483 Constant_28659" [id=1483, type=Constant]; -"1484 Constant_28658" [id=1484, type=Constant]; -"1485 Constant_6539" [id=1485, type=Constant]; -"1486 Constant_28656" [id=1486, type=Constant]; -"1487 Constant_28655" [id=1487, type=Constant]; -"1488 Constant_28654" [id=1488, type=Constant]; -"1489 Constant_28653" [id=1489, type=Constant]; +"1481 Constant_27544" [id=1481, type=Constant]; +"1482 Constant_27543" [id=1482, type=Constant]; +"1483 Constant_27542" [id=1483, type=Constant]; +"1484 Constant_27541" [id=1484, type=Constant]; +"1485 Transpose_6371" [id=1485, type=Constant]; +"1486 Constant_27539" [id=1486, type=Constant]; +"1487 Constant_27538" [id=1487, type=Constant]; +"1488 Constant_27537" [id=1488, type=Constant]; +"1489 Constant_27536" [id=1489, type=Constant]; "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [id=1490, type=FakeQuantize]; -"1491 Constant_28651" [id=1491, type=Constant]; -"1492 Constant_28650" [id=1492, type=Constant]; -"1493 Constant_28649" [id=1493, type=Constant]; -"1494 Constant_28648" [id=1494, type=Constant]; -"1495 Constant_6534" [id=1495, type=Constant]; -"1496 Constant_28646" [id=1496, type=Constant]; -"1497 Constant_28645" [id=1497, type=Constant]; -"1498 Constant_28644" [id=1498, type=Constant]; -"1499 Constant_28643" [id=1499, type=Constant]; -"1500 Constant_7195" [id=1500, type=Constant]; -"1501 Constant_7194" [id=1501, type=Constant]; +"1491 Constant_27534" [id=1491, type=Constant]; +"1492 Constant_27533" [id=1492, type=Constant]; +"1493 Constant_27532" [id=1493, type=Constant]; +"1494 Constant_27531" [id=1494, type=Constant]; +"1495 Transpose_6367" [id=1495, type=Constant]; +"1496 Constant_27529" [id=1496, type=Constant]; +"1497 Constant_27528" [id=1497, type=Constant]; +"1498 Constant_27527" [id=1498, type=Constant]; +"1499 Constant_27526" [id=1499, type=Constant]; +"1500 Constant_7291" [id=1500, type=Constant]; +"1501 Constant_7290" [id=1501, type=Constant]; "1502 Constant_307" [id=1502, type=Constant]; "1503 /layers/layers.0/blocks.0/Constant_8" [id=1503, type=Constant]; "1504 /layers/layers.0/blocks.0/Constant_7" [id=1504, type=Constant]; @@ -1508,39 +1508,39 @@ strict digraph { "1506 /layers/layers.0/blocks.0/Constant_6" [id=1506, type=Constant]; "1507 /layers/layers.0/blocks.0/Constant_5" [id=1507, type=Constant]; "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [id=1508, type=FakeQuantize]; -"1509 Constant_28641" [id=1509, type=Constant]; -"1510 Constant_28640" [id=1510, type=Constant]; -"1511 Constant_28639" [id=1511, type=Constant]; -"1512 Constant_28638" [id=1512, type=Constant]; -"1513 Constant_6529" [id=1513, type=Constant]; +"1509 Constant_27524" [id=1509, type=Constant]; +"1510 Constant_27523" [id=1510, type=Constant]; +"1511 Constant_27522" [id=1511, type=Constant]; +"1512 Constant_27521" [id=1512, type=Constant]; +"1513 Transpose_6363" [id=1513, type=Constant]; "1514 /layers/layers.0/blocks.0/attn/Constant_2" [id=1514, type=Constant]; "1515 Constant_280" [id=1515, type=Constant]; -"1516 Constant_28636" [id=1516, type=Constant]; -"1517 Constant_28635" [id=1517, type=Constant]; -"1518 Constant_28634" [id=1518, type=Constant]; -"1519 Constant_28633" [id=1519, type=Constant]; +"1516 Constant_27519" [id=1516, type=Constant]; +"1517 Constant_27518" [id=1517, type=Constant]; +"1518 Constant_27517" [id=1518, type=Constant]; +"1519 Constant_27516" [id=1519, type=Constant]; "1520 Constant_270" [id=1520, type=Constant]; "1521 Constant_264" [id=1521, type=Constant]; "1522 /layers/layers.0/blocks.0/attn/Constant" [id=1522, type=Constant]; "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [id=1523, type=FakeQuantize]; -"1524 Constant_28621" [id=1524, type=Constant]; -"1525 Constant_28620" [id=1525, type=Constant]; -"1526 Constant_28619" [id=1526, type=Constant]; -"1527 Constant_28618" [id=1527, type=Constant]; -"1528 Constant_6525" [id=1528, type=Constant]; +"1524 Constant_27504" [id=1524, type=Constant]; +"1525 Constant_27503" [id=1525, type=Constant]; +"1526 Constant_27502" [id=1526, type=Constant]; +"1527 Constant_27501" [id=1527, type=Constant]; +"1528 Transpose_6360" [id=1528, type=Constant]; "1529 /layers/layers.0/blocks.0/Constant_4" [id=1529, type=Constant]; "1530 /layers/layers.0/blocks.0/Constant_3" [id=1530, type=Constant]; "1531 Constant_248" [id=1531, type=Constant]; "1532 /layers/layers.0/blocks.0/Constant_2" [id=1532, type=Constant]; -"1533 Constant_28616" [id=1533, type=Constant]; -"1534 Constant_28615" [id=1534, type=Constant]; -"1535 Constant_28614" [id=1535, type=Constant]; -"1536 Constant_28613" [id=1536, type=Constant]; -"1537 Constant_7190" [id=1537, type=Constant]; -"1538 Constant_7189" [id=1538, type=Constant]; +"1533 Constant_27499" [id=1533, type=Constant]; +"1534 Constant_27498" [id=1534, type=Constant]; +"1535 Constant_27497" [id=1535, type=Constant]; +"1536 Constant_27496" [id=1536, type=Constant]; +"1537 Constant_7286" [id=1537, type=Constant]; +"1538 Constant_7285" [id=1538, type=Constant]; "1539 Constant_227" [id=1539, type=Constant]; -"1540 Constant_7188" [id=1540, type=Constant]; -"1541 Constant_7187" [id=1541, type=Constant]; +"1540 Constant_7284" [id=1540, type=Constant]; +"1541 Constant_7283" [id=1541, type=Constant]; "1542 Constant_213" [id=1542, type=Constant]; "1543 Constant_211" [id=1543, type=Constant]; "1544 /patch_embed/Constant_4" [id=1544, type=Constant]; @@ -1549,322 +1549,322 @@ strict digraph { "1547 /patch_embed/Constant_2" [id=1547, type=Constant]; "1548 Reshape_190" [id=1548, type=Constant]; "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [id=1549, type=FakeQuantize]; -"1550 Constant_28611" [id=1550, type=Constant]; -"1551 Constant_28610" [id=1551, type=Constant]; -"1552 Constant_28609" [id=1552, type=Constant]; -"1553 Constant_28608" [id=1553, type=Constant]; -"1554 Gather_7186" [id=1554, type=Constant]; -"1555 Constant_28606" [id=1555, type=Constant]; -"1556 Constant_28605" [id=1556, type=Constant]; -"1557 Constant_28604" [id=1557, type=Constant]; -"1558 Constant_28603" [id=1558, type=Constant]; -"1559 Gather_7183" [id=1559, type=Constant]; -"1560 Gather_7180" [id=1560, type=Constant]; -"1561 Constant_7191" [id=1561, type=Constant]; -"1562 onnx^^Add_2243" [id=1562, label="1562 onnx::Add_2243", type=Constant]; +"1550 Constant_27494" [id=1550, type=Constant]; +"1551 Constant_27493" [id=1551, type=Constant]; +"1552 Constant_27492" [id=1552, type=Constant]; +"1553 Constant_27491" [id=1553, type=Constant]; +"1554 Gather_7282" [id=1554, type=Constant]; +"1555 Constant_27489" [id=1555, type=Constant]; +"1556 Constant_27488" [id=1556, type=Constant]; +"1557 Constant_27487" [id=1557, type=Constant]; +"1558 Constant_27486" [id=1558, type=Constant]; +"1559 Gather_7279" [id=1559, type=Constant]; +"1560 Gather_7276" [id=1560, type=Constant]; +"1561 Constant_7287" [id=1561, type=Constant]; +"1562 onnx^^Add_2244" [id=1562, label="1562 onnx::Add_2244", type=Constant]; "1563 Constant_268" [id=1563, type=Constant]; "1564 /patch_embed/proj/Constant" [id=1564, type=Constant]; -"1565 Constant_28626" [id=1565, type=Constant]; -"1566 Constant_28625" [id=1566, type=Constant]; -"1567 Constant_28624" [id=1567, type=Constant]; -"1568 Constant_28623" [id=1568, type=Constant]; -"1569 Constant_28631" [id=1569, type=Constant]; -"1570 Constant_28630" [id=1570, type=Constant]; -"1571 Constant_28629" [id=1571, type=Constant]; -"1572 Constant_28628" [id=1572, type=Constant]; -"1573 Constant_7192" [id=1573, type=Constant]; +"1565 Constant_27509" [id=1565, type=Constant]; +"1566 Constant_27508" [id=1566, type=Constant]; +"1567 Constant_27507" [id=1567, type=Constant]; +"1568 Constant_27506" [id=1568, type=Constant]; +"1569 Constant_27514" [id=1569, type=Constant]; +"1570 Constant_27513" [id=1570, type=Constant]; +"1571 Constant_27512" [id=1571, type=Constant]; +"1572 Constant_27511" [id=1572, type=Constant]; +"1573 Constant_7288" [id=1573, type=Constant]; "1574 Constant_266" [id=1574, type=Constant]; "1575 /layers/layers.0/blocks.0/Constant" [id=1575, type=Constant]; -"1576 Constant_7193" [id=1576, type=Constant]; -"1577 Constant_7196" [id=1577, type=Constant]; -"1578 Constant_7197" [id=1578, type=Constant]; -"1579 Constant_5227" [id=1579, type=Constant]; -"1580 Constant_5224" [id=1580, type=Constant]; -"1581 Constant_5221" [id=1581, type=Constant]; -"1582 Constant_5251" [id=1582, type=Constant]; -"1583 Constant_5248" [id=1583, type=Constant]; -"1584 Constant_5245" [id=1584, type=Constant]; -"1585 Constant_7200" [id=1585, type=Constant]; +"1576 Constant_7289" [id=1576, type=Constant]; +"1577 Constant_7292" [id=1577, type=Constant]; +"1578 Constant_7293" [id=1578, type=Constant]; +"1579 Constant_5067" [id=1579, type=Constant]; +"1580 Constant_5064" [id=1580, type=Constant]; +"1581 Constant_5061" [id=1581, type=Constant]; +"1582 Constant_5091" [id=1582, type=Constant]; +"1583 Constant_5088" [id=1583, type=Constant]; +"1584 Constant_5085" [id=1584, type=Constant]; +"1585 Constant_7296" [id=1585, type=Constant]; "1586 /layers/layers.0/blocks.1/attn/Constant_3" [id=1586, type=Constant]; -"1587 onnx^^Add_2300" [id=1587, label="1587 onnx::Add_2300", type=Constant]; +"1587 onnx^^Add_2301" [id=1587, label="1587 onnx::Add_2301", type=Constant]; "1588 /layers/layers.0/blocks.1/attn/Constant_2" [id=1588, type=Constant]; -"1589 onnx^^Add_2292" [id=1589, label="1589 onnx::Add_2292", type=Constant]; +"1589 onnx^^Add_2293" [id=1589, label="1589 onnx::Add_2293", type=Constant]; "1590 Constant_416" [id=1590, type=Constant]; -"1591 Constant_28671" [id=1591, type=Constant]; -"1592 Constant_28670" [id=1592, type=Constant]; -"1593 Constant_28669" [id=1593, type=Constant]; -"1594 Constant_28668" [id=1594, type=Constant]; -"1595 Constant_28676" [id=1595, type=Constant]; -"1596 Constant_28675" [id=1596, type=Constant]; -"1597 Constant_28674" [id=1597, type=Constant]; -"1598 Constant_28673" [id=1598, type=Constant]; -"1599 Constant_7201" [id=1599, type=Constant]; +"1591 Constant_27554" [id=1591, type=Constant]; +"1592 Constant_27553" [id=1592, type=Constant]; +"1593 Constant_27552" [id=1593, type=Constant]; +"1594 Constant_27551" [id=1594, type=Constant]; +"1595 Constant_27559" [id=1595, type=Constant]; +"1596 Constant_27558" [id=1596, type=Constant]; +"1597 Constant_27557" [id=1597, type=Constant]; +"1598 Constant_27556" [id=1598, type=Constant]; +"1599 Constant_7297" [id=1599, type=Constant]; "1600 Constant_414" [id=1600, type=Constant]; -"1601 Constant_7202" [id=1601, type=Constant]; -"1602 Constant_5275" [id=1602, type=Constant]; -"1603 Constant_5272" [id=1603, type=Constant]; -"1604 Constant_5269" [id=1604, type=Constant]; -"1605 Constant_5299" [id=1605, type=Constant]; -"1606 Constant_5296" [id=1606, type=Constant]; -"1607 Constant_5293" [id=1607, type=Constant]; -"1608 Constant_7205" [id=1608, type=Constant]; -"1609 Constant_7206" [id=1609, type=Constant]; -"1610 Constant_5371" [id=1610, type=Constant]; -"1611 Constant_5368" [id=1611, type=Constant]; -"1612 Constant_5365" [id=1612, type=Constant]; -"1613 Constant_5323" [id=1613, type=Constant]; -"1614 Constant_5320" [id=1614, type=Constant]; -"1615 Constant_5317" [id=1615, type=Constant]; -"1616 Constant_5359" [id=1616, type=Constant]; -"1617 Constant_5356" [id=1617, type=Constant]; -"1618 Constant_5353" [id=1618, type=Constant]; -"1619 Constant_5335" [id=1619, type=Constant]; -"1620 Constant_5332" [id=1620, type=Constant]; -"1621 Constant_5329" [id=1621, type=Constant]; -"1622 Constant_7211" [id=1622, type=Constant]; -"1623 onnx^^Add_2364" [id=1623, label="1623 onnx::Add_2364", type=Constant]; +"1601 Constant_7298" [id=1601, type=Constant]; +"1602 Constant_5115" [id=1602, type=Constant]; +"1603 Constant_5112" [id=1603, type=Constant]; +"1604 Constant_5109" [id=1604, type=Constant]; +"1605 Constant_5139" [id=1605, type=Constant]; +"1606 Constant_5136" [id=1606, type=Constant]; +"1607 Constant_5133" [id=1607, type=Constant]; +"1608 Constant_7301" [id=1608, type=Constant]; +"1609 Constant_7302" [id=1609, type=Constant]; +"1610 Constant_5211" [id=1610, type=Constant]; +"1611 Constant_5208" [id=1611, type=Constant]; +"1612 Constant_5205" [id=1612, type=Constant]; +"1613 Constant_5163" [id=1613, type=Constant]; +"1614 Constant_5160" [id=1614, type=Constant]; +"1615 Constant_5157" [id=1615, type=Constant]; +"1616 Constant_5199" [id=1616, type=Constant]; +"1617 Constant_5196" [id=1617, type=Constant]; +"1618 Constant_5193" [id=1618, type=Constant]; +"1619 Constant_5175" [id=1619, type=Constant]; +"1620 Constant_5172" [id=1620, type=Constant]; +"1621 Constant_5169" [id=1621, type=Constant]; +"1622 Constant_7307" [id=1622, type=Constant]; +"1623 onnx^^Add_2389" [id=1623, label="1623 onnx::Add_2389", type=Constant]; "1624 Constant_626" [id=1624, type=Constant]; -"1625 Constant_28731" [id=1625, type=Constant]; -"1626 Constant_28730" [id=1626, type=Constant]; -"1627 Constant_28729" [id=1627, type=Constant]; -"1628 Constant_28728" [id=1628, type=Constant]; -"1629 Constant_28736" [id=1629, type=Constant]; -"1630 Constant_28735" [id=1630, type=Constant]; -"1631 Constant_28734" [id=1631, type=Constant]; -"1632 Constant_28733" [id=1632, type=Constant]; -"1633 Constant_7212" [id=1633, type=Constant]; +"1625 Constant_27614" [id=1625, type=Constant]; +"1626 Constant_27613" [id=1626, type=Constant]; +"1627 Constant_27612" [id=1627, type=Constant]; +"1628 Constant_27611" [id=1628, type=Constant]; +"1629 Constant_27619" [id=1629, type=Constant]; +"1630 Constant_27618" [id=1630, type=Constant]; +"1631 Constant_27617" [id=1631, type=Constant]; +"1632 Constant_27616" [id=1632, type=Constant]; +"1633 Constant_7308" [id=1633, type=Constant]; "1634 Constant_624" [id=1634, type=Constant]; -"1635 Constant_7213" [id=1635, type=Constant]; -"1636 Constant_7216" [id=1636, type=Constant]; -"1637 Constant_7217" [id=1637, type=Constant]; -"1638 Constant_5395" [id=1638, type=Constant]; -"1639 Constant_5392" [id=1639, type=Constant]; -"1640 Constant_5389" [id=1640, type=Constant]; -"1641 Constant_5419" [id=1641, type=Constant]; -"1642 Constant_5416" [id=1642, type=Constant]; -"1643 Constant_5413" [id=1643, type=Constant]; -"1644 Constant_7220" [id=1644, type=Constant]; +"1635 Constant_7309" [id=1635, type=Constant]; +"1636 Constant_7312" [id=1636, type=Constant]; +"1637 Constant_7313" [id=1637, type=Constant]; +"1638 Constant_5235" [id=1638, type=Constant]; +"1639 Constant_5232" [id=1639, type=Constant]; +"1640 Constant_5229" [id=1640, type=Constant]; +"1641 Constant_5259" [id=1641, type=Constant]; +"1642 Constant_5256" [id=1642, type=Constant]; +"1643 Constant_5253" [id=1643, type=Constant]; +"1644 Constant_7316" [id=1644, type=Constant]; "1645 /layers/layers.1/blocks.1/attn/Constant_3" [id=1645, type=Constant]; -"1646 onnx^^Add_2421" [id=1646, label="1646 onnx::Add_2421", type=Constant]; +"1646 onnx^^Add_2446" [id=1646, label="1646 onnx::Add_2446", type=Constant]; "1647 /layers/layers.1/blocks.1/attn/Constant_2" [id=1647, type=Constant]; -"1648 onnx^^Add_2413" [id=1648, label="1648 onnx::Add_2413", type=Constant]; +"1648 onnx^^Add_2438" [id=1648, label="1648 onnx::Add_2438", type=Constant]; "1649 Constant_774" [id=1649, type=Constant]; -"1650 Constant_28776" [id=1650, type=Constant]; -"1651 Constant_28775" [id=1651, type=Constant]; -"1652 Constant_28774" [id=1652, type=Constant]; -"1653 Constant_28773" [id=1653, type=Constant]; -"1654 Constant_28781" [id=1654, type=Constant]; -"1655 Constant_28780" [id=1655, type=Constant]; -"1656 Constant_28779" [id=1656, type=Constant]; -"1657 Constant_28778" [id=1657, type=Constant]; -"1658 Constant_7221" [id=1658, type=Constant]; +"1650 Constant_27659" [id=1650, type=Constant]; +"1651 Constant_27658" [id=1651, type=Constant]; +"1652 Constant_27657" [id=1652, type=Constant]; +"1653 Constant_27656" [id=1653, type=Constant]; +"1654 Constant_27664" [id=1654, type=Constant]; +"1655 Constant_27663" [id=1655, type=Constant]; +"1656 Constant_27662" [id=1656, type=Constant]; +"1657 Constant_27661" [id=1657, type=Constant]; +"1658 Constant_7317" [id=1658, type=Constant]; "1659 Constant_772" [id=1659, type=Constant]; -"1660 Constant_7222" [id=1660, type=Constant]; -"1661 Constant_5443" [id=1661, type=Constant]; -"1662 Constant_5440" [id=1662, type=Constant]; -"1663 Constant_5437" [id=1663, type=Constant]; -"1664 Constant_5467" [id=1664, type=Constant]; -"1665 Constant_5464" [id=1665, type=Constant]; -"1666 Constant_5461" [id=1666, type=Constant]; -"1667 Constant_7225" [id=1667, type=Constant]; -"1668 Constant_7226" [id=1668, type=Constant]; -"1669 Constant_5539" [id=1669, type=Constant]; -"1670 Constant_5536" [id=1670, type=Constant]; -"1671 Constant_5533" [id=1671, type=Constant]; -"1672 Constant_5491" [id=1672, type=Constant]; -"1673 Constant_5488" [id=1673, type=Constant]; -"1674 Constant_5485" [id=1674, type=Constant]; -"1675 Constant_5527" [id=1675, type=Constant]; -"1676 Constant_5524" [id=1676, type=Constant]; -"1677 Constant_5521" [id=1677, type=Constant]; -"1678 Constant_5503" [id=1678, type=Constant]; -"1679 Constant_5500" [id=1679, type=Constant]; -"1680 Constant_5497" [id=1680, type=Constant]; -"1681 Constant_7231" [id=1681, type=Constant]; -"1682 onnx^^Add_2485" [id=1682, label="1682 onnx::Add_2485", type=Constant]; +"1660 Constant_7318" [id=1660, type=Constant]; +"1661 Constant_5283" [id=1661, type=Constant]; +"1662 Constant_5280" [id=1662, type=Constant]; +"1663 Constant_5277" [id=1663, type=Constant]; +"1664 Constant_5307" [id=1664, type=Constant]; +"1665 Constant_5304" [id=1665, type=Constant]; +"1666 Constant_5301" [id=1666, type=Constant]; +"1667 Constant_7321" [id=1667, type=Constant]; +"1668 Constant_7322" [id=1668, type=Constant]; +"1669 Constant_5379" [id=1669, type=Constant]; +"1670 Constant_5376" [id=1670, type=Constant]; +"1671 Constant_5373" [id=1671, type=Constant]; +"1672 Constant_5331" [id=1672, type=Constant]; +"1673 Constant_5328" [id=1673, type=Constant]; +"1674 Constant_5325" [id=1674, type=Constant]; +"1675 Constant_5367" [id=1675, type=Constant]; +"1676 Constant_5364" [id=1676, type=Constant]; +"1677 Constant_5361" [id=1677, type=Constant]; +"1678 Constant_5343" [id=1678, type=Constant]; +"1679 Constant_5340" [id=1679, type=Constant]; +"1680 Constant_5337" [id=1680, type=Constant]; +"1681 Constant_7327" [id=1681, type=Constant]; +"1682 onnx^^Add_2534" [id=1682, label="1682 onnx::Add_2534", type=Constant]; "1683 Constant_984" [id=1683, type=Constant]; -"1684 Constant_28836" [id=1684, type=Constant]; -"1685 Constant_28835" [id=1685, type=Constant]; -"1686 Constant_28834" [id=1686, type=Constant]; -"1687 Constant_28833" [id=1687, type=Constant]; -"1688 Constant_28841" [id=1688, type=Constant]; -"1689 Constant_28840" [id=1689, type=Constant]; -"1690 Constant_28839" [id=1690, type=Constant]; -"1691 Constant_28838" [id=1691, type=Constant]; -"1692 Constant_7232" [id=1692, type=Constant]; +"1684 Constant_27719" [id=1684, type=Constant]; +"1685 Constant_27718" [id=1685, type=Constant]; +"1686 Constant_27717" [id=1686, type=Constant]; +"1687 Constant_27716" [id=1687, type=Constant]; +"1688 Constant_27724" [id=1688, type=Constant]; +"1689 Constant_27723" [id=1689, type=Constant]; +"1690 Constant_27722" [id=1690, type=Constant]; +"1691 Constant_27721" [id=1691, type=Constant]; +"1692 Constant_7328" [id=1692, type=Constant]; "1693 Constant_982" [id=1693, type=Constant]; -"1694 Constant_7233" [id=1694, type=Constant]; -"1695 Constant_7236" [id=1695, type=Constant]; -"1696 Constant_7237" [id=1696, type=Constant]; -"1697 Constant_5563" [id=1697, type=Constant]; -"1698 Constant_5560" [id=1698, type=Constant]; -"1699 Constant_5557" [id=1699, type=Constant]; -"1700 Constant_5587" [id=1700, type=Constant]; -"1701 Constant_5584" [id=1701, type=Constant]; -"1702 Constant_5581" [id=1702, type=Constant]; -"1703 Constant_7240" [id=1703, type=Constant]; +"1694 Constant_7329" [id=1694, type=Constant]; +"1695 Constant_7332" [id=1695, type=Constant]; +"1696 Constant_7333" [id=1696, type=Constant]; +"1697 Constant_5403" [id=1697, type=Constant]; +"1698 Constant_5400" [id=1698, type=Constant]; +"1699 Constant_5397" [id=1699, type=Constant]; +"1700 Constant_5427" [id=1700, type=Constant]; +"1701 Constant_5424" [id=1701, type=Constant]; +"1702 Constant_5421" [id=1702, type=Constant]; +"1703 Constant_7336" [id=1703, type=Constant]; "1704 /layers/layers.2/blocks.1/attn/Constant_3" [id=1704, type=Constant]; -"1705 onnx^^Add_2653" [id=1705, label="1705 onnx::Add_2653", type=Constant]; +"1705 onnx^^Add_2702" [id=1705, label="1705 onnx::Add_2702", type=Constant]; "1706 /layers/layers.2/blocks.1/attn/Constant_2" [id=1706, type=Constant]; -"1707 onnx^^Add_2534" [id=1707, label="1707 onnx::Add_2534", type=Constant]; +"1707 onnx^^Add_2583" [id=1707, label="1707 onnx::Add_2583", type=Constant]; "1708 Constant_1132" [id=1708, type=Constant]; -"1709 Constant_28881" [id=1709, type=Constant]; -"1710 Constant_28880" [id=1710, type=Constant]; -"1711 Constant_28879" [id=1711, type=Constant]; -"1712 Constant_28878" [id=1712, type=Constant]; -"1713 Constant_28886" [id=1713, type=Constant]; -"1714 Constant_28885" [id=1714, type=Constant]; -"1715 Constant_28884" [id=1715, type=Constant]; -"1716 Constant_28883" [id=1716, type=Constant]; -"1717 Constant_7241" [id=1717, type=Constant]; +"1709 Constant_27764" [id=1709, type=Constant]; +"1710 Constant_27763" [id=1710, type=Constant]; +"1711 Constant_27762" [id=1711, type=Constant]; +"1712 Constant_27761" [id=1712, type=Constant]; +"1713 Constant_27769" [id=1713, type=Constant]; +"1714 Constant_27768" [id=1714, type=Constant]; +"1715 Constant_27767" [id=1715, type=Constant]; +"1716 Constant_27766" [id=1716, type=Constant]; +"1717 Constant_7337" [id=1717, type=Constant]; "1718 Constant_1130" [id=1718, type=Constant]; -"1719 Constant_7242" [id=1719, type=Constant]; -"1720 Constant_5611" [id=1720, type=Constant]; -"1721 Constant_5608" [id=1721, type=Constant]; -"1722 Constant_5605" [id=1722, type=Constant]; -"1723 Constant_5635" [id=1723, type=Constant]; -"1724 Constant_5632" [id=1724, type=Constant]; -"1725 Constant_5629" [id=1725, type=Constant]; -"1726 Constant_7245" [id=1726, type=Constant]; -"1727 Constant_7246" [id=1727, type=Constant]; -"1728 Constant_7249" [id=1728, type=Constant]; -"1729 onnx^^Add_2596" [id=1729, label="1729 onnx::Add_2596", type=Constant]; +"1719 Constant_7338" [id=1719, type=Constant]; +"1720 Constant_5451" [id=1720, type=Constant]; +"1721 Constant_5448" [id=1721, type=Constant]; +"1722 Constant_5445" [id=1722, type=Constant]; +"1723 Constant_5475" [id=1723, type=Constant]; +"1724 Constant_5472" [id=1724, type=Constant]; +"1725 Constant_5469" [id=1725, type=Constant]; +"1726 Constant_7341" [id=1726, type=Constant]; +"1727 Constant_7342" [id=1727, type=Constant]; +"1728 Constant_7345" [id=1728, type=Constant]; +"1729 onnx^^Add_2645" [id=1729, label="1729 onnx::Add_2645", type=Constant]; "1730 Constant_1289" [id=1730, type=Constant]; -"1731 Constant_28931" [id=1731, type=Constant]; -"1732 Constant_28930" [id=1732, type=Constant]; -"1733 Constant_28929" [id=1733, type=Constant]; -"1734 Constant_28928" [id=1734, type=Constant]; -"1735 Constant_28936" [id=1735, type=Constant]; -"1736 Constant_28935" [id=1736, type=Constant]; -"1737 Constant_28934" [id=1737, type=Constant]; -"1738 Constant_28933" [id=1738, type=Constant]; -"1739 Constant_7250" [id=1739, type=Constant]; +"1731 Constant_27814" [id=1731, type=Constant]; +"1732 Constant_27813" [id=1732, type=Constant]; +"1733 Constant_27812" [id=1733, type=Constant]; +"1734 Constant_27811" [id=1734, type=Constant]; +"1735 Constant_27819" [id=1735, type=Constant]; +"1736 Constant_27818" [id=1736, type=Constant]; +"1737 Constant_27817" [id=1737, type=Constant]; +"1738 Constant_27816" [id=1738, type=Constant]; +"1739 Constant_7346" [id=1739, type=Constant]; "1740 Constant_1287" [id=1740, type=Constant]; -"1741 Constant_7251" [id=1741, type=Constant]; -"1742 Constant_7254" [id=1742, type=Constant]; -"1743 Constant_7255" [id=1743, type=Constant]; -"1744 Constant_5659" [id=1744, type=Constant]; -"1745 Constant_5656" [id=1745, type=Constant]; -"1746 Constant_5653" [id=1746, type=Constant]; -"1747 Constant_5683" [id=1747, type=Constant]; -"1748 Constant_5680" [id=1748, type=Constant]; -"1749 Constant_5677" [id=1749, type=Constant]; -"1750 Constant_7258" [id=1750, type=Constant]; +"1741 Constant_7347" [id=1741, type=Constant]; +"1742 Constant_7350" [id=1742, type=Constant]; +"1743 Constant_7351" [id=1743, type=Constant]; +"1744 Constant_5499" [id=1744, type=Constant]; +"1745 Constant_5496" [id=1745, type=Constant]; +"1746 Constant_5493" [id=1746, type=Constant]; +"1747 Constant_5523" [id=1747, type=Constant]; +"1748 Constant_5520" [id=1748, type=Constant]; +"1749 Constant_5517" [id=1749, type=Constant]; +"1750 Constant_7354" [id=1750, type=Constant]; "1751 /layers/layers.2/blocks.3/attn/Constant_3" [id=1751, type=Constant]; "1752 /layers/layers.2/blocks.3/attn/Constant_2" [id=1752, type=Constant]; -"1753 onnx^^Add_2645" [id=1753, label="1753 onnx::Add_2645", type=Constant]; +"1753 onnx^^Add_2694" [id=1753, label="1753 onnx::Add_2694", type=Constant]; "1754 Constant_1437" [id=1754, type=Constant]; -"1755 Constant_28976" [id=1755, type=Constant]; -"1756 Constant_28975" [id=1756, type=Constant]; -"1757 Constant_28974" [id=1757, type=Constant]; -"1758 Constant_28973" [id=1758, type=Constant]; -"1759 Constant_28981" [id=1759, type=Constant]; -"1760 Constant_28980" [id=1760, type=Constant]; -"1761 Constant_28979" [id=1761, type=Constant]; -"1762 Constant_28978" [id=1762, type=Constant]; -"1763 Constant_7259" [id=1763, type=Constant]; +"1755 Constant_27859" [id=1755, type=Constant]; +"1756 Constant_27858" [id=1756, type=Constant]; +"1757 Constant_27857" [id=1757, type=Constant]; +"1758 Constant_27856" [id=1758, type=Constant]; +"1759 Constant_27864" [id=1759, type=Constant]; +"1760 Constant_27863" [id=1760, type=Constant]; +"1761 Constant_27862" [id=1761, type=Constant]; +"1762 Constant_27861" [id=1762, type=Constant]; +"1763 Constant_7355" [id=1763, type=Constant]; "1764 Constant_1435" [id=1764, type=Constant]; -"1765 Constant_7260" [id=1765, type=Constant]; -"1766 Constant_5707" [id=1766, type=Constant]; -"1767 Constant_5704" [id=1767, type=Constant]; -"1768 Constant_5701" [id=1768, type=Constant]; -"1769 Constant_5731" [id=1769, type=Constant]; -"1770 Constant_5728" [id=1770, type=Constant]; -"1771 Constant_5725" [id=1771, type=Constant]; -"1772 Constant_7263" [id=1772, type=Constant]; -"1773 Constant_7264" [id=1773, type=Constant]; -"1774 Constant_7267" [id=1774, type=Constant]; -"1775 onnx^^Add_2707" [id=1775, label="1775 onnx::Add_2707", type=Constant]; +"1765 Constant_7356" [id=1765, type=Constant]; +"1766 Constant_5547" [id=1766, type=Constant]; +"1767 Constant_5544" [id=1767, type=Constant]; +"1768 Constant_5541" [id=1768, type=Constant]; +"1769 Constant_5571" [id=1769, type=Constant]; +"1770 Constant_5568" [id=1770, type=Constant]; +"1771 Constant_5565" [id=1771, type=Constant]; +"1772 Constant_7359" [id=1772, type=Constant]; +"1773 Constant_7360" [id=1773, type=Constant]; +"1774 Constant_7363" [id=1774, type=Constant]; +"1775 onnx^^Add_2756" [id=1775, label="1775 onnx::Add_2756", type=Constant]; "1776 Constant_1594" [id=1776, type=Constant]; -"1777 Constant_29026" [id=1777, type=Constant]; -"1778 Constant_29025" [id=1778, type=Constant]; -"1779 Constant_29024" [id=1779, type=Constant]; -"1780 Constant_29023" [id=1780, type=Constant]; -"1781 Constant_29031" [id=1781, type=Constant]; -"1782 Constant_29030" [id=1782, type=Constant]; -"1783 Constant_29029" [id=1783, type=Constant]; -"1784 Constant_29028" [id=1784, type=Constant]; -"1785 Constant_7268" [id=1785, type=Constant]; +"1777 Constant_27909" [id=1777, type=Constant]; +"1778 Constant_27908" [id=1778, type=Constant]; +"1779 Constant_27907" [id=1779, type=Constant]; +"1780 Constant_27906" [id=1780, type=Constant]; +"1781 Constant_27914" [id=1781, type=Constant]; +"1782 Constant_27913" [id=1782, type=Constant]; +"1783 Constant_27912" [id=1783, type=Constant]; +"1784 Constant_27911" [id=1784, type=Constant]; +"1785 Constant_7364" [id=1785, type=Constant]; "1786 Constant_1592" [id=1786, type=Constant]; -"1787 Constant_7269" [id=1787, type=Constant]; -"1788 Constant_7272" [id=1788, type=Constant]; -"1789 Constant_7273" [id=1789, type=Constant]; -"1790 Constant_5755" [id=1790, type=Constant]; -"1791 Constant_5752" [id=1791, type=Constant]; -"1792 Constant_5749" [id=1792, type=Constant]; -"1793 Constant_5779" [id=1793, type=Constant]; -"1794 Constant_5776" [id=1794, type=Constant]; -"1795 Constant_5773" [id=1795, type=Constant]; -"1796 Constant_7276" [id=1796, type=Constant]; +"1787 Constant_7365" [id=1787, type=Constant]; +"1788 Constant_7368" [id=1788, type=Constant]; +"1789 Constant_7369" [id=1789, type=Constant]; +"1790 Constant_5595" [id=1790, type=Constant]; +"1791 Constant_5592" [id=1791, type=Constant]; +"1792 Constant_5589" [id=1792, type=Constant]; +"1793 Constant_5619" [id=1793, type=Constant]; +"1794 Constant_5616" [id=1794, type=Constant]; +"1795 Constant_5613" [id=1795, type=Constant]; +"1796 Constant_7372" [id=1796, type=Constant]; "1797 /layers/layers.2/blocks.5/attn/Constant_3" [id=1797, type=Constant]; "1798 /layers/layers.2/blocks.5/attn/Constant_2" [id=1798, type=Constant]; -"1799 onnx^^Add_2756" [id=1799, label="1799 onnx::Add_2756", type=Constant]; +"1799 onnx^^Add_2805" [id=1799, label="1799 onnx::Add_2805", type=Constant]; "1800 Constant_1742" [id=1800, type=Constant]; -"1801 Constant_29071" [id=1801, type=Constant]; -"1802 Constant_29070" [id=1802, type=Constant]; -"1803 Constant_29069" [id=1803, type=Constant]; -"1804 Constant_29068" [id=1804, type=Constant]; -"1805 Constant_29076" [id=1805, type=Constant]; -"1806 Constant_29075" [id=1806, type=Constant]; -"1807 Constant_29074" [id=1807, type=Constant]; -"1808 Constant_29073" [id=1808, type=Constant]; -"1809 Constant_7277" [id=1809, type=Constant]; +"1801 Constant_27954" [id=1801, type=Constant]; +"1802 Constant_27953" [id=1802, type=Constant]; +"1803 Constant_27952" [id=1803, type=Constant]; +"1804 Constant_27951" [id=1804, type=Constant]; +"1805 Constant_27959" [id=1805, type=Constant]; +"1806 Constant_27958" [id=1806, type=Constant]; +"1807 Constant_27957" [id=1807, type=Constant]; +"1808 Constant_27956" [id=1808, type=Constant]; +"1809 Constant_7373" [id=1809, type=Constant]; "1810 Constant_1740" [id=1810, type=Constant]; -"1811 Constant_7278" [id=1811, type=Constant]; -"1812 Constant_5803" [id=1812, type=Constant]; -"1813 Constant_5800" [id=1813, type=Constant]; -"1814 Constant_5797" [id=1814, type=Constant]; -"1815 Constant_5827" [id=1815, type=Constant]; -"1816 Constant_5824" [id=1816, type=Constant]; -"1817 Constant_5821" [id=1817, type=Constant]; -"1818 Constant_7281" [id=1818, type=Constant]; -"1819 Constant_7282" [id=1819, type=Constant]; -"1820 Constant_5899" [id=1820, type=Constant]; -"1821 Constant_5896" [id=1821, type=Constant]; -"1822 Constant_5893" [id=1822, type=Constant]; -"1823 Constant_5851" [id=1823, type=Constant]; -"1824 Constant_5848" [id=1824, type=Constant]; -"1825 Constant_5845" [id=1825, type=Constant]; -"1826 Constant_5887" [id=1826, type=Constant]; -"1827 Constant_5884" [id=1827, type=Constant]; -"1828 Constant_5881" [id=1828, type=Constant]; -"1829 Constant_5863" [id=1829, type=Constant]; -"1830 Constant_5860" [id=1830, type=Constant]; -"1831 Constant_5857" [id=1831, type=Constant]; -"1832 Constant_7287" [id=1832, type=Constant]; -"1833 onnx^^Add_2828" [id=1833, label="1833 onnx::Add_2828", type=Constant]; +"1811 Constant_7374" [id=1811, type=Constant]; +"1812 Constant_5643" [id=1812, type=Constant]; +"1813 Constant_5640" [id=1813, type=Constant]; +"1814 Constant_5637" [id=1814, type=Constant]; +"1815 Constant_5667" [id=1815, type=Constant]; +"1816 Constant_5664" [id=1816, type=Constant]; +"1817 Constant_5661" [id=1817, type=Constant]; +"1818 Constant_7377" [id=1818, type=Constant]; +"1819 Constant_7378" [id=1819, type=Constant]; +"1820 Constant_5739" [id=1820, type=Constant]; +"1821 Constant_5736" [id=1821, type=Constant]; +"1822 Constant_5733" [id=1822, type=Constant]; +"1823 Constant_5691" [id=1823, type=Constant]; +"1824 Constant_5688" [id=1824, type=Constant]; +"1825 Constant_5685" [id=1825, type=Constant]; +"1826 Constant_5727" [id=1826, type=Constant]; +"1827 Constant_5724" [id=1827, type=Constant]; +"1828 Constant_5721" [id=1828, type=Constant]; +"1829 Constant_5703" [id=1829, type=Constant]; +"1830 Constant_5700" [id=1830, type=Constant]; +"1831 Constant_5697" [id=1831, type=Constant]; +"1832 Constant_7383" [id=1832, type=Constant]; +"1833 onnx^^Add_2901" [id=1833, label="1833 onnx::Add_2901", type=Constant]; "1834 Constant_1952" [id=1834, type=Constant]; -"1835 Constant_29131" [id=1835, type=Constant]; -"1836 Constant_29130" [id=1836, type=Constant]; -"1837 Constant_29129" [id=1837, type=Constant]; -"1838 Constant_29128" [id=1838, type=Constant]; -"1839 Constant_29136" [id=1839, type=Constant]; -"1840 Constant_29135" [id=1840, type=Constant]; -"1841 Constant_29134" [id=1841, type=Constant]; -"1842 Constant_29133" [id=1842, type=Constant]; -"1843 Constant_7288" [id=1843, type=Constant]; +"1835 Constant_28014" [id=1835, type=Constant]; +"1836 Constant_28013" [id=1836, type=Constant]; +"1837 Constant_28012" [id=1837, type=Constant]; +"1838 Constant_28011" [id=1838, type=Constant]; +"1839 Constant_28019" [id=1839, type=Constant]; +"1840 Constant_28018" [id=1840, type=Constant]; +"1841 Constant_28017" [id=1841, type=Constant]; +"1842 Constant_28016" [id=1842, type=Constant]; +"1843 Constant_7384" [id=1843, type=Constant]; "1844 Constant_1950" [id=1844, type=Constant]; -"1845 Constant_7289" [id=1845, type=Constant]; -"1846 Constant_7292" [id=1846, type=Constant]; -"1847 Constant_7293" [id=1847, type=Constant]; -"1848 Constant_7296" [id=1848, type=Constant]; -"1849 onnx^^Add_2877" [id=1849, label="1849 onnx::Add_2877", type=Constant]; +"1845 Constant_7385" [id=1845, type=Constant]; +"1846 Constant_7388" [id=1846, type=Constant]; +"1847 Constant_7389" [id=1847, type=Constant]; +"1848 Constant_7392" [id=1848, type=Constant]; +"1849 onnx^^Add_2950" [id=1849, label="1849 onnx::Add_2950", type=Constant]; "1850 Constant_2058" [id=1850, type=Constant]; -"1851 Constant_29181" [id=1851, type=Constant]; -"1852 Constant_29180" [id=1852, type=Constant]; -"1853 Constant_29179" [id=1853, type=Constant]; -"1854 Constant_29178" [id=1854, type=Constant]; -"1855 Constant_29186" [id=1855, type=Constant]; -"1856 Constant_29185" [id=1856, type=Constant]; -"1857 Constant_29184" [id=1857, type=Constant]; -"1858 Constant_29183" [id=1858, type=Constant]; -"1859 Constant_7297" [id=1859, type=Constant]; +"1851 Constant_28064" [id=1851, type=Constant]; +"1852 Constant_28063" [id=1852, type=Constant]; +"1853 Constant_28062" [id=1853, type=Constant]; +"1854 Constant_28061" [id=1854, type=Constant]; +"1855 Constant_28069" [id=1855, type=Constant]; +"1856 Constant_28068" [id=1856, type=Constant]; +"1857 Constant_28067" [id=1857, type=Constant]; +"1858 Constant_28066" [id=1858, type=Constant]; +"1859 Constant_7393" [id=1859, type=Constant]; "1860 Constant_2056" [id=1860, type=Constant]; -"1861 Constant_7298" [id=1861, type=Constant]; -"1862 Constant_7301" [id=1862, type=Constant]; -"1863 Constant_7302" [id=1863, type=Constant]; -"0 input" -> "1 Multiply_6794" [label="[1, 3, 224, 224]", style=solid]; -"1 Multiply_6794" -> "2 Divide_2169" [label="[1, 3, 224, 224]", style=solid]; +"1861 Constant_7394" [id=1861, type=Constant]; +"1862 Constant_7397" [id=1862, type=Constant]; +"1863 Constant_7398" [id=1863, type=Constant]; +"0 input" -> "1 Multiply_6579" [label="[1, 3, 224, 224]", style=solid]; +"1 Multiply_6579" -> "2 Divide_2169" [label="[1, 3, 224, 224]", style=solid]; "2 Divide_2169" -> "3 Divide_2169/fq_output_0" [label="[1, 3, 224, 224]", style=solid]; "3 Divide_2169/fq_output_0" -> "4 /patch_embed/proj/Conv/WithoutBiases" [label="[1, 3, 224, 224]", style=solid]; "4 /patch_embed/proj/Conv/WithoutBiases" -> "5 /patch_embed/proj/Conv" [label="[1, 96, 56, 56]", style=solid]; @@ -2476,7 +2476,7 @@ strict digraph { "542 /layers/layers.2/blocks.3/attn/Reshape_3" -> "555 /layers/layers.2/blocks.3/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; "543 /layers/layers.2/blocks.2/Reshape_7" -> "224 /layers/layers.2/blocks.2/Add" [label="[1, 196, 384]", style=solid]; "544 /layers/layers.2/blocks.1/Reshape_5" -> "556 /layers/layers.2/blocks.1/Transpose_1" [label="[1, 2, 2, 7, 7, 384]", style=solid]; -"545 /norm/Add_1" -> "557 ReduceMean_6197" [label="[1, 49, 768]", style=solid]; +"545 /norm/Add_1" -> "557 ReduceMean_6037" [label="[1, 49, 768]", style=solid]; "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" -> "558 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [label="[1, 49, 768]", style=solid]; "547 /layers/layers.3/blocks.1/Reshape_1" -> "559 /layers/layers.3/blocks.1/Transpose" [label="[1, 1, 7, 1, 7, 768]", style=solid]; "548 /layers/layers.3/blocks.0/mlp/fc1/Add" -> "560 /layers/layers.3/blocks.0/mlp/act/Mul_1" [label="[1, 49, 3072]", style=solid]; @@ -2488,7 +2488,7 @@ strict digraph { "554 /layers/layers.2/blocks.3/attn/Add_1" -> "566 /layers/layers.2/blocks.3/attn/Reshape_2" [label="[1, 4, 12, 49, 49]", style=solid]; "555 /layers/layers.2/blocks.3/attn/proj/MatMul" -> "567 /layers/layers.2/blocks.3/attn/proj/Add" [label="[4, 49, 384]", style=solid]; "556 /layers/layers.2/blocks.1/Transpose_1" -> "568 /layers/layers.2/blocks.1/Reshape_6" [label="[1, 2, 7, 2, 7, 384]", style=solid]; -"557 ReduceMean_6197" -> "569 ReduceMean_6197/fq_output_0" [label="[1, 1, 768]", style=solid]; +"557 ReduceMean_6037" -> "569 ReduceMean_6037/fq_output_0" [label="[1, 1, 768]", style=solid]; "558 /layers/layers.3/blocks.1/mlp/fc1/MatMul" -> "570 /layers/layers.3/blocks.1/mlp/fc1/Add" [label="[1, 49, 3072]", style=solid]; "559 /layers/layers.3/blocks.1/Transpose" -> "571 /layers/layers.3/blocks.1/Reshape_2" [label="[1, 1, 1, 7, 7, 768]", style=solid]; "560 /layers/layers.3/blocks.0/mlp/act/Mul_1" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[1, 49, 3072]", style=solid]; @@ -2501,7 +2501,7 @@ strict digraph { "567 /layers/layers.2/blocks.3/attn/proj/Add" -> "578 /layers/layers.2/blocks.3/Reshape_4" [label="[4, 49, 384]", style=solid]; "568 /layers/layers.2/blocks.1/Reshape_6" -> "579 /layers/layers.2/blocks.1/Slice_4" [label="[1, 14, 14, 384]", style=solid]; "568 /layers/layers.2/blocks.1/Reshape_6" -> "580 /layers/layers.2/blocks.1/Slice_5" [label="[1, 14, 14, 384]", style=solid]; -"569 ReduceMean_6197/fq_output_0" -> "581 /avgpool/GlobalAveragePool" [label="[1, 1, 768]", style=solid]; +"569 ReduceMean_6037/fq_output_0" -> "581 /avgpool/GlobalAveragePool" [label="[1, 1, 768]", style=solid]; "570 /layers/layers.3/blocks.1/mlp/fc1/Add" -> "582 /layers/layers.3/blocks.1/mlp/act/Mul_1" [label="[1, 49, 3072]", style=solid]; "571 /layers/layers.3/blocks.1/Reshape_2" -> "583 /layers/layers.3/blocks.1/Reshape_3" [label="[1, 7, 7, 768]", style=solid]; "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" -> "584 /layers/layers.3/blocks.0/mlp/fc2/MatMul" [label="[1, 49, 3072]", style=solid]; @@ -2614,63 +2614,63 @@ strict digraph { "671 /layers/layers.3/blocks.0/Reshape_7" -> "470 /layers/layers.3/blocks.0/Add" [label="[1, 49, 768]", style=solid]; "672 /layers/layers.3/blocks.1/Reshape_6" -> "673 /layers/layers.3/blocks.1/Reshape_7" [label="[1, 7, 7, 768]", style=solid]; "673 /layers/layers.3/blocks.1/Reshape_7" -> "494 /layers/layers.3/blocks.1/Add" [label="[1, 49, 768]", style=solid]; -"674 Constant_7305" -> "609 probs" [label="[1, 1000]", style=solid]; +"674 Constant_7401" -> "609 probs" [label="[1, 1000]", style=solid]; "675 /head/Gemm/WithoutBiases/fq_weights_1" -> "601 /head/Gemm/WithoutBiases" [label="[1000, 768]", style=solid]; -"676 Constant_29226" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; -"677 Constant_29225" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; -"678 Constant_29224" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; -"679 Constant_29223" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; +"676 Constant_28109" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; +"677 Constant_28108" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; +"678 Constant_28107" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; +"679 Constant_28106" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 1]", style=solid]; "680 head.weight" -> "675 /head/Gemm/WithoutBiases/fq_weights_1" [label="[1000, 768]", style=solid]; "681 Constant_2148" -> "591 /Flatten" [label="[2]", style=dashed]; -"682 Constant_6782" -> "581 /avgpool/GlobalAveragePool" [label="[3]", style=dashed]; -"683 Constant_29221" -> "569 ReduceMean_6197/fq_output_0" [label="[]", style=solid]; -"684 Constant_29220" -> "569 ReduceMean_6197/fq_output_0" [label="[]", style=solid]; -"685 Constant_29219" -> "569 ReduceMean_6197/fq_output_0" [label="[]", style=solid]; -"686 Constant_29218" -> "569 ReduceMean_6197/fq_output_0" [label="[]", style=solid]; -"687 Constant_6196" -> "557 ReduceMean_6197" [label="[1]", style=dashed]; -"688 Constant_7304" -> "545 /norm/Add_1" [label="[1, 1, 768]", style=solid]; -"689 Constant_7303" -> "532 /norm/Mul" [label="[1, 1, 768]", style=solid]; +"682 Constant_6567" -> "581 /avgpool/GlobalAveragePool" [label="[3]", style=dashed]; +"683 Constant_28104" -> "569 ReduceMean_6037/fq_output_0" [label="[]", style=solid]; +"684 Constant_28103" -> "569 ReduceMean_6037/fq_output_0" [label="[]", style=solid]; +"685 Constant_28102" -> "569 ReduceMean_6037/fq_output_0" [label="[]", style=solid]; +"686 Constant_28101" -> "569 ReduceMean_6037/fq_output_0" [label="[]", style=solid]; +"687 Constant_6036" -> "557 ReduceMean_6037" [label="[1]", style=dashed]; +"688 Constant_7400" -> "545 /norm/Add_1" [label="[1, 1, 768]", style=solid]; +"689 Constant_7399" -> "532 /norm/Mul" [label="[1, 1, 768]", style=solid]; "690 Constant_2123" -> "520 /norm/Div" [label="[1]", style=dashed]; "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" -> "602 /layers/layers.3/blocks.1/mlp/fc2/MatMul" [label="[768, 3072]", style=solid]; -"692 Constant_29216" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"693 Constant_29215" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"694 Constant_29214" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"695 Constant_29213" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"696 Constant_6779" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 3072]", style=solid]; -"697 Constant_29211" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"698 Constant_29210" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"699 Constant_29209" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"700 Constant_29208" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"692 Constant_28099" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"693 Constant_28098" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"694 Constant_28097" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"695 Constant_28096" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"696 Transpose_6564" -> "691 /layers/layers.3/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[768, 3072]", style=solid]; +"697 Constant_28094" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"698 Constant_28093" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"699 Constant_28092" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"700 Constant_28091" -> "592 /layers/layers.3/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" -> "558 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [label="[3072, 768]", style=solid]; -"702 Constant_29206" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"703 Constant_29205" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"704 Constant_29204" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"705 Constant_29203" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"706 Constant_6774" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 768]", style=solid]; -"707 Constant_29201" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"708 Constant_29200" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"709 Constant_29199" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"710 Constant_29198" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"711 Constant_7300" -> "533 /layers/layers.3/blocks.1/norm2/Add_1" [label="[1, 1, 768]", style=solid]; -"712 Constant_7299" -> "521 /layers/layers.3/blocks.1/norm2/Mul" [label="[1, 1, 768]", style=solid]; +"702 Constant_28089" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"703 Constant_28088" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"704 Constant_28087" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"705 Constant_28086" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"706 Transpose_6560" -> "701 /layers/layers.3/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 768]", style=solid]; +"707 Constant_28084" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"708 Constant_28083" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"709 Constant_28082" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"710 Constant_28081" -> "546 /layers/layers.3/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"711 Constant_7396" -> "533 /layers/layers.3/blocks.1/norm2/Add_1" [label="[1, 1, 768]", style=solid]; +"712 Constant_7395" -> "521 /layers/layers.3/blocks.1/norm2/Mul" [label="[1, 1, 768]", style=solid]; "713 Constant_2097" -> "508 /layers/layers.3/blocks.1/norm2/Div" [label="[1]", style=dashed]; "714 /layers/layers.3/blocks.1/Constant_7" -> "673 /layers/layers.3/blocks.1/Reshape_7" [label="[3]", style=dashed]; "715 /layers/layers.3/blocks.1/Constant_6" -> "672 /layers/layers.3/blocks.1/Reshape_6" [label="[4]", style=dashed]; -"716 Constant_6767" -> "670 /layers/layers.3/blocks.1/Transpose_1" [label="[6]", style=dashed]; +"716 Constant_6554" -> "670 /layers/layers.3/blocks.1/Transpose_1" [label="[6]", style=dashed]; "717 /layers/layers.3/blocks.1/Constant_5" -> "668 /layers/layers.3/blocks.1/Reshape_5" [label="[6]", style=dashed]; "718 /layers/layers.3/blocks.1/Constant_4" -> "666 /layers/layers.3/blocks.1/Reshape_4" [label="[4]", style=dashed]; "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" -> "660 /layers/layers.3/blocks.1/attn/proj/MatMul" [label="[768, 768]", style=solid]; -"720 Constant_29196" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"721 Constant_29195" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"722 Constant_29194" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"723 Constant_29193" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"724 Constant_6765" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 768]", style=solid]; +"720 Constant_28079" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"721 Constant_28078" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"722 Constant_28077" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"723 Constant_28076" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"724 Transpose_6552" -> "719 /layers/layers.3/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[768, 768]", style=solid]; "725 /layers/layers.3/blocks.1/attn/Constant_2" -> "656 /layers/layers.3/blocks.1/attn/Reshape_1" [label="[3]", style=dashed]; "726 Constant_2070" -> "652 /layers/layers.3/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; -"727 Constant_29191" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"728 Constant_29190" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"729 Constant_29189" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"730 Constant_29188" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"727 Constant_28074" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"728 Constant_28073" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"729 Constant_28072" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"730 Constant_28071" -> "645 /layers/layers.3/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "731 Constant_2060" -> "629 /layers/layers.3/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "732 /patch_embed/Constant" -> "78 /layers/layers.0/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "732 /patch_embed/Constant" -> "125 /layers/layers.0/blocks.1/attn/Gather_2" [label="[]", style=dashed]; @@ -2687,198 +2687,198 @@ strict digraph { "733 Constant_2054" -> "621 /layers/layers.3/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "734 /layers/layers.3/blocks.1/attn/Constant" -> "611 /layers/layers.3/blocks.1/attn/Reshape" [label="[5]", style=dashed]; "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" -> "593 /layers/layers.3/blocks.1/attn/qkv/MatMul" [label="[2304, 768]", style=solid]; -"736 Constant_29176" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"737 Constant_29175" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"738 Constant_29174" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"739 Constant_29173" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"740 Constant_6761" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 768]", style=solid]; +"736 Constant_28059" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"737 Constant_28058" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"738 Constant_28057" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"739 Constant_28056" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"740 Transpose_6549" -> "735 /layers/layers.3/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[2304, 768]", style=solid]; "741 /layers/layers.3/blocks.1/Constant_3" -> "583 /layers/layers.3/blocks.1/Reshape_3" [label="[3]", style=dashed]; "742 /layers/layers.3/blocks.1/Constant_2" -> "571 /layers/layers.3/blocks.1/Reshape_2" [label="[4]", style=dashed]; -"743 Constant_6755" -> "559 /layers/layers.3/blocks.1/Transpose" [label="[6]", style=dashed]; +"743 Constant_6544" -> "559 /layers/layers.3/blocks.1/Transpose" [label="[6]", style=dashed]; "744 /layers/layers.3/blocks.1/Constant_1" -> "547 /layers/layers.3/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"745 Constant_29171" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"746 Constant_29170" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"747 Constant_29169" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"748 Constant_29168" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"749 Constant_7295" -> "522 /layers/layers.3/blocks.1/norm1/Add_1" [label="[1, 1, 768]", style=solid]; -"750 Constant_7294" -> "509 /layers/layers.3/blocks.1/norm1/Mul" [label="[1, 1, 768]", style=solid]; +"745 Constant_28054" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"746 Constant_28053" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"747 Constant_28052" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"748 Constant_28051" -> "534 /layers/layers.3/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"749 Constant_7391" -> "522 /layers/layers.3/blocks.1/norm1/Add_1" [label="[1, 1, 768]", style=solid]; +"750 Constant_7390" -> "509 /layers/layers.3/blocks.1/norm1/Mul" [label="[1, 1, 768]", style=solid]; "751 Constant_2017" -> "495 /layers/layers.3/blocks.1/norm1/Div" [label="[1]", style=dashed]; "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" -> "584 /layers/layers.3/blocks.0/mlp/fc2/MatMul" [label="[768, 3072]", style=solid]; -"753 Constant_29166" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"754 Constant_29165" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"755 Constant_29164" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"756 Constant_29163" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"757 Constant_6752" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 3072]", style=solid]; -"758 Constant_29161" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"759 Constant_29160" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"760 Constant_29159" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"761 Constant_29158" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"753 Constant_28049" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"754 Constant_28048" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"755 Constant_28047" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"756 Constant_28046" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"757 Transpose_6541" -> "752 /layers/layers.3/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[768, 3072]", style=solid]; +"758 Constant_28044" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"759 Constant_28043" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"760 Constant_28042" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"761 Constant_28041" -> "572 /layers/layers.3/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" -> "535 /layers/layers.3/blocks.0/mlp/fc1/MatMul" [label="[3072, 768]", style=solid]; -"763 Constant_29156" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"764 Constant_29155" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"765 Constant_29154" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"766 Constant_29153" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; -"767 Constant_6747" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 768]", style=solid]; -"768 Constant_29151" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"769 Constant_29150" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"770 Constant_29149" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"771 Constant_29148" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"772 Constant_7291" -> "510 /layers/layers.3/blocks.0/norm2/Add_1" [label="[1, 1, 768]", style=solid]; -"773 Constant_7290" -> "496 /layers/layers.3/blocks.0/norm2/Mul" [label="[1, 1, 768]", style=solid]; +"763 Constant_28039" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"764 Constant_28038" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"765 Constant_28037" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"766 Constant_28036" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 1]", style=solid]; +"767 Transpose_6537" -> "762 /layers/layers.3/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[3072, 768]", style=solid]; +"768 Constant_28034" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"769 Constant_28033" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"770 Constant_28032" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"771 Constant_28031" -> "523 /layers/layers.3/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"772 Constant_7387" -> "510 /layers/layers.3/blocks.0/norm2/Add_1" [label="[1, 1, 768]", style=solid]; +"773 Constant_7386" -> "496 /layers/layers.3/blocks.0/norm2/Mul" [label="[1, 1, 768]", style=solid]; "774 Constant_1991" -> "482 /layers/layers.3/blocks.0/norm2/Div" [label="[1]", style=dashed]; "775 /layers/layers.3/blocks.0/Constant_7" -> "671 /layers/layers.3/blocks.0/Reshape_7" [label="[3]", style=dashed]; "776 /layers/layers.3/blocks.0/Constant_6" -> "669 /layers/layers.3/blocks.0/Reshape_6" [label="[4]", style=dashed]; -"777 Constant_6740" -> "667 /layers/layers.3/blocks.0/Transpose_1" [label="[6]", style=dashed]; +"777 Constant_6531" -> "667 /layers/layers.3/blocks.0/Transpose_1" [label="[6]", style=dashed]; "778 /layers/layers.3/blocks.0/Constant_5" -> "664 /layers/layers.3/blocks.0/Reshape_5" [label="[6]", style=dashed]; "779 /layers/layers.3/blocks.0/Constant_4" -> "661 /layers/layers.3/blocks.0/Reshape_4" [label="[4]", style=dashed]; "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" -> "653 /layers/layers.3/blocks.0/attn/proj/MatMul" [label="[768, 768]", style=solid]; -"781 Constant_29146" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"782 Constant_29145" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"783 Constant_29144" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"784 Constant_29143" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"785 Constant_6738" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 768]", style=solid]; +"781 Constant_28029" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"782 Constant_28028" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"783 Constant_28027" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"784 Constant_28026" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"785 Transpose_6529" -> "780 /layers/layers.3/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[768, 768]", style=solid]; "786 /layers/layers.3/blocks.0/attn/Constant_2" -> "647 /layers/layers.3/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "787 Constant_1964" -> "640 /layers/layers.3/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; -"788 Constant_29141" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"789 Constant_29140" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"790 Constant_29139" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"791 Constant_29138" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"788 Constant_28024" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"789 Constant_28023" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"790 Constant_28022" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"791 Constant_28021" -> "632 /layers/layers.3/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "792 Constant_1954" -> "614 /layers/layers.3/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "793 Constant_1948" -> "604 /layers/layers.3/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "794 /layers/layers.3/blocks.0/attn/Constant" -> "595 /layers/layers.3/blocks.0/attn/Reshape" [label="[5]", style=dashed]; "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" -> "573 /layers/layers.3/blocks.0/attn/qkv/MatMul" [label="[2304, 768]", style=solid]; -"796 Constant_29126" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"797 Constant_29125" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"798 Constant_29124" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"799 Constant_29123" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; -"800 Constant_6734" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 768]", style=solid]; +"796 Constant_28009" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"797 Constant_28008" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"798 Constant_28007" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"799 Constant_28006" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 1]", style=solid]; +"800 Transpose_6526" -> "795 /layers/layers.3/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[2304, 768]", style=solid]; "801 /layers/layers.3/blocks.0/Constant_3" -> "561 /layers/layers.3/blocks.0/Reshape_3" [label="[3]", style=dashed]; "802 /layers/layers.3/blocks.0/Constant_2" -> "549 /layers/layers.3/blocks.0/Reshape_2" [label="[4]", style=dashed]; -"803 Constant_6728" -> "536 /layers/layers.3/blocks.0/Transpose" [label="[6]", style=dashed]; +"803 Constant_6521" -> "536 /layers/layers.3/blocks.0/Transpose" [label="[6]", style=dashed]; "804 /layers/layers.3/blocks.0/Constant_1" -> "524 /layers/layers.3/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"805 Constant_29121" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"806 Constant_29120" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"807 Constant_29119" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"808 Constant_29118" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"809 Constant_7286" -> "497 /layers/layers.3/blocks.0/norm1/Add_1" [label="[1, 1, 768]", style=solid]; -"810 Constant_7285" -> "483 /layers/layers.3/blocks.0/norm1/Mul" [label="[1, 1, 768]", style=solid]; +"805 Constant_28004" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"806 Constant_28003" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"807 Constant_28002" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"808 Constant_28001" -> "511 /layers/layers.3/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"809 Constant_7382" -> "497 /layers/layers.3/blocks.0/norm1/Add_1" [label="[1, 1, 768]", style=solid]; +"810 Constant_7381" -> "483 /layers/layers.3/blocks.0/norm1/Mul" [label="[1, 1, 768]", style=solid]; "811 Constant_1911" -> "471 /layers/layers.3/blocks.0/norm1/Div" [label="[1]", style=dashed]; "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" -> "459 /layers/layers.2/downsample/reduction/MatMul" [label="[768, 1536]", style=solid]; -"813 Constant_29116" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"814 Constant_29115" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"815 Constant_29114" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"816 Constant_29113" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"817 Constant_6725" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1536]", style=solid]; -"818 Constant_29111" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"819 Constant_29110" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"820 Constant_29109" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"821 Constant_29108" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"822 Constant_7284" -> "433 /layers/layers.2/downsample/norm/Add_1" [label="[1, 1, 1536]", style=solid]; -"823 Constant_7283" -> "420 /layers/layers.2/downsample/norm/Mul" [label="[1, 1, 1536]", style=solid]; +"813 Constant_27999" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"814 Constant_27998" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"815 Constant_27997" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"816 Constant_27996" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"817 Transpose_6518" -> "812 /layers/layers.2/downsample/reduction/MatMul/fq_weights_1" [label="[768, 1536]", style=solid]; +"818 Constant_27994" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"819 Constant_27993" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"820 Constant_27992" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"821 Constant_27991" -> "445 /layers/layers.2/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"822 Constant_7380" -> "433 /layers/layers.2/downsample/norm/Add_1" [label="[1, 1, 1536]", style=solid]; +"823 Constant_7379" -> "420 /layers/layers.2/downsample/norm/Mul" [label="[1, 1, 1536]", style=solid]; "824 Constant_1897" -> "407 /layers/layers.2/downsample/norm/Div" [label="[1]", style=dashed]; "825 /layers/layers.2/downsample/Constant_25" -> "392 /layers/layers.2/downsample/Reshape_1" [label="[3]", style=dashed]; -"826 Constant_5911" -> "365 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; -"827 Constant_5908" -> "365 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; -"828 Constant_5905" -> "365 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; -"829 Constant_5875" -> "347 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; -"830 Constant_5872" -> "347 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; -"831 Constant_5869" -> "347 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; +"826 Constant_5751" -> "365 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; +"827 Constant_5748" -> "365 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; +"828 Constant_5745" -> "365 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; +"829 Constant_5715" -> "347 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; +"830 Constant_5712" -> "347 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; +"831 Constant_5709" -> "347 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; "832 /layers/layers.2/downsample/Constant" -> "330 /layers/layers.2/downsample/Reshape" [label="[4]", style=dashed]; "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" -> "434 /layers/layers.2/blocks.5/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"834 Constant_29106" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"835 Constant_29105" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"836 Constant_29104" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"837 Constant_29103" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"838 Constant_6720" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; -"839 Constant_29101" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"840 Constant_29100" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"841 Constant_29099" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"842 Constant_29098" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"834 Constant_27989" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"835 Constant_27988" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"836 Constant_27987" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"837 Constant_27986" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"838 Transpose_6514" -> "833 /layers/layers.2/blocks.5/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; +"839 Constant_27984" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"840 Constant_27983" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"841 Constant_27982" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"842 Constant_27981" -> "421 /layers/layers.2/blocks.5/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" -> "380 /layers/layers.2/blocks.5/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"844 Constant_29096" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"845 Constant_29095" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"846 Constant_29094" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"847 Constant_29093" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"848 Constant_6715" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; -"849 Constant_29091" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"850 Constant_29090" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"851 Constant_29089" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"852 Constant_29088" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"853 Constant_7280" -> "348 /layers/layers.2/blocks.5/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"854 Constant_7279" -> "331 /layers/layers.2/blocks.5/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"844 Constant_27979" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"845 Constant_27978" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"846 Constant_27977" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"847 Constant_27976" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"848 Transpose_6510" -> "843 /layers/layers.2/blocks.5/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; +"849 Constant_27974" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"850 Constant_27973" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"851 Constant_27972" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"852 Constant_27971" -> "366 /layers/layers.2/blocks.5/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"853 Constant_7376" -> "348 /layers/layers.2/blocks.5/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"854 Constant_7375" -> "331 /layers/layers.2/blocks.5/norm2/Mul" [label="[1, 1, 384]", style=solid]; "855 Constant_1832" -> "316 /layers/layers.2/blocks.5/norm2/Div" [label="[1]", style=dashed]; "856 /layers/layers.2/blocks.5/Constant_31" -> "665 /layers/layers.2/blocks.5/Reshape_7" [label="[3]", style=dashed]; -"857 Constant_5839" -> "659 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; -"858 Constant_5836" -> "659 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; -"859 Constant_5833" -> "659 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; -"860 Constant_5815" -> "649 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; -"861 Constant_5812" -> "649 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; -"862 Constant_5809" -> "649 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; +"857 Constant_5679" -> "659 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; +"858 Constant_5676" -> "659 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; +"859 Constant_5673" -> "659 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; +"860 Constant_5655" -> "649 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; +"861 Constant_5652" -> "649 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; +"862 Constant_5649" -> "649 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; "863 /layers/layers.2/blocks.5/Constant_18" -> "641 /layers/layers.2/blocks.5/Reshape_6" [label="[4]", style=dashed]; "864 Constant_1779" -> "633 /layers/layers.2/blocks.5/Transpose_1" [label="[6]", style=dashed]; "865 /layers/layers.2/blocks.5/Constant_17" -> "625 /layers/layers.2/blocks.5/Reshape_5" [label="[6]", style=dashed]; "866 /layers/layers.2/blocks.5/Constant_16" -> "616 /layers/layers.2/blocks.5/Reshape_4" [label="[4]", style=dashed]; "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" -> "597 /layers/layers.2/blocks.5/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"868 Constant_29086" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"869 Constant_29085" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"870 Constant_29084" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"871 Constant_29083" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"872 Constant_6710" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; +"868 Constant_27969" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"869 Constant_27968" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"870 Constant_27967" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"871 Constant_27966" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"872 Transpose_6506" -> "867 /layers/layers.2/blocks.5/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; "873 /layers/layers.2/blocks.5/attn/Constant_4" -> "587 /layers/layers.2/blocks.5/attn/Reshape_3" [label="[3]", style=dashed]; "874 Constant_1763" -> "575 /layers/layers.2/blocks.5/attn/Transpose_2" [label="[4]", style=dashed]; -"875 Constant_29081" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"876 Constant_29080" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"877 Constant_29079" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"878 Constant_29078" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"875 Constant_27964" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"876 Constant_27963" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"877 Constant_27962" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"878 Constant_27961" -> "564 /layers/layers.2/blocks.5/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "879 Constant_1744" -> "539 /layers/layers.2/blocks.5/attn/Gather_2" [label="[]", style=dashed]; "880 Constant_1738" -> "525 /layers/layers.2/blocks.5/attn/Transpose" [label="[5]", style=dashed]; "881 /layers/layers.2/blocks.5/attn/Constant" -> "512 /layers/layers.2/blocks.5/attn/Reshape" [label="[5]", style=dashed]; "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" -> "484 /layers/layers.2/blocks.5/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"883 Constant_29066" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"884 Constant_29065" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"885 Constant_29064" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"886 Constant_29063" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"887 Constant_6706" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; +"883 Constant_27949" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"884 Constant_27948" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"885 Constant_27947" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"886 Constant_27946" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"887 Transpose_6503" -> "882 /layers/layers.2/blocks.5/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; "888 /layers/layers.2/blocks.5/Constant_15" -> "472 /layers/layers.2/blocks.5/Reshape_3" [label="[3]", style=dashed]; "889 /layers/layers.2/blocks.5/Constant_14" -> "460 /layers/layers.2/blocks.5/Reshape_2" [label="[4]", style=dashed]; "890 Constant_1722" -> "447 /layers/layers.2/blocks.5/Transpose" [label="[6]", style=dashed]; "891 /layers/layers.2/blocks.5/Constant_13" -> "435 /layers/layers.2/blocks.5/Reshape_1" [label="[6]", style=dashed]; -"892 Constant_5791" -> "410 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; -"893 Constant_5788" -> "410 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; -"894 Constant_5785" -> "410 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; -"895 Constant_5767" -> "382 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; -"896 Constant_5764" -> "382 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; -"897 Constant_5761" -> "382 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; +"892 Constant_5631" -> "410 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; +"893 Constant_5628" -> "410 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; +"894 Constant_5625" -> "410 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; +"895 Constant_5607" -> "382 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; +"896 Constant_5604" -> "382 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; +"897 Constant_5601" -> "382 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; "898 /layers/layers.2/blocks.5/Constant" -> "367 /layers/layers.2/blocks.5/Reshape" [label="[4]", style=dashed]; -"899 Constant_28601" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"900 Constant_28600" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"901 Constant_28599" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"902 Constant_28598" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"903 Constant_7275" -> "332 /layers/layers.2/blocks.5/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"904 Constant_7274" -> "317 /layers/layers.2/blocks.5/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"899 Constant_27484" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"900 Constant_27483" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"901 Constant_27482" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"902 Constant_27481" -> "349 /layers/layers.2/blocks.5/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"903 Constant_7371" -> "332 /layers/layers.2/blocks.5/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"904 Constant_7370" -> "317 /layers/layers.2/blocks.5/norm1/Mul" [label="[1, 1, 384]", style=solid]; "905 Constant_1659" -> "302 /layers/layers.2/blocks.5/norm1/Div" [label="[1]", style=dashed]; "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" -> "411 /layers/layers.2/blocks.4/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"907 Constant_29061" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"908 Constant_29060" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"909 Constant_29059" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"910 Constant_29058" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"911 Constant_6701" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; -"912 Constant_29056" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"913 Constant_29055" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"914 Constant_29054" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"915 Constant_29053" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"907 Constant_27944" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"908 Constant_27943" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"909 Constant_27942" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"910 Constant_27941" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"911 Transpose_6499" -> "906 /layers/layers.2/blocks.4/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; +"912 Constant_27939" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"913 Constant_27938" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"914 Constant_27937" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"915 Constant_27936" -> "395 /layers/layers.2/blocks.4/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" -> "350 /layers/layers.2/blocks.4/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"917 Constant_29051" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"918 Constant_29050" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"919 Constant_29049" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"920 Constant_29048" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"921 Constant_6696" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; -"922 Constant_29046" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"923 Constant_29045" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"924 Constant_29044" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"925 Constant_29043" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"926 Constant_7271" -> "318 /layers/layers.2/blocks.4/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"927 Constant_7270" -> "303 /layers/layers.2/blocks.4/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"917 Constant_27934" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"918 Constant_27933" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"919 Constant_27932" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"920 Constant_27931" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"921 Transpose_6495" -> "916 /layers/layers.2/blocks.4/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; +"922 Constant_27929" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"923 Constant_27928" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"924 Constant_27927" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"925 Constant_27926" -> "333 /layers/layers.2/blocks.4/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"926 Constant_7367" -> "318 /layers/layers.2/blocks.4/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"927 Constant_7366" -> "303 /layers/layers.2/blocks.4/norm2/Mul" [label="[1, 1, 384]", style=solid]; "928 Constant_1633" -> "287 /layers/layers.2/blocks.4/norm2/Div" [label="[1]", style=dashed]; "929 /layers/layers.2/blocks.4/Constant_7" -> "588 /layers/layers.2/blocks.4/Reshape_7" [label="[3]", style=dashed]; "930 /layers/layers.2/blocks.4/Constant_6" -> "576 /layers/layers.2/blocks.4/Reshape_6" [label="[4]", style=dashed]; @@ -2886,132 +2886,132 @@ strict digraph { "932 /layers/layers.2/blocks.4/Constant_5" -> "553 /layers/layers.2/blocks.4/Reshape_5" [label="[6]", style=dashed]; "933 /layers/layers.2/blocks.4/Constant_4" -> "540 /layers/layers.2/blocks.4/Reshape_4" [label="[4]", style=dashed]; "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" -> "513 /layers/layers.2/blocks.4/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"935 Constant_29041" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"936 Constant_29040" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"937 Constant_29039" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"938 Constant_29038" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"939 Constant_6691" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; +"935 Constant_27924" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"936 Constant_27923" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"937 Constant_27922" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"938 Constant_27921" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"939 Transpose_6491" -> "934 /layers/layers.2/blocks.4/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; "940 /layers/layers.2/blocks.4/attn/Constant_2" -> "500 /layers/layers.2/blocks.4/attn/Reshape_1" [label="[3]", style=dashed]; "941 Constant_1606" -> "486 /layers/layers.2/blocks.4/attn/Transpose_2" [label="[4]", style=dashed]; -"942 Constant_29036" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"943 Constant_29035" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"944 Constant_29034" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"945 Constant_29033" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"942 Constant_27919" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"943 Constant_27918" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"944 Constant_27917" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"945 Constant_27916" -> "475 /layers/layers.2/blocks.4/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "946 Constant_1596" -> "450 /layers/layers.2/blocks.4/attn/Gather_2" [label="[]", style=dashed]; "947 Constant_1590" -> "436 /layers/layers.2/blocks.4/attn/Transpose" [label="[5]", style=dashed]; "948 /layers/layers.2/blocks.4/attn/Constant" -> "424 /layers/layers.2/blocks.4/attn/Reshape" [label="[5]", style=dashed]; "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" -> "396 /layers/layers.2/blocks.4/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"950 Constant_29021" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"951 Constant_29020" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"952 Constant_29019" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"953 Constant_29018" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"954 Constant_6687" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; +"950 Constant_27904" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"951 Constant_27903" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"952 Constant_27902" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"953 Constant_27901" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"954 Transpose_6488" -> "949 /layers/layers.2/blocks.4/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; "955 /layers/layers.2/blocks.4/Constant_3" -> "384 /layers/layers.2/blocks.4/Reshape_3" [label="[3]", style=dashed]; "956 /layers/layers.2/blocks.4/Constant_2" -> "369 /layers/layers.2/blocks.4/Reshape_2" [label="[4]", style=dashed]; "957 Constant_1574" -> "351 /layers/layers.2/blocks.4/Transpose" [label="[6]", style=dashed]; "958 /layers/layers.2/blocks.4/Constant_1" -> "334 /layers/layers.2/blocks.4/Reshape_1" [label="[6]", style=dashed]; -"959 Constant_29016" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"960 Constant_29015" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"961 Constant_29014" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"962 Constant_29013" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"963 Constant_7266" -> "304 /layers/layers.2/blocks.4/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"964 Constant_7265" -> "288 /layers/layers.2/blocks.4/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"959 Constant_27899" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"960 Constant_27898" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"961 Constant_27897" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"962 Constant_27896" -> "319 /layers/layers.2/blocks.4/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"963 Constant_7362" -> "304 /layers/layers.2/blocks.4/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"964 Constant_7361" -> "288 /layers/layers.2/blocks.4/norm1/Mul" [label="[1, 1, 384]", style=solid]; "965 Constant_1553" -> "274 /layers/layers.2/blocks.4/norm1/Div" [label="[1]", style=dashed]; "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" -> "385 /layers/layers.2/blocks.3/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"967 Constant_29011" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"968 Constant_29010" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"969 Constant_29009" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"970 Constant_29008" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"971 Constant_6682" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; -"972 Constant_29006" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"973 Constant_29005" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"974 Constant_29004" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"975 Constant_29003" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"967 Constant_27894" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"968 Constant_27893" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"969 Constant_27892" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"970 Constant_27891" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"971 Transpose_6484" -> "966 /layers/layers.2/blocks.3/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; +"972 Constant_27889" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"973 Constant_27888" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"974 Constant_27887" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"975 Constant_27886" -> "370 /layers/layers.2/blocks.3/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" -> "320 /layers/layers.2/blocks.3/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"977 Constant_29001" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"978 Constant_29000" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"979 Constant_28999" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"980 Constant_28998" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"981 Constant_6677" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; -"982 Constant_28996" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"983 Constant_28995" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"984 Constant_28994" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"985 Constant_28993" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"986 Constant_7262" -> "289 /layers/layers.2/blocks.3/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"987 Constant_7261" -> "275 /layers/layers.2/blocks.3/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"977 Constant_27884" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"978 Constant_27883" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"979 Constant_27882" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"980 Constant_27881" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"981 Transpose_6480" -> "976 /layers/layers.2/blocks.3/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; +"982 Constant_27879" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"983 Constant_27878" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"984 Constant_27877" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"985 Constant_27876" -> "305 /layers/layers.2/blocks.3/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"986 Constant_7358" -> "289 /layers/layers.2/blocks.3/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"987 Constant_7357" -> "275 /layers/layers.2/blocks.3/norm2/Mul" [label="[1, 1, 384]", style=solid]; "988 Constant_1527" -> "260 /layers/layers.2/blocks.3/norm2/Div" [label="[1]", style=dashed]; "989 /layers/layers.2/blocks.3/Constant_31" -> "650 /layers/layers.2/blocks.3/Reshape_7" [label="[3]", style=dashed]; -"990 Constant_5743" -> "635 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; -"991 Constant_5740" -> "635 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; -"992 Constant_5737" -> "635 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; -"993 Constant_5719" -> "618 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; -"994 Constant_5716" -> "618 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; -"995 Constant_5713" -> "618 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; +"990 Constant_5583" -> "635 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; +"991 Constant_5580" -> "635 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; +"992 Constant_5577" -> "635 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; +"993 Constant_5559" -> "618 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; +"994 Constant_5556" -> "618 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; +"995 Constant_5553" -> "618 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; "996 /layers/layers.2/blocks.3/Constant_18" -> "607 /layers/layers.2/blocks.3/Reshape_6" [label="[4]", style=dashed]; "997 Constant_1474" -> "598 /layers/layers.2/blocks.3/Transpose_1" [label="[6]", style=dashed]; "998 /layers/layers.2/blocks.3/Constant_17" -> "589 /layers/layers.2/blocks.3/Reshape_5" [label="[6]", style=dashed]; "999 /layers/layers.2/blocks.3/Constant_16" -> "578 /layers/layers.2/blocks.3/Reshape_4" [label="[4]", style=dashed]; "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" -> "555 /layers/layers.2/blocks.3/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"1001 Constant_28991" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1002 Constant_28990" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1003 Constant_28989" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1004 Constant_28988" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1005 Constant_6672" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; +"1001 Constant_27874" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1002 Constant_27873" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1003 Constant_27872" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1004 Constant_27871" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1005 Transpose_6476" -> "1000 /layers/layers.2/blocks.3/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; "1006 /layers/layers.2/blocks.3/attn/Constant_4" -> "542 /layers/layers.2/blocks.3/attn/Reshape_3" [label="[3]", style=dashed]; "1007 Constant_1458" -> "528 /layers/layers.2/blocks.3/attn/Transpose_2" [label="[4]", style=dashed]; -"1008 Constant_28986" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1009 Constant_28985" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1010 Constant_28984" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1011 Constant_28983" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1008 Constant_27869" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1009 Constant_27868" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1010 Constant_27867" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1011 Constant_27866" -> "516 /layers/layers.2/blocks.3/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1012 Constant_1439" -> "489 /layers/layers.2/blocks.3/attn/Gather_2" [label="[]", style=dashed]; "1013 Constant_1433" -> "476 /layers/layers.2/blocks.3/attn/Transpose" [label="[5]", style=dashed]; "1014 /layers/layers.2/blocks.3/attn/Constant" -> "464 /layers/layers.2/blocks.3/attn/Reshape" [label="[5]", style=dashed]; "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" -> "437 /layers/layers.2/blocks.3/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"1016 Constant_28971" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1017 Constant_28970" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1018 Constant_28969" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1019 Constant_28968" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1020 Constant_6668" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; +"1016 Constant_27854" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1017 Constant_27853" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1018 Constant_27852" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1019 Constant_27851" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1020 Transpose_6473" -> "1015 /layers/layers.2/blocks.3/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; "1021 /layers/layers.2/blocks.3/Constant_15" -> "425 /layers/layers.2/blocks.3/Reshape_3" [label="[3]", style=dashed]; "1022 /layers/layers.2/blocks.3/Constant_14" -> "413 /layers/layers.2/blocks.3/Reshape_2" [label="[4]", style=dashed]; "1023 Constant_1417" -> "398 /layers/layers.2/blocks.3/Transpose" [label="[6]", style=dashed]; "1024 /layers/layers.2/blocks.3/Constant_13" -> "386 /layers/layers.2/blocks.3/Reshape_1" [label="[6]", style=dashed]; -"1025 Constant_5695" -> "354 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; -"1026 Constant_5692" -> "354 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; -"1027 Constant_5689" -> "354 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; -"1028 Constant_5671" -> "322 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; -"1029 Constant_5668" -> "322 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; -"1030 Constant_5665" -> "322 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; +"1025 Constant_5535" -> "354 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; +"1026 Constant_5532" -> "354 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; +"1027 Constant_5529" -> "354 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; +"1028 Constant_5511" -> "322 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; +"1029 Constant_5508" -> "322 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; +"1030 Constant_5505" -> "322 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; "1031 /layers/layers.2/blocks.3/Constant" -> "306 /layers/layers.2/blocks.3/Reshape" [label="[4]", style=dashed]; -"1032 Constant_28596" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1033 Constant_28595" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1034 Constant_28594" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1035 Constant_28593" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1036 Constant_7257" -> "276 /layers/layers.2/blocks.3/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"1037 Constant_7256" -> "261 /layers/layers.2/blocks.3/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"1032 Constant_27479" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1033 Constant_27478" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1034 Constant_27477" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1035 Constant_27476" -> "290 /layers/layers.2/blocks.3/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1036 Constant_7353" -> "276 /layers/layers.2/blocks.3/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"1037 Constant_7352" -> "261 /layers/layers.2/blocks.3/norm1/Mul" [label="[1, 1, 384]", style=solid]; "1038 Constant_1354" -> "247 /layers/layers.2/blocks.3/norm1/Div" [label="[1]", style=dashed]; "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" -> "355 /layers/layers.2/blocks.2/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"1040 Constant_28966" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1041 Constant_28965" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1042 Constant_28964" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1043 Constant_28963" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1044 Constant_6663" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; -"1045 Constant_28961" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1046 Constant_28960" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1047 Constant_28959" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1048 Constant_28958" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1040 Constant_27849" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1041 Constant_27848" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1042 Constant_27847" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1043 Constant_27846" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1044 Transpose_6469" -> "1039 /layers/layers.2/blocks.2/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; +"1045 Constant_27844" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1046 Constant_27843" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1047 Constant_27842" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1048 Constant_27841" -> "337 /layers/layers.2/blocks.2/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" -> "291 /layers/layers.2/blocks.2/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"1050 Constant_28956" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1051 Constant_28955" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1052 Constant_28954" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1053 Constant_28953" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1054 Constant_6658" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; -"1055 Constant_28951" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1056 Constant_28950" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1057 Constant_28949" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1058 Constant_28948" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1059 Constant_7253" -> "262 /layers/layers.2/blocks.2/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"1060 Constant_7252" -> "248 /layers/layers.2/blocks.2/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"1050 Constant_27839" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1051 Constant_27838" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1052 Constant_27837" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1053 Constant_27836" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1054 Transpose_6465" -> "1049 /layers/layers.2/blocks.2/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; +"1055 Constant_27834" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1056 Constant_27833" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1057 Constant_27832" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1058 Constant_27831" -> "277 /layers/layers.2/blocks.2/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1059 Constant_7349" -> "262 /layers/layers.2/blocks.2/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"1060 Constant_7348" -> "248 /layers/layers.2/blocks.2/norm2/Mul" [label="[1, 1, 384]", style=solid]; "1061 Constant_1328" -> "235 /layers/layers.2/blocks.2/norm2/Div" [label="[1]", style=dashed]; "1062 /layers/layers.2/blocks.2/Constant_7" -> "543 /layers/layers.2/blocks.2/Reshape_7" [label="[3]", style=dashed]; "1063 /layers/layers.2/blocks.2/Constant_6" -> "529 /layers/layers.2/blocks.2/Reshape_6" [label="[4]", style=dashed]; @@ -3019,132 +3019,132 @@ strict digraph { "1065 /layers/layers.2/blocks.2/Constant_5" -> "504 /layers/layers.2/blocks.2/Reshape_5" [label="[6]", style=dashed]; "1066 /layers/layers.2/blocks.2/Constant_4" -> "490 /layers/layers.2/blocks.2/Reshape_4" [label="[4]", style=dashed]; "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" -> "465 /layers/layers.2/blocks.2/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"1068 Constant_28946" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1069 Constant_28945" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1070 Constant_28944" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1071 Constant_28943" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1072 Constant_6653" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; +"1068 Constant_27829" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1069 Constant_27828" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1070 Constant_27827" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1071 Constant_27826" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1072 Transpose_6461" -> "1067 /layers/layers.2/blocks.2/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; "1073 /layers/layers.2/blocks.2/attn/Constant_2" -> "453 /layers/layers.2/blocks.2/attn/Reshape_1" [label="[3]", style=dashed]; "1074 Constant_1301" -> "439 /layers/layers.2/blocks.2/attn/Transpose_2" [label="[4]", style=dashed]; -"1075 Constant_28941" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1076 Constant_28940" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1077 Constant_28939" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1078 Constant_28938" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1075 Constant_27824" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1076 Constant_27823" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1077 Constant_27822" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1078 Constant_27821" -> "428 /layers/layers.2/blocks.2/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1079 Constant_1291" -> "401 /layers/layers.2/blocks.2/attn/Gather_2" [label="[]", style=dashed]; "1080 Constant_1285" -> "387 /layers/layers.2/blocks.2/attn/Transpose" [label="[5]", style=dashed]; "1081 /layers/layers.2/blocks.2/attn/Constant" -> "373 /layers/layers.2/blocks.2/attn/Reshape" [label="[5]", style=dashed]; "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" -> "338 /layers/layers.2/blocks.2/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"1083 Constant_28926" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1084 Constant_28925" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1085 Constant_28924" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1086 Constant_28923" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1087 Constant_6649" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; +"1083 Constant_27809" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1084 Constant_27808" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1085 Constant_27807" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1086 Constant_27806" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1087 Transpose_6458" -> "1082 /layers/layers.2/blocks.2/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; "1088 /layers/layers.2/blocks.2/Constant_3" -> "324 /layers/layers.2/blocks.2/Reshape_3" [label="[3]", style=dashed]; "1089 /layers/layers.2/blocks.2/Constant_2" -> "308 /layers/layers.2/blocks.2/Reshape_2" [label="[4]", style=dashed]; "1090 Constant_1269" -> "292 /layers/layers.2/blocks.2/Transpose" [label="[6]", style=dashed]; "1091 /layers/layers.2/blocks.2/Constant_1" -> "278 /layers/layers.2/blocks.2/Reshape_1" [label="[6]", style=dashed]; -"1092 Constant_28921" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1093 Constant_28920" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1094 Constant_28919" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1095 Constant_28918" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1096 Constant_7248" -> "249 /layers/layers.2/blocks.2/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"1097 Constant_7247" -> "236 /layers/layers.2/blocks.2/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"1092 Constant_27804" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1093 Constant_27803" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1094 Constant_27802" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1095 Constant_27801" -> "263 /layers/layers.2/blocks.2/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1096 Constant_7344" -> "249 /layers/layers.2/blocks.2/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"1097 Constant_7343" -> "236 /layers/layers.2/blocks.2/norm1/Mul" [label="[1, 1, 384]", style=solid]; "1098 Constant_1248" -> "225 /layers/layers.2/blocks.2/norm1/Div" [label="[1]", style=dashed]; "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" -> "325 /layers/layers.2/blocks.1/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"1100 Constant_28916" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1101 Constant_28915" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1102 Constant_28914" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1103 Constant_28913" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1104 Constant_6644" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; -"1105 Constant_28911" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1106 Constant_28910" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1107 Constant_28909" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1108 Constant_28908" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1100 Constant_27799" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1101 Constant_27798" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1102 Constant_27797" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1103 Constant_27796" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1104 Transpose_6454" -> "1099 /layers/layers.2/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; +"1105 Constant_27794" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1106 Constant_27793" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1107 Constant_27792" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1108 Constant_27791" -> "309 /layers/layers.2/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" -> "264 /layers/layers.2/blocks.1/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"1110 Constant_28906" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1111 Constant_28905" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1112 Constant_28904" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1113 Constant_28903" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1114 Constant_6639" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; -"1115 Constant_28901" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1116 Constant_28900" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1117 Constant_28899" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1118 Constant_28898" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1119 Constant_7244" -> "237 /layers/layers.2/blocks.1/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"1120 Constant_7243" -> "226 /layers/layers.2/blocks.1/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"1110 Constant_27789" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1111 Constant_27788" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1112 Constant_27787" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1113 Constant_27786" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1114 Transpose_6450" -> "1109 /layers/layers.2/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; +"1115 Constant_27784" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1116 Constant_27783" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1117 Constant_27782" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1118 Constant_27781" -> "250 /layers/layers.2/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1119 Constant_7340" -> "237 /layers/layers.2/blocks.1/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"1120 Constant_7339" -> "226 /layers/layers.2/blocks.1/norm2/Mul" [label="[1, 1, 384]", style=solid]; "1121 Constant_1222" -> "217 /layers/layers.2/blocks.1/norm2/Div" [label="[1]", style=dashed]; "1122 /layers/layers.2/blocks.1/Constant_31" -> "619 /layers/layers.2/blocks.1/Reshape_7" [label="[3]", style=dashed]; -"1123 Constant_5647" -> "600 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1124 Constant_5644" -> "600 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1125 Constant_5641" -> "600 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1126 Constant_5623" -> "580 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1127 Constant_5620" -> "580 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1128 Constant_5617" -> "580 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1123 Constant_5487" -> "600 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1124 Constant_5484" -> "600 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1125 Constant_5481" -> "600 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1126 Constant_5463" -> "580 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1127 Constant_5460" -> "580 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1128 Constant_5457" -> "580 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; "1129 /layers/layers.2/blocks.1/Constant_18" -> "568 /layers/layers.2/blocks.1/Reshape_6" [label="[4]", style=dashed]; "1130 Constant_1169" -> "556 /layers/layers.2/blocks.1/Transpose_1" [label="[6]", style=dashed]; "1131 /layers/layers.2/blocks.1/Constant_17" -> "544 /layers/layers.2/blocks.1/Reshape_5" [label="[6]", style=dashed]; "1132 /layers/layers.2/blocks.1/Constant_16" -> "531 /layers/layers.2/blocks.1/Reshape_4" [label="[4]", style=dashed]; "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" -> "506 /layers/layers.2/blocks.1/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"1134 Constant_28896" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1135 Constant_28895" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1136 Constant_28894" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1137 Constant_28893" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1138 Constant_6634" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; +"1134 Constant_27779" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1135 Constant_27778" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1136 Constant_27777" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1137 Constant_27776" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1138 Transpose_6446" -> "1133 /layers/layers.2/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; "1139 /layers/layers.2/blocks.1/attn/Constant_4" -> "492 /layers/layers.2/blocks.1/attn/Reshape_3" [label="[3]", style=dashed]; "1140 Constant_1153" -> "479 /layers/layers.2/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; -"1141 Constant_28891" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1142 Constant_28890" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1143 Constant_28889" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1144 Constant_28888" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1141 Constant_27774" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1142 Constant_27773" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1143 Constant_27772" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1144 Constant_27771" -> "468 /layers/layers.2/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1145 Constant_1134" -> "442 /layers/layers.2/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "1146 Constant_1128" -> "429 /layers/layers.2/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "1147 /layers/layers.2/blocks.1/attn/Constant" -> "417 /layers/layers.2/blocks.1/attn/Reshape" [label="[5]", style=dashed]; "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" -> "388 /layers/layers.2/blocks.1/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"1149 Constant_28876" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1150 Constant_28875" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1151 Constant_28874" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1152 Constant_28873" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1153 Constant_6630" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; +"1149 Constant_27759" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1150 Constant_27758" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1151 Constant_27757" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1152 Constant_27756" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1153 Transpose_6443" -> "1148 /layers/layers.2/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; "1154 /layers/layers.2/blocks.1/Constant_15" -> "374 /layers/layers.2/blocks.1/Reshape_3" [label="[3]", style=dashed]; "1155 /layers/layers.2/blocks.1/Constant_14" -> "357 /layers/layers.2/blocks.1/Reshape_2" [label="[4]", style=dashed]; "1156 Constant_1112" -> "340 /layers/layers.2/blocks.1/Transpose" [label="[6]", style=dashed]; "1157 /layers/layers.2/blocks.1/Constant_13" -> "326 /layers/layers.2/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"1158 Constant_5599" -> "295 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1159 Constant_5596" -> "295 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1160 Constant_5593" -> "295 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1161 Constant_5575" -> "266 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1162 Constant_5572" -> "266 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1163 Constant_5569" -> "266 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1158 Constant_5439" -> "295 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1159 Constant_5436" -> "295 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1160 Constant_5433" -> "295 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1161 Constant_5415" -> "266 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1162 Constant_5412" -> "266 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1163 Constant_5409" -> "266 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; "1164 /layers/layers.2/blocks.1/Constant" -> "251 /layers/layers.2/blocks.1/Reshape" [label="[4]", style=dashed]; -"1165 Constant_28591" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1166 Constant_28590" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1167 Constant_28589" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1168 Constant_28588" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1169 Constant_7239" -> "227 /layers/layers.2/blocks.1/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"1170 Constant_7238" -> "218 /layers/layers.2/blocks.1/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"1165 Constant_27474" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1166 Constant_27473" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1167 Constant_27472" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1168 Constant_27471" -> "238 /layers/layers.2/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1169 Constant_7335" -> "227 /layers/layers.2/blocks.1/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"1170 Constant_7334" -> "218 /layers/layers.2/blocks.1/norm1/Mul" [label="[1, 1, 384]", style=solid]; "1171 Constant_1049" -> "208 /layers/layers.2/blocks.1/norm1/Div" [label="[1]", style=dashed]; "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" -> "296 /layers/layers.2/blocks.0/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"1173 Constant_28871" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1174 Constant_28870" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1175 Constant_28869" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1176 Constant_28868" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1177 Constant_6625" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; -"1178 Constant_28866" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1179 Constant_28865" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1180 Constant_28864" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1181 Constant_28863" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1173 Constant_27754" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1174 Constant_27753" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1175 Constant_27752" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1176 Constant_27751" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1177 Transpose_6439" -> "1172 /layers/layers.2/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[384, 1536]", style=solid]; +"1178 Constant_27749" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1179 Constant_27748" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1180 Constant_27747" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1181 Constant_27746" -> "281 /layers/layers.2/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" -> "239 /layers/layers.2/blocks.0/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"1183 Constant_28861" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1184 Constant_28860" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1185 Constant_28859" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1186 Constant_28858" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; -"1187 Constant_6620" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; -"1188 Constant_28856" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1189 Constant_28855" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1190 Constant_28854" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1191 Constant_28853" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1192 Constant_7235" -> "219 /layers/layers.2/blocks.0/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"1193 Constant_7234" -> "209 /layers/layers.2/blocks.0/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"1183 Constant_27744" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1184 Constant_27743" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1185 Constant_27742" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1186 Constant_27741" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 1]", style=solid]; +"1187 Transpose_6435" -> "1182 /layers/layers.2/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[1536, 384]", style=solid]; +"1188 Constant_27739" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1189 Constant_27738" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1190 Constant_27737" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1191 Constant_27736" -> "228 /layers/layers.2/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1192 Constant_7331" -> "219 /layers/layers.2/blocks.0/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"1193 Constant_7330" -> "209 /layers/layers.2/blocks.0/norm2/Mul" [label="[1, 1, 384]", style=solid]; "1194 Constant_1023" -> "201 /layers/layers.2/blocks.0/norm2/Div" [label="[1]", style=dashed]; "1195 /layers/layers.2/blocks.0/Constant_7" -> "493 /layers/layers.2/blocks.0/Reshape_7" [label="[3]", style=dashed]; "1196 /layers/layers.2/blocks.0/Constant_6" -> "480 /layers/layers.2/blocks.0/Reshape_6" [label="[4]", style=dashed]; @@ -3152,153 +3152,153 @@ strict digraph { "1198 /layers/layers.2/blocks.0/Constant_5" -> "457 /layers/layers.2/blocks.0/Reshape_5" [label="[6]", style=dashed]; "1199 /layers/layers.2/blocks.0/Constant_4" -> "443 /layers/layers.2/blocks.0/Reshape_4" [label="[4]", style=dashed]; "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" -> "418 /layers/layers.2/blocks.0/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"1201 Constant_28851" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1202 Constant_28850" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1203 Constant_28849" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1204 Constant_28848" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1205 Constant_6615" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; +"1201 Constant_27734" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1202 Constant_27733" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1203 Constant_27732" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1204 Constant_27731" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1205 Transpose_6431" -> "1200 /layers/layers.2/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[384, 384]", style=solid]; "1206 /layers/layers.2/blocks.0/attn/Constant_2" -> "404 /layers/layers.2/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "1207 Constant_996" -> "390 /layers/layers.2/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; -"1208 Constant_28846" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1209 Constant_28845" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1210 Constant_28844" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1211 Constant_28843" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1208 Constant_27729" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1209 Constant_27728" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1210 Constant_27727" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1211 Constant_27726" -> "377 /layers/layers.2/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1212 Constant_986" -> "343 /layers/layers.2/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "1213 Constant_980" -> "327 /layers/layers.2/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "1214 /layers/layers.2/blocks.0/attn/Constant" -> "312 /layers/layers.2/blocks.0/attn/Reshape" [label="[5]", style=dashed]; "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" -> "282 /layers/layers.2/blocks.0/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"1216 Constant_28831" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1217 Constant_28830" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1218 Constant_28829" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1219 Constant_28828" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; -"1220 Constant_6611" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; +"1216 Constant_27714" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1217 Constant_27713" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1218 Constant_27712" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1219 Constant_27711" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 1]", style=solid]; +"1220 Transpose_6428" -> "1215 /layers/layers.2/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[1152, 384]", style=solid]; "1221 /layers/layers.2/blocks.0/Constant_3" -> "268 /layers/layers.2/blocks.0/Reshape_3" [label="[3]", style=dashed]; "1222 /layers/layers.2/blocks.0/Constant_2" -> "253 /layers/layers.2/blocks.0/Reshape_2" [label="[4]", style=dashed]; "1223 Constant_964" -> "240 /layers/layers.2/blocks.0/Transpose" [label="[6]", style=dashed]; "1224 /layers/layers.2/blocks.0/Constant_1" -> "229 /layers/layers.2/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"1225 Constant_28826" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1226 Constant_28825" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1227 Constant_28824" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1228 Constant_28823" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1229 Constant_7230" -> "210 /layers/layers.2/blocks.0/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"1230 Constant_7229" -> "202 /layers/layers.2/blocks.0/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"1225 Constant_27709" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1226 Constant_27708" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1227 Constant_27707" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1228 Constant_27706" -> "220 /layers/layers.2/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1229 Constant_7326" -> "210 /layers/layers.2/blocks.0/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"1230 Constant_7325" -> "202 /layers/layers.2/blocks.0/norm1/Mul" [label="[1, 1, 384]", style=solid]; "1231 Constant_943" -> "194 /layers/layers.2/blocks.0/norm1/Div" [label="[1]", style=dashed]; "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" -> "187 /layers/layers.1/downsample/reduction/MatMul" [label="[384, 768]", style=solid]; -"1233 Constant_28821" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1234 Constant_28820" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1235 Constant_28819" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1236 Constant_28818" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1237 Constant_6606" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 768]", style=solid]; -"1238 Constant_28816" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1239 Constant_28815" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1240 Constant_28814" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1241 Constant_28813" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1242 Constant_7228" -> "173 /layers/layers.1/downsample/norm/Add_1" [label="[1, 1, 768]", style=solid]; -"1243 Constant_7227" -> "166 /layers/layers.1/downsample/norm/Mul" [label="[1, 1, 768]", style=solid]; +"1233 Constant_27704" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1234 Constant_27703" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1235 Constant_27702" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1236 Constant_27701" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1237 Transpose_6424" -> "1232 /layers/layers.1/downsample/reduction/MatMul/fq_weights_1" [label="[384, 768]", style=solid]; +"1238 Constant_27699" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1239 Constant_27698" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1240 Constant_27697" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1241 Constant_27696" -> "179 /layers/layers.1/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1242 Constant_7324" -> "173 /layers/layers.1/downsample/norm/Add_1" [label="[1, 1, 768]", style=solid]; +"1243 Constant_7323" -> "166 /layers/layers.1/downsample/norm/Mul" [label="[1, 1, 768]", style=solid]; "1244 Constant_929" -> "157 /layers/layers.1/downsample/norm/Div" [label="[1]", style=dashed]; "1245 /layers/layers.1/downsample/Constant_25" -> "149 /layers/layers.1/downsample/Reshape_1" [label="[3]", style=dashed]; -"1246 Constant_5551" -> "130 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; -"1247 Constant_5548" -> "130 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; -"1248 Constant_5545" -> "130 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; -"1249 Constant_5515" -> "118 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; -"1250 Constant_5512" -> "118 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; -"1251 Constant_5509" -> "118 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; +"1246 Constant_5391" -> "130 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; +"1247 Constant_5388" -> "130 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; +"1248 Constant_5385" -> "130 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; +"1249 Constant_5355" -> "118 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; +"1250 Constant_5352" -> "118 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; +"1251 Constant_5349" -> "118 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; "1252 /layers/layers.1/downsample/Constant" -> "110 /layers/layers.1/downsample/Reshape" [label="[4]", style=dashed]; "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" -> "174 /layers/layers.1/blocks.1/mlp/fc2/MatMul" [label="[192, 768]", style=solid]; -"1254 Constant_28811" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1255 Constant_28810" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1256 Constant_28809" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1257 Constant_28808" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1258 Constant_6601" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 768]", style=solid]; -"1259 Constant_28806" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1260 Constant_28805" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1261 Constant_28804" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1262 Constant_28803" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1254 Constant_27694" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1255 Constant_27693" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1256 Constant_27692" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1257 Constant_27691" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1258 Transpose_6420" -> "1253 /layers/layers.1/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[192, 768]", style=solid]; +"1259 Constant_27689" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1260 Constant_27688" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1261 Constant_27687" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1262 Constant_27686" -> "167 /layers/layers.1/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" -> "140 /layers/layers.1/blocks.1/mlp/fc1/MatMul" [label="[768, 192]", style=solid]; -"1264 Constant_28801" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1265 Constant_28800" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1266 Constant_28799" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1267 Constant_28798" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1268 Constant_6596" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 192]", style=solid]; -"1269 Constant_28796" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1270 Constant_28795" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1271 Constant_28794" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1272 Constant_28793" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1273 Constant_7224" -> "119 /layers/layers.1/blocks.1/norm2/Add_1" [label="[1, 1, 192]", style=solid]; -"1274 Constant_7223" -> "111 /layers/layers.1/blocks.1/norm2/Mul" [label="[1, 1, 192]", style=solid]; +"1264 Constant_27684" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1265 Constant_27683" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1266 Constant_27682" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1267 Constant_27681" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1268 Transpose_6416" -> "1263 /layers/layers.1/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[768, 192]", style=solid]; +"1269 Constant_27679" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1270 Constant_27678" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1271 Constant_27677" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1272 Constant_27676" -> "131 /layers/layers.1/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1273 Constant_7320" -> "119 /layers/layers.1/blocks.1/norm2/Add_1" [label="[1, 1, 192]", style=solid]; +"1274 Constant_7319" -> "111 /layers/layers.1/blocks.1/norm2/Mul" [label="[1, 1, 192]", style=solid]; "1275 Constant_864" -> "104 /layers/layers.1/blocks.1/norm2/Div" [label="[1]", style=dashed]; "1276 /layers/layers.1/blocks.1/Constant_31" -> "458 /layers/layers.1/blocks.1/Reshape_7" [label="[3]", style=dashed]; -"1277 Constant_5479" -> "432 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1278 Constant_5476" -> "432 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1279 Constant_5473" -> "432 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1280 Constant_5455" -> "406 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1281 Constant_5452" -> "406 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1282 Constant_5449" -> "406 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1277 Constant_5319" -> "432 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1278 Constant_5316" -> "432 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1279 Constant_5313" -> "432 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1280 Constant_5295" -> "406 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1281 Constant_5292" -> "406 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1282 Constant_5289" -> "406 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; "1283 /layers/layers.1/blocks.1/Constant_18" -> "391 /layers/layers.1/blocks.1/Reshape_6" [label="[4]", style=dashed]; "1284 Constant_811" -> "378 /layers/layers.1/blocks.1/Transpose_1" [label="[6]", style=dashed]; "1285 /layers/layers.1/blocks.1/Constant_17" -> "361 /layers/layers.1/blocks.1/Reshape_5" [label="[6]", style=dashed]; "1286 /layers/layers.1/blocks.1/Constant_16" -> "345 /layers/layers.1/blocks.1/Reshape_4" [label="[4]", style=dashed]; "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" -> "314 /layers/layers.1/blocks.1/attn/proj/MatMul" [label="[192, 192]", style=solid]; -"1288 Constant_28791" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1289 Constant_28790" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1290 Constant_28789" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1291 Constant_28788" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1292 Constant_6591" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 192]", style=solid]; +"1288 Constant_27674" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1289 Constant_27673" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1290 Constant_27672" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1291 Constant_27671" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1292 Transpose_6412" -> "1287 /layers/layers.1/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[192, 192]", style=solid]; "1293 /layers/layers.1/blocks.1/attn/Constant_4" -> "299 /layers/layers.1/blocks.1/attn/Reshape_3" [label="[3]", style=dashed]; "1294 Constant_795" -> "284 /layers/layers.1/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; -"1295 Constant_28786" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1296 Constant_28785" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1297 Constant_28784" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1298 Constant_28783" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1295 Constant_27669" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1296 Constant_27668" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1297 Constant_27667" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1298 Constant_27666" -> "271 /layers/layers.1/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1299 Constant_776" -> "243 /layers/layers.1/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "1300 Constant_770" -> "230 /layers/layers.1/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "1301 /layers/layers.1/blocks.1/attn/Constant" -> "221 /layers/layers.1/blocks.1/attn/Reshape" [label="[5]", style=dashed]; "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" -> "203 /layers/layers.1/blocks.1/attn/qkv/MatMul" [label="[576, 192]", style=solid]; -"1303 Constant_28771" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1304 Constant_28770" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1305 Constant_28769" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1306 Constant_28768" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1307 Constant_6587" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 192]", style=solid]; +"1303 Constant_27654" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1304 Constant_27653" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1305 Constant_27652" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1306 Constant_27651" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1307 Transpose_6409" -> "1302 /layers/layers.1/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[576, 192]", style=solid]; "1308 /layers/layers.1/blocks.1/Constant_15" -> "195 /layers/layers.1/blocks.1/Reshape_3" [label="[3]", style=dashed]; "1309 /layers/layers.1/blocks.1/Constant_14" -> "188 /layers/layers.1/blocks.1/Reshape_2" [label="[4]", style=dashed]; "1310 Constant_754" -> "181 /layers/layers.1/blocks.1/Transpose" [label="[6]", style=dashed]; "1311 /layers/layers.1/blocks.1/Constant_13" -> "175 /layers/layers.1/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"1312 Constant_5431" -> "160 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1313 Constant_5428" -> "160 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1314 Constant_5425" -> "160 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1315 Constant_5407" -> "142 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1316 Constant_5404" -> "142 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1317 Constant_5401" -> "142 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1312 Constant_5271" -> "160 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1313 Constant_5268" -> "160 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1314 Constant_5265" -> "160 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1315 Constant_5247" -> "142 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1316 Constant_5244" -> "142 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1317 Constant_5241" -> "142 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; "1318 /layers/layers.1/blocks.1/Constant" -> "132 /layers/layers.1/blocks.1/Reshape" [label="[4]", style=dashed]; -"1319 Constant_28586" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1320 Constant_28585" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1321 Constant_28584" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1322 Constant_28583" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1323 Constant_7219" -> "112 /layers/layers.1/blocks.1/norm1/Add_1" [label="[1, 1, 192]", style=solid]; -"1324 Constant_7218" -> "105 /layers/layers.1/blocks.1/norm1/Mul" [label="[1, 1, 192]", style=solid]; +"1319 Constant_27469" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1320 Constant_27468" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1321 Constant_27467" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1322 Constant_27466" -> "120 /layers/layers.1/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1323 Constant_7315" -> "112 /layers/layers.1/blocks.1/norm1/Add_1" [label="[1, 1, 192]", style=solid]; +"1324 Constant_7314" -> "105 /layers/layers.1/blocks.1/norm1/Mul" [label="[1, 1, 192]", style=solid]; "1325 Constant_691" -> "97 /layers/layers.1/blocks.1/norm1/Div" [label="[1]", style=dashed]; "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" -> "161 /layers/layers.1/blocks.0/mlp/fc2/MatMul" [label="[192, 768]", style=solid]; -"1327 Constant_28766" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1328 Constant_28765" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1329 Constant_28764" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1330 Constant_28763" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1331 Constant_6582" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 768]", style=solid]; -"1332 Constant_28761" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1333 Constant_28760" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1334 Constant_28759" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1335 Constant_28758" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1327 Constant_27649" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1328 Constant_27648" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1329 Constant_27647" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1330 Constant_27646" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1331 Transpose_6405" -> "1326 /layers/layers.1/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[192, 768]", style=solid]; +"1332 Constant_27644" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1333 Constant_27643" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1334 Constant_27642" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1335 Constant_27641" -> "152 /layers/layers.1/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" -> "121 /layers/layers.1/blocks.0/mlp/fc1/MatMul" [label="[768, 192]", style=solid]; -"1337 Constant_28756" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1338 Constant_28755" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1339 Constant_28754" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1340 Constant_28753" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; -"1341 Constant_6577" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 192]", style=solid]; -"1342 Constant_28751" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1343 Constant_28750" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1344 Constant_28749" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1345 Constant_28748" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1346 Constant_7215" -> "106 /layers/layers.1/blocks.0/norm2/Add_1" [label="[1, 1, 192]", style=solid]; -"1347 Constant_7214" -> "98 /layers/layers.1/blocks.0/norm2/Mul" [label="[1, 1, 192]", style=solid]; +"1337 Constant_27639" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1338 Constant_27638" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1339 Constant_27637" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1340 Constant_27636" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 1]", style=solid]; +"1341 Transpose_6401" -> "1336 /layers/layers.1/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[768, 192]", style=solid]; +"1342 Constant_27634" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1343 Constant_27633" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1344 Constant_27632" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1345 Constant_27631" -> "113 /layers/layers.1/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1346 Constant_7311" -> "106 /layers/layers.1/blocks.0/norm2/Add_1" [label="[1, 1, 192]", style=solid]; +"1347 Constant_7310" -> "98 /layers/layers.1/blocks.0/norm2/Mul" [label="[1, 1, 192]", style=solid]; "1348 Constant_665" -> "91 /layers/layers.1/blocks.0/norm2/Div" [label="[1]", style=dashed]; "1349 /layers/layers.1/blocks.0/Constant_7" -> "300 /layers/layers.1/blocks.0/Reshape_7" [label="[3]", style=dashed]; "1350 /layers/layers.1/blocks.0/Constant_6" -> "285 /layers/layers.1/blocks.0/Reshape_6" [label="[4]", style=dashed]; @@ -3306,153 +3306,153 @@ strict digraph { "1352 /layers/layers.1/blocks.0/Constant_5" -> "257 /layers/layers.1/blocks.0/Reshape_5" [label="[6]", style=dashed]; "1353 /layers/layers.1/blocks.0/Constant_4" -> "244 /layers/layers.1/blocks.0/Reshape_4" [label="[4]", style=dashed]; "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" -> "222 /layers/layers.1/blocks.0/attn/proj/MatMul" [label="[192, 192]", style=solid]; -"1355 Constant_28746" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1356 Constant_28745" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1357 Constant_28744" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1358 Constant_28743" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1359 Constant_6572" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 192]", style=solid]; +"1355 Constant_27629" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1356 Constant_27628" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1357 Constant_27627" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1358 Constant_27626" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1359 Transpose_6397" -> "1354 /layers/layers.1/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[192, 192]", style=solid]; "1360 /layers/layers.1/blocks.0/attn/Constant_2" -> "213 /layers/layers.1/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "1361 Constant_638" -> "205 /layers/layers.1/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; -"1362 Constant_28741" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1363 Constant_28740" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1364 Constant_28739" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1365 Constant_28738" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1362 Constant_27624" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1363 Constant_27623" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1364 Constant_27622" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1365 Constant_27621" -> "198 /layers/layers.1/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1366 Constant_628" -> "184 /layers/layers.1/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "1367 Constant_622" -> "176 /layers/layers.1/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "1368 /layers/layers.1/blocks.0/attn/Constant" -> "170 /layers/layers.1/blocks.0/attn/Reshape" [label="[5]", style=dashed]; "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" -> "153 /layers/layers.1/blocks.0/attn/qkv/MatMul" [label="[576, 192]", style=solid]; -"1370 Constant_28726" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1371 Constant_28725" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1372 Constant_28724" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1373 Constant_28723" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; -"1374 Constant_6568" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 192]", style=solid]; +"1370 Constant_27609" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1371 Constant_27608" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1372 Constant_27607" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1373 Constant_27606" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 1]", style=solid]; +"1374 Transpose_6394" -> "1369 /layers/layers.1/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[576, 192]", style=solid]; "1375 /layers/layers.1/blocks.0/Constant_3" -> "144 /layers/layers.1/blocks.0/Reshape_3" [label="[3]", style=dashed]; "1376 /layers/layers.1/blocks.0/Constant_2" -> "134 /layers/layers.1/blocks.0/Reshape_2" [label="[4]", style=dashed]; "1377 Constant_606" -> "122 /layers/layers.1/blocks.0/Transpose" [label="[6]", style=dashed]; "1378 /layers/layers.1/blocks.0/Constant_1" -> "114 /layers/layers.1/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"1379 Constant_28721" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1380 Constant_28720" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1381 Constant_28719" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1382 Constant_28718" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1383 Constant_7210" -> "99 /layers/layers.1/blocks.0/norm1/Add_1" [label="[1, 1, 192]", style=solid]; -"1384 Constant_7209" -> "92 /layers/layers.1/blocks.0/norm1/Mul" [label="[1, 1, 192]", style=solid]; +"1379 Constant_27604" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1380 Constant_27603" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1381 Constant_27602" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1382 Constant_27601" -> "107 /layers/layers.1/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1383 Constant_7306" -> "99 /layers/layers.1/blocks.0/norm1/Add_1" [label="[1, 1, 192]", style=solid]; +"1384 Constant_7305" -> "92 /layers/layers.1/blocks.0/norm1/Mul" [label="[1, 1, 192]", style=solid]; "1385 Constant_585" -> "85 /layers/layers.1/blocks.0/norm1/Div" [label="[1]", style=dashed]; "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" -> "79 /layers/layers.0/downsample/reduction/MatMul" [label="[192, 384]", style=solid]; -"1387 Constant_28716" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1388 Constant_28715" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1389 Constant_28714" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1390 Constant_28713" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; -"1391 Constant_6563" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 384]", style=solid]; -"1392 Constant_28711" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1393 Constant_28710" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1394 Constant_28709" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1395 Constant_28708" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; -"1396 Constant_7208" -> "69 /layers/layers.0/downsample/norm/Add_1" [label="[1, 1, 384]", style=solid]; -"1397 Constant_7207" -> "64 /layers/layers.0/downsample/norm/Mul" [label="[1, 1, 384]", style=solid]; +"1387 Constant_27599" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1388 Constant_27598" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1389 Constant_27597" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1390 Constant_27596" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 1]", style=solid]; +"1391 Transpose_6390" -> "1386 /layers/layers.0/downsample/reduction/MatMul/fq_weights_1" [label="[192, 384]", style=solid]; +"1392 Constant_27594" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1393 Constant_27593" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1394 Constant_27592" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1395 Constant_27591" -> "73 /layers/layers.0/downsample/norm/Add_1/fq_output_0" [label="[]", style=solid]; +"1396 Constant_7304" -> "69 /layers/layers.0/downsample/norm/Add_1" [label="[1, 1, 384]", style=solid]; +"1397 Constant_7303" -> "64 /layers/layers.0/downsample/norm/Mul" [label="[1, 1, 384]", style=solid]; "1398 Constant_571" -> "58 /layers/layers.0/downsample/norm/Div" [label="[1]", style=dashed]; "1399 /layers/layers.0/downsample/Constant_25" -> "53 /layers/layers.0/downsample/Reshape_1" [label="[3]", style=dashed]; -"1400 Constant_5383" -> "42 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; -"1401 Constant_5380" -> "42 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; -"1402 Constant_5377" -> "42 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; -"1403 Constant_5347" -> "34 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; -"1404 Constant_5344" -> "34 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; -"1405 Constant_5341" -> "34 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; +"1400 Constant_5223" -> "42 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; +"1401 Constant_5220" -> "42 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; +"1402 Constant_5217" -> "42 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; +"1403 Constant_5187" -> "34 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; +"1404 Constant_5184" -> "34 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; +"1405 Constant_5181" -> "34 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; "1406 /layers/layers.0/downsample/Constant" -> "28 /layers/layers.0/downsample/Reshape" [label="[4]", style=dashed]; "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" -> "70 /layers/layers.0/blocks.1/mlp/fc2/MatMul" [label="[96, 384]", style=solid]; -"1408 Constant_28706" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1409 Constant_28705" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1410 Constant_28704" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1411 Constant_28703" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1412 Constant_6558" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 384]", style=solid]; -"1413 Constant_28701" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1414 Constant_28700" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1415 Constant_28699" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1416 Constant_28698" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1408 Constant_27589" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1409 Constant_27588" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1410 Constant_27587" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1411 Constant_27586" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1412 Transpose_6386" -> "1407 /layers/layers.0/blocks.1/mlp/fc2/MatMul/fq_weights_1" [label="[96, 384]", style=solid]; +"1413 Constant_27584" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1414 Constant_27583" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1415 Constant_27582" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1416 Constant_27581" -> "65 /layers/layers.0/blocks.1/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" -> "48 /layers/layers.0/blocks.1/mlp/fc1/MatMul" [label="[384, 96]", style=solid]; -"1418 Constant_28696" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1419 Constant_28695" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1420 Constant_28694" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1421 Constant_28693" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1422 Constant_6553" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 96]", style=solid]; -"1423 Constant_28691" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1424 Constant_28690" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1425 Constant_28689" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1426 Constant_28688" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1427 Constant_7204" -> "35 /layers/layers.0/blocks.1/norm2/Add_1" [label="[1, 1, 96]", style=solid]; -"1428 Constant_7203" -> "29 /layers/layers.0/blocks.1/norm2/Mul" [label="[1, 1, 96]", style=solid]; +"1418 Constant_27579" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1419 Constant_27578" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1420 Constant_27577" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1421 Constant_27576" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1422 Transpose_6382" -> "1417 /layers/layers.0/blocks.1/mlp/fc1/MatMul/fq_weights_1" [label="[384, 96]", style=solid]; +"1423 Constant_27574" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1424 Constant_27573" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1425 Constant_27572" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1426 Constant_27571" -> "43 /layers/layers.0/blocks.1/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1427 Constant_7300" -> "35 /layers/layers.0/blocks.1/norm2/Add_1" [label="[1, 1, 96]", style=solid]; +"1428 Constant_7299" -> "29 /layers/layers.0/blocks.1/norm2/Mul" [label="[1, 1, 96]", style=solid]; "1429 Constant_506" -> "24 /layers/layers.0/blocks.1/norm2/Div" [label="[1]", style=dashed]; "1430 /layers/layers.0/blocks.1/Constant_31" -> "258 /layers/layers.0/blocks.1/Reshape_7" [label="[3]", style=dashed]; -"1431 Constant_5311" -> "233 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1432 Constant_5308" -> "233 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1433 Constant_5305" -> "233 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1434 Constant_5287" -> "215 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1435 Constant_5284" -> "215 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1436 Constant_5281" -> "215 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1431 Constant_5151" -> "233 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1432 Constant_5148" -> "233 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1433 Constant_5145" -> "233 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1434 Constant_5127" -> "215 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1435 Constant_5124" -> "215 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1436 Constant_5121" -> "215 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; "1437 /layers/layers.0/blocks.1/Constant_18" -> "206 /layers/layers.0/blocks.1/Reshape_6" [label="[4]", style=dashed]; "1438 Constant_453" -> "199 /layers/layers.0/blocks.1/Transpose_1" [label="[6]", style=dashed]; "1439 /layers/layers.0/blocks.1/Constant_17" -> "192 /layers/layers.0/blocks.1/Reshape_5" [label="[6]", style=dashed]; "1440 /layers/layers.0/blocks.1/Constant_16" -> "186 /layers/layers.0/blocks.1/Reshape_4" [label="[4]", style=dashed]; "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" -> "172 /layers/layers.0/blocks.1/attn/proj/MatMul" [label="[96, 96]", style=solid]; -"1442 Constant_28686" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1443 Constant_28685" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1444 Constant_28684" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1445 Constant_28683" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1446 Constant_6548" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 96]", style=solid]; +"1442 Constant_27569" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1443 Constant_27568" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1444 Constant_27567" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1445 Constant_27566" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1446 Transpose_6378" -> "1441 /layers/layers.0/blocks.1/attn/proj/MatMul/fq_weights_1" [label="[96, 96]", style=solid]; "1447 /layers/layers.0/blocks.1/attn/Constant_4" -> "164 /layers/layers.0/blocks.1/attn/Reshape_3" [label="[3]", style=dashed]; "1448 Constant_437" -> "155 /layers/layers.0/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; -"1449 Constant_28681" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1450 Constant_28680" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1451 Constant_28679" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1452 Constant_28678" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1449 Constant_27564" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1450 Constant_27563" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1451 Constant_27562" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1452 Constant_27561" -> "147 /layers/layers.0/blocks.1/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1453 Constant_418" -> "125 /layers/layers.0/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "1454 Constant_412" -> "115 /layers/layers.0/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "1455 /layers/layers.0/blocks.1/attn/Constant" -> "108 /layers/layers.0/blocks.1/attn/Reshape" [label="[5]", style=dashed]; "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" -> "93 /layers/layers.0/blocks.1/attn/qkv/MatMul" [label="[288, 96]", style=solid]; -"1457 Constant_28666" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1458 Constant_28665" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1459 Constant_28664" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1460 Constant_28663" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1461 Constant_6544" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 96]", style=solid]; +"1457 Constant_27549" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1458 Constant_27548" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1459 Constant_27547" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1460 Constant_27546" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1461 Transpose_6375" -> "1456 /layers/layers.0/blocks.1/attn/qkv/MatMul/fq_weights_1" [label="[288, 96]", style=solid]; "1462 /layers/layers.0/blocks.1/Constant_15" -> "86 /layers/layers.0/blocks.1/Reshape_3" [label="[3]", style=dashed]; "1463 /layers/layers.0/blocks.1/Constant_14" -> "80 /layers/layers.0/blocks.1/Reshape_2" [label="[4]", style=dashed]; "1464 Constant_396" -> "75 /layers/layers.0/blocks.1/Transpose" [label="[6]", style=dashed]; "1465 /layers/layers.0/blocks.1/Constant_13" -> "71 /layers/layers.0/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"1466 Constant_5263" -> "61 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1467 Constant_5260" -> "61 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1468 Constant_5257" -> "61 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1469 Constant_5239" -> "50 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1470 Constant_5236" -> "50 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1471 Constant_5233" -> "50 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1466 Constant_5103" -> "61 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1467 Constant_5100" -> "61 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1468 Constant_5097" -> "61 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1469 Constant_5079" -> "50 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1470 Constant_5076" -> "50 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1471 Constant_5073" -> "50 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; "1472 /layers/layers.0/blocks.1/Constant" -> "44 /layers/layers.0/blocks.1/Reshape" [label="[4]", style=dashed]; -"1473 Constant_28581" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1474 Constant_28580" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1475 Constant_28579" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1476 Constant_28578" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1477 Constant_7199" -> "30 /layers/layers.0/blocks.1/norm1/Add_1" [label="[1, 1, 96]", style=solid]; -"1478 Constant_7198" -> "25 /layers/layers.0/blocks.1/norm1/Mul" [label="[1, 1, 96]", style=solid]; +"1473 Constant_27464" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1474 Constant_27463" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1475 Constant_27462" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1476 Constant_27461" -> "36 /layers/layers.0/blocks.1/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1477 Constant_7295" -> "30 /layers/layers.0/blocks.1/norm1/Add_1" [label="[1, 1, 96]", style=solid]; +"1478 Constant_7294" -> "25 /layers/layers.0/blocks.1/norm1/Mul" [label="[1, 1, 96]", style=solid]; "1479 Constant_333" -> "20 /layers/layers.0/blocks.1/norm1/Div" [label="[1]", style=dashed]; "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" -> "62 /layers/layers.0/blocks.0/mlp/fc2/MatMul" [label="[96, 384]", style=solid]; -"1481 Constant_28661" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1482 Constant_28660" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1483 Constant_28659" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1484 Constant_28658" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1485 Constant_6539" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 384]", style=solid]; -"1486 Constant_28656" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1487 Constant_28655" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1488 Constant_28654" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; -"1489 Constant_28653" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1481 Constant_27544" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1482 Constant_27543" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1483 Constant_27542" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1484 Constant_27541" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1485 Transpose_6371" -> "1480 /layers/layers.0/blocks.0/mlp/fc2/MatMul/fq_weights_1" [label="[96, 384]", style=solid]; +"1486 Constant_27539" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1487 Constant_27538" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1488 Constant_27537" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; +"1489 Constant_27536" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" -> "37 /layers/layers.0/blocks.0/mlp/fc1/MatMul" [label="[384, 96]", style=solid]; -"1491 Constant_28651" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1492 Constant_28650" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1493 Constant_28649" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1494 Constant_28648" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; -"1495 Constant_6534" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 96]", style=solid]; -"1496 Constant_28646" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1497 Constant_28645" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1498 Constant_28644" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1499 Constant_28643" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; -"1500 Constant_7195" -> "26 /layers/layers.0/blocks.0/norm2/Add_1" [label="[1, 1, 96]", style=solid]; -"1501 Constant_7194" -> "21 /layers/layers.0/blocks.0/norm2/Mul" [label="[1, 1, 96]", style=solid]; +"1491 Constant_27534" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1492 Constant_27533" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1493 Constant_27532" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1494 Constant_27531" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 1]", style=solid]; +"1495 Transpose_6367" -> "1490 /layers/layers.0/blocks.0/mlp/fc1/MatMul/fq_weights_1" [label="[384, 96]", style=solid]; +"1496 Constant_27529" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1497 Constant_27528" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1498 Constant_27527" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1499 Constant_27526" -> "31 /layers/layers.0/blocks.0/norm2/Add_1/fq_output_0" [label="[]", style=solid]; +"1500 Constant_7291" -> "26 /layers/layers.0/blocks.0/norm2/Add_1" [label="[1, 1, 96]", style=solid]; +"1501 Constant_7290" -> "21 /layers/layers.0/blocks.0/norm2/Mul" [label="[1, 1, 96]", style=solid]; "1502 Constant_307" -> "17 /layers/layers.0/blocks.0/norm2/Div" [label="[1]", style=dashed]; "1503 /layers/layers.0/blocks.0/Constant_8" -> "165 /layers/layers.0/blocks.0/Reshape_7" [label="[3]", style=dashed]; "1504 /layers/layers.0/blocks.0/Constant_7" -> "156 /layers/layers.0/blocks.0/Reshape_6" [label="[4]", style=dashed]; @@ -3460,39 +3460,39 @@ strict digraph { "1506 /layers/layers.0/blocks.0/Constant_6" -> "138 /layers/layers.0/blocks.0/Reshape_5" [label="[6]", style=dashed]; "1507 /layers/layers.0/blocks.0/Constant_5" -> "126 /layers/layers.0/blocks.0/Reshape_4" [label="[4]", style=dashed]; "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" -> "109 /layers/layers.0/blocks.0/attn/proj/MatMul" [label="[96, 96]", style=solid]; -"1509 Constant_28641" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1510 Constant_28640" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1511 Constant_28639" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1512 Constant_28638" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; -"1513 Constant_6529" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 96]", style=solid]; +"1509 Constant_27524" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1510 Constant_27523" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1511 Constant_27522" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1512 Constant_27521" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 1]", style=solid]; +"1513 Transpose_6363" -> "1508 /layers/layers.0/blocks.0/attn/proj/MatMul/fq_weights_1" [label="[96, 96]", style=solid]; "1514 /layers/layers.0/blocks.0/attn/Constant_2" -> "102 /layers/layers.0/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "1515 Constant_280" -> "95 /layers/layers.0/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; -"1516 Constant_28636" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1517 Constant_28635" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1518 Constant_28634" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; -"1519 Constant_28633" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1516 Constant_27519" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1517 Constant_27518" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1518 Constant_27517" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; +"1519 Constant_27516" -> "89 /layers/layers.0/blocks.0/attn/MatMul_1/fq_output_0" [label="[]", style=solid]; "1520 Constant_270" -> "78 /layers/layers.0/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "1521 Constant_264" -> "72 /layers/layers.0/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "1522 /layers/layers.0/blocks.0/attn/Constant" -> "68 /layers/layers.0/blocks.0/attn/Reshape" [label="[5]", style=dashed]; "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" -> "57 /layers/layers.0/blocks.0/attn/qkv/MatMul" [label="[288, 96]", style=solid]; -"1524 Constant_28621" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1525 Constant_28620" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1526 Constant_28619" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1527 Constant_28618" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; -"1528 Constant_6525" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 96]", style=solid]; +"1524 Constant_27504" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1525 Constant_27503" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1526 Constant_27502" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1527 Constant_27501" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 1]", style=solid]; +"1528 Transpose_6360" -> "1523 /layers/layers.0/blocks.0/attn/qkv/MatMul/fq_weights_1" [label="[288, 96]", style=solid]; "1529 /layers/layers.0/blocks.0/Constant_4" -> "52 /layers/layers.0/blocks.0/Reshape_3" [label="[3]", style=dashed]; "1530 /layers/layers.0/blocks.0/Constant_3" -> "46 /layers/layers.0/blocks.0/Reshape_2" [label="[4]", style=dashed]; "1531 Constant_248" -> "38 /layers/layers.0/blocks.0/Transpose" [label="[6]", style=dashed]; "1532 /layers/layers.0/blocks.0/Constant_2" -> "32 /layers/layers.0/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"1533 Constant_28616" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1534 Constant_28615" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1535 Constant_28614" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1536 Constant_28613" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; -"1537 Constant_7190" -> "22 /layers/layers.0/blocks.0/norm1/Add_1" [label="[1, 1, 96]", style=solid]; -"1538 Constant_7189" -> "18 /layers/layers.0/blocks.0/norm1/Mul" [label="[1, 1, 96]", style=solid]; +"1533 Constant_27499" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1534 Constant_27498" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1535 Constant_27497" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1536 Constant_27496" -> "27 /layers/layers.0/blocks.0/norm1/Add_1/fq_output_0" [label="[]", style=solid]; +"1537 Constant_7286" -> "22 /layers/layers.0/blocks.0/norm1/Add_1" [label="[1, 1, 96]", style=solid]; +"1538 Constant_7285" -> "18 /layers/layers.0/blocks.0/norm1/Mul" [label="[1, 1, 96]", style=solid]; "1539 Constant_227" -> "15 /layers/layers.0/blocks.0/norm1/Div" [label="[1]", style=dashed]; -"1540 Constant_7188" -> "13 /patch_embed/norm/Add_1" [label="[1, 1, 96]", style=solid]; -"1541 Constant_7187" -> "12 /patch_embed/norm/Mul" [label="[1, 1, 96]", style=solid]; +"1540 Constant_7284" -> "13 /patch_embed/norm/Add_1" [label="[1, 1, 96]", style=solid]; +"1541 Constant_7283" -> "12 /patch_embed/norm/Mul" [label="[1, 1, 96]", style=solid]; "1542 Constant_213" -> "10 /patch_embed/norm/Div" [label="[1]", style=dashed]; "1543 Constant_211" -> "8 /patch_embed/Transpose" [label="[3]", style=dashed]; "1544 /patch_embed/Constant_4" -> "11 /patch_embed/Concat" [label="[1]", style=dashed]; @@ -3501,19 +3501,19 @@ strict digraph { "1547 /patch_embed/Constant_2" -> "9 /patch_embed/Slice" [label="[1]", style=dashed]; "1548 Reshape_190" -> "5 /patch_embed/proj/Conv" [label="[1, 96, 1, 1]", style=solid]; "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" -> "4 /patch_embed/proj/Conv/WithoutBiases" [label="[96, 3, 4, 4]", style=solid]; -"1550 Constant_28611" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; -"1551 Constant_28610" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; -"1552 Constant_28609" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; -"1553 Constant_28608" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; -"1554 Gather_7186" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 3, 4, 4]", style=solid]; -"1555 Constant_28606" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; -"1556 Constant_28605" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; -"1557 Constant_28604" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; -"1558 Constant_28603" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; -"1559 Gather_7183" -> "2 Divide_2169" [label="[1, 3, 1, 1]", style=solid]; -"1560 Gather_7180" -> "1 Multiply_6794" [label="[1, 3, 1, 1]", style=solid]; -"1561 Constant_7191" -> "63 /layers/layers.0/blocks.0/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; -"1562 onnx^^Add_2243" -> "94 /layers/layers.0/blocks.0/attn/Add" [label="[1, 3, 49, 49]", style=solid]; +"1550 Constant_27494" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; +"1551 Constant_27493" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; +"1552 Constant_27492" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; +"1553 Constant_27491" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 1, 1, 1]", style=solid]; +"1554 Gather_7282" -> "1549 /patch_embed/proj/Conv/WithoutBiases/fq_weights_1" [label="[96, 3, 4, 4]", style=solid]; +"1555 Constant_27489" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; +"1556 Constant_27488" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; +"1557 Constant_27487" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; +"1558 Constant_27486" -> "3 Divide_2169/fq_output_0" [label="[]", style=solid]; +"1559 Gather_7279" -> "2 Divide_2169" [label="[1, 3, 1, 1]", style=solid]; +"1560 Gather_7276" -> "1 Multiply_6579" [label="[1, 3, 1, 1]", style=solid]; +"1561 Constant_7287" -> "63 /layers/layers.0/blocks.0/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; +"1562 onnx^^Add_2244" -> "94 /layers/layers.0/blocks.0/attn/Add" [label="[1, 3, 49, 49]", style=solid]; "1563 Constant_268" -> "82 /layers/layers.0/blocks.0/attn/Gather_1" [label="[]", style=dashed]; "1564 /patch_embed/proj/Constant" -> "82 /layers/layers.0/blocks.0/attn/Gather_1" [label="[]", style=dashed]; "1564 /patch_embed/proj/Constant" -> "136 /layers/layers.0/blocks.1/attn/Gather_1" [label="[]", style=dashed]; @@ -3527,15 +3527,15 @@ strict digraph { "1564 /patch_embed/proj/Constant" -> "551 /layers/layers.2/blocks.5/attn/Gather_1" [label="[]", style=dashed]; "1564 /patch_embed/proj/Constant" -> "623 /layers/layers.3/blocks.0/attn/Gather_1" [label="[]", style=dashed]; "1564 /patch_embed/proj/Constant" -> "637 /layers/layers.3/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1565 Constant_28626" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1566 Constant_28625" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1567 Constant_28624" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1568 Constant_28623" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1569 Constant_28631" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1570 Constant_28630" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1571 Constant_28629" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1572 Constant_28628" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1573 Constant_7192" -> "81 /layers/layers.0/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1565 Constant_27509" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1566 Constant_27508" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1567 Constant_27507" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1568 Constant_27506" -> "77 /layers/layers.0/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1569 Constant_27514" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1570 Constant_27513" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1571 Constant_27512" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1572 Constant_27511" -> "87 /layers/layers.0/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1573 Constant_7288" -> "81 /layers/layers.0/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1574 Constant_266" -> "76 /layers/layers.0/blocks.0/attn/Gather" [label="[]", style=dashed]; "1575 /layers/layers.0/blocks.0/Constant" -> "76 /layers/layers.0/blocks.0/attn/Gather" [label="[]", style=dashed]; "1575 /layers/layers.0/blocks.0/Constant" -> "123 /layers/layers.0/blocks.1/attn/Gather" [label="[]", style=dashed]; @@ -3549,294 +3549,294 @@ strict digraph { "1575 /layers/layers.0/blocks.0/Constant" -> "537 /layers/layers.2/blocks.5/attn/Gather" [label="[]", style=dashed]; "1575 /layers/layers.0/blocks.0/Constant" -> "612 /layers/layers.3/blocks.0/attn/Gather" [label="[]", style=dashed]; "1575 /layers/layers.0/blocks.0/Constant" -> "627 /layers/layers.3/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1576 Constant_7193" -> "116 /layers/layers.0/blocks.0/attn/proj/Add" [label="[1, 1, 96]", style=solid]; -"1577 Constant_7196" -> "45 /layers/layers.0/blocks.0/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; -"1578 Constant_7197" -> "67 /layers/layers.0/blocks.0/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; -"1579 Constant_5227" -> "49 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; -"1580 Constant_5224" -> "49 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; -"1581 Constant_5221" -> "49 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; -"1582 Constant_5251" -> "60 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1583 Constant_5248" -> "60 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1584 Constant_5245" -> "60 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1585 Constant_7200" -> "100 /layers/layers.0/blocks.1/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; +"1576 Constant_7289" -> "116 /layers/layers.0/blocks.0/attn/proj/Add" [label="[1, 1, 96]", style=solid]; +"1577 Constant_7292" -> "45 /layers/layers.0/blocks.0/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; +"1578 Constant_7293" -> "67 /layers/layers.0/blocks.0/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; +"1579 Constant_5067" -> "49 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; +"1580 Constant_5064" -> "49 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; +"1581 Constant_5061" -> "49 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; +"1582 Constant_5091" -> "60 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1583 Constant_5088" -> "60 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1584 Constant_5085" -> "60 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1585 Constant_7296" -> "100 /layers/layers.0/blocks.1/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; "1586 /layers/layers.0/blocks.1/attn/Constant_3" -> "177 /layers/layers.0/blocks.1/attn/Reshape_2" [label="[4]", style=dashed]; -"1587 onnx^^Add_2300" -> "171 /layers/layers.0/blocks.1/attn/Add_1" [label="[1, 64, 1, 49, 49]", style=solid]; +"1587 onnx^^Add_2301" -> "171 /layers/layers.0/blocks.1/attn/Add_1" [label="[1, 64, 1, 49, 49]", style=solid]; "1588 /layers/layers.0/blocks.1/attn/Constant_2" -> "163 /layers/layers.0/blocks.1/attn/Reshape_1" [label="[5]", style=dashed]; -"1589 onnx^^Add_2292" -> "154 /layers/layers.0/blocks.1/attn/Add" [label="[1, 3, 49, 49]", style=solid]; +"1589 onnx^^Add_2293" -> "154 /layers/layers.0/blocks.1/attn/Add" [label="[1, 3, 49, 49]", style=solid]; "1590 Constant_416" -> "136 /layers/layers.0/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1591 Constant_28671" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1592 Constant_28670" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1593 Constant_28669" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1594 Constant_28668" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1595 Constant_28676" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1596 Constant_28675" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1597 Constant_28674" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1598 Constant_28673" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1599 Constant_7201" -> "135 /layers/layers.0/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1591 Constant_27554" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1592 Constant_27553" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1593 Constant_27552" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1594 Constant_27551" -> "124 /layers/layers.0/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1595 Constant_27559" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1596 Constant_27558" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1597 Constant_27557" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1598 Constant_27556" -> "145 /layers/layers.0/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1599 Constant_7297" -> "135 /layers/layers.0/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1600 Constant_414" -> "123 /layers/layers.0/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1601 Constant_7202" -> "178 /layers/layers.0/blocks.1/attn/proj/Add" [label="[1, 1, 96]", style=solid]; -"1602 Constant_5275" -> "214 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1603 Constant_5272" -> "214 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1604 Constant_5269" -> "214 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1605 Constant_5299" -> "232 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1606 Constant_5296" -> "232 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1607 Constant_5293" -> "232 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1608 Constant_7205" -> "54 /layers/layers.0/blocks.1/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; -"1609 Constant_7206" -> "74 /layers/layers.0/blocks.1/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; -"1610 Constant_5371" -> "40 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; -"1611 Constant_5368" -> "40 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; -"1612 Constant_5365" -> "40 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; -"1613 Constant_5323" -> "33 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; -"1614 Constant_5320" -> "33 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; -"1615 Constant_5317" -> "33 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; -"1616 Constant_5359" -> "41 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; -"1617 Constant_5356" -> "41 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; -"1618 Constant_5353" -> "41 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; -"1619 Constant_5335" -> "39 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; -"1620 Constant_5332" -> "39 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; -"1621 Constant_5329" -> "39 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; -"1622 Constant_7211" -> "162 /layers/layers.1/blocks.0/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; -"1623 onnx^^Add_2364" -> "204 /layers/layers.1/blocks.0/attn/Add" [label="[1, 6, 49, 49]", style=solid]; +"1601 Constant_7298" -> "178 /layers/layers.0/blocks.1/attn/proj/Add" [label="[1, 1, 96]", style=solid]; +"1602 Constant_5115" -> "214 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1603 Constant_5112" -> "214 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1604 Constant_5109" -> "214 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1605 Constant_5139" -> "232 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1606 Constant_5136" -> "232 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1607 Constant_5133" -> "232 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1608 Constant_7301" -> "54 /layers/layers.0/blocks.1/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; +"1609 Constant_7302" -> "74 /layers/layers.0/blocks.1/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; +"1610 Constant_5211" -> "40 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; +"1611 Constant_5208" -> "40 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; +"1612 Constant_5205" -> "40 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; +"1613 Constant_5163" -> "33 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; +"1614 Constant_5160" -> "33 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; +"1615 Constant_5157" -> "33 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; +"1616 Constant_5199" -> "41 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; +"1617 Constant_5196" -> "41 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; +"1618 Constant_5193" -> "41 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; +"1619 Constant_5175" -> "39 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; +"1620 Constant_5172" -> "39 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; +"1621 Constant_5169" -> "39 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; +"1622 Constant_7307" -> "162 /layers/layers.1/blocks.0/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; +"1623 onnx^^Add_2389" -> "204 /layers/layers.1/blocks.0/attn/Add" [label="[1, 6, 49, 49]", style=solid]; "1624 Constant_626" -> "190 /layers/layers.1/blocks.0/attn/Gather_1" [label="[]", style=dashed]; -"1625 Constant_28731" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1626 Constant_28730" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1627 Constant_28729" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1628 Constant_28728" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1629 Constant_28736" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1630 Constant_28735" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1631 Constant_28734" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1632 Constant_28733" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1633 Constant_7212" -> "189 /layers/layers.1/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1625 Constant_27614" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1626 Constant_27613" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1627 Constant_27612" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1628 Constant_27611" -> "183 /layers/layers.1/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1629 Constant_27619" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1630 Constant_27618" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1631 Constant_27617" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1632 Constant_27616" -> "196 /layers/layers.1/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1633 Constant_7308" -> "189 /layers/layers.1/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1634 Constant_624" -> "182 /layers/layers.1/blocks.0/attn/Gather" [label="[]", style=dashed]; -"1635 Constant_7213" -> "231 /layers/layers.1/blocks.0/attn/proj/Add" [label="[1, 1, 192]", style=solid]; -"1636 Constant_7216" -> "133 /layers/layers.1/blocks.0/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; -"1637 Constant_7217" -> "169 /layers/layers.1/blocks.0/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; -"1638 Constant_5395" -> "141 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; -"1639 Constant_5392" -> "141 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; -"1640 Constant_5389" -> "141 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; -"1641 Constant_5419" -> "159 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1642 Constant_5416" -> "159 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1643 Constant_5413" -> "159 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1644 Constant_7220" -> "211 /layers/layers.1/blocks.1/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; +"1635 Constant_7309" -> "231 /layers/layers.1/blocks.0/attn/proj/Add" [label="[1, 1, 192]", style=solid]; +"1636 Constant_7312" -> "133 /layers/layers.1/blocks.0/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; +"1637 Constant_7313" -> "169 /layers/layers.1/blocks.0/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; +"1638 Constant_5235" -> "141 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; +"1639 Constant_5232" -> "141 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; +"1640 Constant_5229" -> "141 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; +"1641 Constant_5259" -> "159 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1642 Constant_5256" -> "159 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1643 Constant_5253" -> "159 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1644 Constant_7316" -> "211 /layers/layers.1/blocks.1/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; "1645 /layers/layers.1/blocks.1/attn/Constant_3" -> "328 /layers/layers.1/blocks.1/attn/Reshape_2" [label="[4]", style=dashed]; -"1646 onnx^^Add_2421" -> "313 /layers/layers.1/blocks.1/attn/Add_1" [label="[1, 16, 1, 49, 49]", style=solid]; +"1646 onnx^^Add_2446" -> "313 /layers/layers.1/blocks.1/attn/Add_1" [label="[1, 16, 1, 49, 49]", style=solid]; "1647 /layers/layers.1/blocks.1/attn/Constant_2" -> "298 /layers/layers.1/blocks.1/attn/Reshape_1" [label="[5]", style=dashed]; -"1648 onnx^^Add_2413" -> "283 /layers/layers.1/blocks.1/attn/Add" [label="[1, 6, 49, 49]", style=solid]; +"1648 onnx^^Add_2438" -> "283 /layers/layers.1/blocks.1/attn/Add" [label="[1, 6, 49, 49]", style=solid]; "1649 Constant_774" -> "255 /layers/layers.1/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1650 Constant_28776" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1651 Constant_28775" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1652 Constant_28774" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1653 Constant_28773" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1654 Constant_28781" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1655 Constant_28780" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1656 Constant_28779" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1657 Constant_28778" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1658 Constant_7221" -> "254 /layers/layers.1/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1650 Constant_27659" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1651 Constant_27658" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1652 Constant_27657" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1653 Constant_27656" -> "242 /layers/layers.1/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1654 Constant_27664" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1655 Constant_27663" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1656 Constant_27662" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1657 Constant_27661" -> "269 /layers/layers.1/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1658 Constant_7317" -> "254 /layers/layers.1/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1659 Constant_772" -> "241 /layers/layers.1/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1660 Constant_7222" -> "329 /layers/layers.1/blocks.1/attn/proj/Add" [label="[1, 1, 192]", style=solid]; -"1661 Constant_5443" -> "405 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1662 Constant_5440" -> "405 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1663 Constant_5437" -> "405 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1664 Constant_5467" -> "431 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1665 Constant_5464" -> "431 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1666 Constant_5461" -> "431 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1667 Constant_7225" -> "150 /layers/layers.1/blocks.1/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; -"1668 Constant_7226" -> "180 /layers/layers.1/blocks.1/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; -"1669 Constant_5539" -> "128 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; -"1670 Constant_5536" -> "128 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; -"1671 Constant_5533" -> "128 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; -"1672 Constant_5491" -> "117 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; -"1673 Constant_5488" -> "117 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; -"1674 Constant_5485" -> "117 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; -"1675 Constant_5527" -> "129 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; -"1676 Constant_5524" -> "129 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; -"1677 Constant_5521" -> "129 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; -"1678 Constant_5503" -> "127 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; -"1679 Constant_5500" -> "127 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; -"1680 Constant_5497" -> "127 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; -"1681 Constant_7231" -> "297 /layers/layers.2/blocks.0/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; -"1682 onnx^^Add_2485" -> "389 /layers/layers.2/blocks.0/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1660 Constant_7318" -> "329 /layers/layers.1/blocks.1/attn/proj/Add" [label="[1, 1, 192]", style=solid]; +"1661 Constant_5283" -> "405 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1662 Constant_5280" -> "405 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1663 Constant_5277" -> "405 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1664 Constant_5307" -> "431 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1665 Constant_5304" -> "431 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1666 Constant_5301" -> "431 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1667 Constant_7321" -> "150 /layers/layers.1/blocks.1/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; +"1668 Constant_7322" -> "180 /layers/layers.1/blocks.1/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; +"1669 Constant_5379" -> "128 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; +"1670 Constant_5376" -> "128 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; +"1671 Constant_5373" -> "128 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; +"1672 Constant_5331" -> "117 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; +"1673 Constant_5328" -> "117 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; +"1674 Constant_5325" -> "117 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; +"1675 Constant_5367" -> "129 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; +"1676 Constant_5364" -> "129 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; +"1677 Constant_5361" -> "129 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; +"1678 Constant_5343" -> "127 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; +"1679 Constant_5340" -> "127 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; +"1680 Constant_5337" -> "127 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; +"1681 Constant_7327" -> "297 /layers/layers.2/blocks.0/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1682 onnx^^Add_2534" -> "389 /layers/layers.2/blocks.0/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1683 Constant_984" -> "359 /layers/layers.2/blocks.0/attn/Gather_1" [label="[]", style=dashed]; -"1684 Constant_28836" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1685 Constant_28835" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1686 Constant_28834" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1687 Constant_28833" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1688 Constant_28841" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1689 Constant_28840" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1690 Constant_28839" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1691 Constant_28838" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1692 Constant_7232" -> "358 /layers/layers.2/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1684 Constant_27719" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1685 Constant_27718" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1686 Constant_27717" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1687 Constant_27716" -> "342 /layers/layers.2/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1688 Constant_27724" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1689 Constant_27723" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1690 Constant_27722" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1691 Constant_27721" -> "375 /layers/layers.2/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1692 Constant_7328" -> "358 /layers/layers.2/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1693 Constant_982" -> "341 /layers/layers.2/blocks.0/attn/Gather" [label="[]", style=dashed]; -"1694 Constant_7233" -> "430 /layers/layers.2/blocks.0/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1695 Constant_7236" -> "252 /layers/layers.2/blocks.0/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1696 Constant_7237" -> "311 /layers/layers.2/blocks.0/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1697 Constant_5563" -> "265 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; -"1698 Constant_5560" -> "265 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; -"1699 Constant_5557" -> "265 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; -"1700 Constant_5587" -> "294 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1701 Constant_5584" -> "294 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1702 Constant_5581" -> "294 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1703 Constant_7240" -> "402 /layers/layers.2/blocks.1/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1694 Constant_7329" -> "430 /layers/layers.2/blocks.0/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1695 Constant_7332" -> "252 /layers/layers.2/blocks.0/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1696 Constant_7333" -> "311 /layers/layers.2/blocks.0/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1697 Constant_5403" -> "265 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; +"1698 Constant_5400" -> "265 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; +"1699 Constant_5397" -> "265 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; +"1700 Constant_5427" -> "294 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1701 Constant_5424" -> "294 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1702 Constant_5421" -> "294 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1703 Constant_7336" -> "402 /layers/layers.2/blocks.1/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; "1704 /layers/layers.2/blocks.1/attn/Constant_3" -> "518 /layers/layers.2/blocks.1/attn/Reshape_2" [label="[4]", style=dashed]; -"1705 onnx^^Add_2653" -> "505 /layers/layers.2/blocks.1/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; -"1705 onnx^^Add_2653" -> "554 /layers/layers.2/blocks.3/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; -"1705 onnx^^Add_2653" -> "596 /layers/layers.2/blocks.5/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; +"1705 onnx^^Add_2702" -> "505 /layers/layers.2/blocks.1/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; +"1705 onnx^^Add_2702" -> "554 /layers/layers.2/blocks.3/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; +"1705 onnx^^Add_2702" -> "596 /layers/layers.2/blocks.5/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; "1706 /layers/layers.2/blocks.1/attn/Constant_2" -> "491 /layers/layers.2/blocks.1/attn/Reshape_1" [label="[5]", style=dashed]; -"1707 onnx^^Add_2534" -> "478 /layers/layers.2/blocks.1/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1707 onnx^^Add_2583" -> "478 /layers/layers.2/blocks.1/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1708 Constant_1132" -> "455 /layers/layers.2/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1709 Constant_28881" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1710 Constant_28880" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1711 Constant_28879" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1712 Constant_28878" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1713 Constant_28886" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1714 Constant_28885" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1715 Constant_28884" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1716 Constant_28883" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1717 Constant_7241" -> "454 /layers/layers.2/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1709 Constant_27764" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1710 Constant_27763" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1711 Constant_27762" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1712 Constant_27761" -> "441 /layers/layers.2/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1713 Constant_27769" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1714 Constant_27768" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1715 Constant_27767" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1716 Constant_27766" -> "466 /layers/layers.2/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1717 Constant_7337" -> "454 /layers/layers.2/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1718 Constant_1130" -> "440 /layers/layers.2/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1719 Constant_7242" -> "519 /layers/layers.2/blocks.1/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1720 Constant_5611" -> "579 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1721 Constant_5608" -> "579 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1722 Constant_5605" -> "579 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1723 Constant_5635" -> "599 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1724 Constant_5632" -> "599 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1725 Constant_5629" -> "599 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1726 Constant_7245" -> "279 /layers/layers.2/blocks.1/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1727 Constant_7246" -> "339 /layers/layers.2/blocks.1/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1728 Constant_7249" -> "356 /layers/layers.2/blocks.2/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; -"1729 onnx^^Add_2596" -> "438 /layers/layers.2/blocks.2/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1719 Constant_7338" -> "519 /layers/layers.2/blocks.1/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1720 Constant_5451" -> "579 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1721 Constant_5448" -> "579 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1722 Constant_5445" -> "579 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1723 Constant_5475" -> "599 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1724 Constant_5472" -> "599 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1725 Constant_5469" -> "599 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1726 Constant_7341" -> "279 /layers/layers.2/blocks.1/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1727 Constant_7342" -> "339 /layers/layers.2/blocks.1/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1728 Constant_7345" -> "356 /layers/layers.2/blocks.2/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1729 onnx^^Add_2645" -> "438 /layers/layers.2/blocks.2/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1730 Constant_1289" -> "415 /layers/layers.2/blocks.2/attn/Gather_1" [label="[]", style=dashed]; -"1731 Constant_28931" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1732 Constant_28930" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1733 Constant_28929" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1734 Constant_28928" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1735 Constant_28936" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1736 Constant_28935" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1737 Constant_28934" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1738 Constant_28933" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1739 Constant_7250" -> "414 /layers/layers.2/blocks.2/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1731 Constant_27814" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1732 Constant_27813" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1733 Constant_27812" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1734 Constant_27811" -> "400 /layers/layers.2/blocks.2/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1735 Constant_27819" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1736 Constant_27818" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1737 Constant_27817" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1738 Constant_27816" -> "426 /layers/layers.2/blocks.2/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1739 Constant_7346" -> "414 /layers/layers.2/blocks.2/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1740 Constant_1287" -> "399 /layers/layers.2/blocks.2/attn/Gather" [label="[]", style=dashed]; -"1741 Constant_7251" -> "477 /layers/layers.2/blocks.2/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1742 Constant_7254" -> "307 /layers/layers.2/blocks.2/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1743 Constant_7255" -> "372 /layers/layers.2/blocks.2/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1744 Constant_5659" -> "321 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; -"1745 Constant_5656" -> "321 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; -"1746 Constant_5653" -> "321 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; -"1747 Constant_5683" -> "353 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; -"1748 Constant_5680" -> "353 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; -"1749 Constant_5677" -> "353 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; -"1750 Constant_7258" -> "451 /layers/layers.2/blocks.3/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1741 Constant_7347" -> "477 /layers/layers.2/blocks.2/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1742 Constant_7350" -> "307 /layers/layers.2/blocks.2/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1743 Constant_7351" -> "372 /layers/layers.2/blocks.2/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1744 Constant_5499" -> "321 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; +"1745 Constant_5496" -> "321 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; +"1746 Constant_5493" -> "321 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; +"1747 Constant_5523" -> "353 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; +"1748 Constant_5520" -> "353 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; +"1749 Constant_5517" -> "353 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; +"1750 Constant_7354" -> "451 /layers/layers.2/blocks.3/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; "1751 /layers/layers.2/blocks.3/attn/Constant_3" -> "566 /layers/layers.2/blocks.3/attn/Reshape_2" [label="[4]", style=dashed]; "1752 /layers/layers.2/blocks.3/attn/Constant_2" -> "541 /layers/layers.2/blocks.3/attn/Reshape_1" [label="[5]", style=dashed]; -"1753 onnx^^Add_2645" -> "527 /layers/layers.2/blocks.3/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1753 onnx^^Add_2694" -> "527 /layers/layers.2/blocks.3/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1754 Constant_1437" -> "502 /layers/layers.2/blocks.3/attn/Gather_1" [label="[]", style=dashed]; -"1755 Constant_28976" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1756 Constant_28975" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1757 Constant_28974" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1758 Constant_28973" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1759 Constant_28981" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1760 Constant_28980" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1761 Constant_28979" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1762 Constant_28978" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1763 Constant_7259" -> "501 /layers/layers.2/blocks.3/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1755 Constant_27859" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1756 Constant_27858" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1757 Constant_27857" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1758 Constant_27856" -> "488 /layers/layers.2/blocks.3/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1759 Constant_27864" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1760 Constant_27863" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1761 Constant_27862" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1762 Constant_27861" -> "514 /layers/layers.2/blocks.3/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1763 Constant_7355" -> "501 /layers/layers.2/blocks.3/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1764 Constant_1435" -> "487 /layers/layers.2/blocks.3/attn/Gather" [label="[]", style=dashed]; -"1765 Constant_7260" -> "567 /layers/layers.2/blocks.3/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1766 Constant_5707" -> "617 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; -"1767 Constant_5704" -> "617 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; -"1768 Constant_5701" -> "617 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; -"1769 Constant_5731" -> "634 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; -"1770 Constant_5728" -> "634 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; -"1771 Constant_5725" -> "634 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; -"1772 Constant_7263" -> "335 /layers/layers.2/blocks.3/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1773 Constant_7264" -> "397 /layers/layers.2/blocks.3/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1774 Constant_7267" -> "412 /layers/layers.2/blocks.4/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; -"1775 onnx^^Add_2707" -> "485 /layers/layers.2/blocks.4/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1765 Constant_7356" -> "567 /layers/layers.2/blocks.3/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1766 Constant_5547" -> "617 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; +"1767 Constant_5544" -> "617 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; +"1768 Constant_5541" -> "617 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; +"1769 Constant_5571" -> "634 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; +"1770 Constant_5568" -> "634 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; +"1771 Constant_5565" -> "634 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; +"1772 Constant_7359" -> "335 /layers/layers.2/blocks.3/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1773 Constant_7360" -> "397 /layers/layers.2/blocks.3/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1774 Constant_7363" -> "412 /layers/layers.2/blocks.4/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1775 onnx^^Add_2756" -> "485 /layers/layers.2/blocks.4/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1776 Constant_1594" -> "462 /layers/layers.2/blocks.4/attn/Gather_1" [label="[]", style=dashed]; -"1777 Constant_29026" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1778 Constant_29025" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1779 Constant_29024" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1780 Constant_29023" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1781 Constant_29031" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1782 Constant_29030" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1783 Constant_29029" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1784 Constant_29028" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1785 Constant_7268" -> "461 /layers/layers.2/blocks.4/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1777 Constant_27909" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1778 Constant_27908" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1779 Constant_27907" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1780 Constant_27906" -> "449 /layers/layers.2/blocks.4/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1781 Constant_27914" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1782 Constant_27913" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1783 Constant_27912" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1784 Constant_27911" -> "473 /layers/layers.2/blocks.4/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1785 Constant_7364" -> "461 /layers/layers.2/blocks.4/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1786 Constant_1592" -> "448 /layers/layers.2/blocks.4/attn/Gather" [label="[]", style=dashed]; -"1787 Constant_7269" -> "526 /layers/layers.2/blocks.4/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1788 Constant_7272" -> "368 /layers/layers.2/blocks.4/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1789 Constant_7273" -> "423 /layers/layers.2/blocks.4/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1790 Constant_5755" -> "381 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; -"1791 Constant_5752" -> "381 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; -"1792 Constant_5749" -> "381 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; -"1793 Constant_5779" -> "409 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; -"1794 Constant_5776" -> "409 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; -"1795 Constant_5773" -> "409 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; -"1796 Constant_7276" -> "498 /layers/layers.2/blocks.5/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1787 Constant_7365" -> "526 /layers/layers.2/blocks.4/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1788 Constant_7368" -> "368 /layers/layers.2/blocks.4/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1789 Constant_7369" -> "423 /layers/layers.2/blocks.4/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1790 Constant_5595" -> "381 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; +"1791 Constant_5592" -> "381 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; +"1792 Constant_5589" -> "381 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; +"1793 Constant_5619" -> "409 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; +"1794 Constant_5616" -> "409 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; +"1795 Constant_5613" -> "409 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; +"1796 Constant_7372" -> "498 /layers/layers.2/blocks.5/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; "1797 /layers/layers.2/blocks.5/attn/Constant_3" -> "605 /layers/layers.2/blocks.5/attn/Reshape_2" [label="[4]", style=dashed]; "1798 /layers/layers.2/blocks.5/attn/Constant_2" -> "586 /layers/layers.2/blocks.5/attn/Reshape_1" [label="[5]", style=dashed]; -"1799 onnx^^Add_2756" -> "574 /layers/layers.2/blocks.5/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1799 onnx^^Add_2805" -> "574 /layers/layers.2/blocks.5/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1800 Constant_1742" -> "551 /layers/layers.2/blocks.5/attn/Gather_1" [label="[]", style=dashed]; -"1801 Constant_29071" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1802 Constant_29070" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1803 Constant_29069" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1804 Constant_29068" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1805 Constant_29076" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1806 Constant_29075" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1807 Constant_29074" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1808 Constant_29073" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1809 Constant_7277" -> "550 /layers/layers.2/blocks.5/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1801 Constant_27954" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1802 Constant_27953" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1803 Constant_27952" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1804 Constant_27951" -> "538 /layers/layers.2/blocks.5/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1805 Constant_27959" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1806 Constant_27958" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1807 Constant_27957" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1808 Constant_27956" -> "562 /layers/layers.2/blocks.5/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1809 Constant_7373" -> "550 /layers/layers.2/blocks.5/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1810 Constant_1740" -> "537 /layers/layers.2/blocks.5/attn/Gather" [label="[]", style=dashed]; -"1811 Constant_7278" -> "606 /layers/layers.2/blocks.5/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1812 Constant_5803" -> "648 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; -"1813 Constant_5800" -> "648 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; -"1814 Constant_5797" -> "648 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; -"1815 Constant_5827" -> "658 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; -"1816 Constant_5824" -> "658 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; -"1817 Constant_5821" -> "658 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; -"1818 Constant_7281" -> "393 /layers/layers.2/blocks.5/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1819 Constant_7282" -> "446 /layers/layers.2/blocks.5/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1820 Constant_5899" -> "363 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; -"1821 Constant_5896" -> "363 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; -"1822 Constant_5893" -> "363 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; -"1823 Constant_5851" -> "346 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; -"1824 Constant_5848" -> "346 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; -"1825 Constant_5845" -> "346 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; -"1826 Constant_5887" -> "364 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; -"1827 Constant_5884" -> "364 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; -"1828 Constant_5881" -> "364 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; -"1829 Constant_5863" -> "362 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; -"1830 Constant_5860" -> "362 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; -"1831 Constant_5857" -> "362 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; -"1832 Constant_7287" -> "585 /layers/layers.3/blocks.0/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; -"1833 onnx^^Add_2828" -> "639 /layers/layers.3/blocks.0/attn/Add" [label="[1, 24, 49, 49]", style=solid]; +"1811 Constant_7374" -> "606 /layers/layers.2/blocks.5/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1812 Constant_5643" -> "648 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; +"1813 Constant_5640" -> "648 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; +"1814 Constant_5637" -> "648 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; +"1815 Constant_5667" -> "658 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; +"1816 Constant_5664" -> "658 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; +"1817 Constant_5661" -> "658 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; +"1818 Constant_7377" -> "393 /layers/layers.2/blocks.5/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1819 Constant_7378" -> "446 /layers/layers.2/blocks.5/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1820 Constant_5739" -> "363 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; +"1821 Constant_5736" -> "363 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; +"1822 Constant_5733" -> "363 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; +"1823 Constant_5691" -> "346 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; +"1824 Constant_5688" -> "346 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; +"1825 Constant_5685" -> "346 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; +"1826 Constant_5727" -> "364 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; +"1827 Constant_5724" -> "364 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; +"1828 Constant_5721" -> "364 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; +"1829 Constant_5703" -> "362 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; +"1830 Constant_5700" -> "362 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; +"1831 Constant_5697" -> "362 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; +"1832 Constant_7383" -> "585 /layers/layers.3/blocks.0/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; +"1833 onnx^^Add_2901" -> "639 /layers/layers.3/blocks.0/attn/Add" [label="[1, 24, 49, 49]", style=solid]; "1834 Constant_1952" -> "623 /layers/layers.3/blocks.0/attn/Gather_1" [label="[]", style=dashed]; -"1835 Constant_29131" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1836 Constant_29130" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1837 Constant_29129" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1838 Constant_29128" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1839 Constant_29136" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1840 Constant_29135" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1841 Constant_29134" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1842 Constant_29133" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1843 Constant_7288" -> "622 /layers/layers.3/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1835 Constant_28014" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1836 Constant_28013" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1837 Constant_28012" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1838 Constant_28011" -> "613 /layers/layers.3/blocks.0/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1839 Constant_28019" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1840 Constant_28018" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1841 Constant_28017" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1842 Constant_28016" -> "630 /layers/layers.3/blocks.0/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1843 Constant_7384" -> "622 /layers/layers.3/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1844 Constant_1950" -> "612 /layers/layers.3/blocks.0/attn/Gather" [label="[]", style=dashed]; -"1845 Constant_7289" -> "657 /layers/layers.3/blocks.0/attn/proj/Add" [label="[1, 1, 768]", style=solid]; -"1846 Constant_7292" -> "548 /layers/layers.3/blocks.0/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; -"1847 Constant_7293" -> "594 /layers/layers.3/blocks.0/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; -"1848 Constant_7296" -> "603 /layers/layers.3/blocks.1/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; -"1849 onnx^^Add_2877" -> "651 /layers/layers.3/blocks.1/attn/Add" [label="[1, 24, 49, 49]", style=solid]; +"1845 Constant_7385" -> "657 /layers/layers.3/blocks.0/attn/proj/Add" [label="[1, 1, 768]", style=solid]; +"1846 Constant_7388" -> "548 /layers/layers.3/blocks.0/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; +"1847 Constant_7389" -> "594 /layers/layers.3/blocks.0/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; +"1848 Constant_7392" -> "603 /layers/layers.3/blocks.1/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; +"1849 onnx^^Add_2950" -> "651 /layers/layers.3/blocks.1/attn/Add" [label="[1, 24, 49, 49]", style=solid]; "1850 Constant_2058" -> "637 /layers/layers.3/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1851 Constant_29181" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1852 Constant_29180" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1853 Constant_29179" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1854 Constant_29178" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; -"1855 Constant_29186" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1856 Constant_29185" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1857 Constant_29184" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1858 Constant_29183" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; -"1859 Constant_7297" -> "636 /layers/layers.3/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1851 Constant_28064" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1852 Constant_28063" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1853 Constant_28062" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1854 Constant_28061" -> "628 /layers/layers.3/blocks.1/attn/Gather_1/fq_input_0" [label="[]", style=solid]; +"1855 Constant_28069" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1856 Constant_28068" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1857 Constant_28067" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1858 Constant_28066" -> "643 /layers/layers.3/blocks.1/attn/Mul/fq_output_0" [label="[]", style=solid]; +"1859 Constant_7393" -> "636 /layers/layers.3/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1860 Constant_2056" -> "627 /layers/layers.3/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1861 Constant_7298" -> "663 /layers/layers.3/blocks.1/attn/proj/Add" [label="[1, 1, 768]", style=solid]; -"1862 Constant_7301" -> "570 /layers/layers.3/blocks.1/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; -"1863 Constant_7302" -> "610 /layers/layers.3/blocks.1/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; +"1861 Constant_7394" -> "663 /layers/layers.3/blocks.1/attn/proj/Add" [label="[1, 1, 768]", style=solid]; +"1862 Constant_7397" -> "570 /layers/layers.3/blocks.1/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; +"1863 Constant_7398" -> "610 /layers/layers.3/blocks.1/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; } diff --git a/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_sq.dot b/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_sq.dot index 5ee24d3048c..f8625524492 100644 --- a/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_sq.dot +++ b/tests/openvino/native/data/reference_graphs/quantized/swin-tiny-patch4-window7-224_sq.dot @@ -1,6 +1,6 @@ strict digraph { "0 input" [id=0, type=Parameter]; -"1 Multiply_6794" [id=1, type=Multiply]; +"1 Multiply_6579" [id=1, type=Multiply]; "2 Divide_2169" [id=2, type=Add]; "3 /patch_embed/proj/Conv/WithoutBiases" [id=3, type=Convolution]; "4 /patch_embed/proj/Conv" [id=4, type=Add]; @@ -29,7 +29,7 @@ strict digraph { "27 /layers/layers.0/downsample/Reshape" [id=27, type=Reshape]; "28 /layers/layers.0/blocks.1/norm2/Mul" [id=28, type=Multiply]; "29 /layers/layers.0/blocks.1/norm1/Add_1" [id=29, type=Add]; -"30 /layers/layers.0/blocks.0/norm2/Add_1/smooth_quant_multiply" [id=30, type=Multiply]; +"30 /layers/layers.0/blocks.0/norm2/Add_1_0_0/sq_multiply" [id=30, type=Multiply]; "31 /layers/layers.0/blocks.0/Transpose" [id=31, type=Transpose]; "32 /layers/layers.0/downsample/Slice" [id=32, type=StridedSlice]; "33 /layers/layers.0/downsample/Slice_2" [id=33, type=StridedSlice]; @@ -41,7 +41,7 @@ strict digraph { "39 /layers/layers.0/downsample/Slice_4" [id=39, type=StridedSlice]; "40 /layers/layers.0/downsample/Slice_3" [id=40, type=StridedSlice]; "41 /layers/layers.0/downsample/Slice_5" [id=41, type=StridedSlice]; -"42 /layers/layers.0/blocks.1/norm2/Add_1/smooth_quant_multiply" [id=42, type=Multiply]; +"42 /layers/layers.0/blocks.1/norm2/Add_1_0_0/sq_multiply" [id=42, type=Multiply]; "43 /layers/layers.0/blocks.1/Slice" [id=43, type=StridedSlice]; "44 /layers/layers.0/blocks.1/Slice_1" [id=44, type=StridedSlice]; "45 /layers/layers.0/blocks.0/mlp/fc1/Add" [id=45, type=Add]; @@ -50,12 +50,12 @@ strict digraph { "48 /layers/layers.0/blocks.1/mlp/fc1/MatMul" [id=48, type=MatMul]; "49 /layers/layers.0/blocks.1/Concat" [id=49, type=Concat]; "50 /layers/layers.0/blocks.0/mlp/act/Mul_1" [id=50, type=Gelu]; -"51 /layers/layers.0/blocks.0/Reshape_3/smooth_quant_multiply" [id=51, type=Multiply]; +"51 /layers/layers.0/blocks.0/Reshape_3_0_0/sq_multiply" [id=51, type=Multiply]; "52 /layers/layers.0/downsample/Reshape_1" [id=52, type=Reshape]; "53 /layers/layers.0/blocks.1/mlp/fc1/Add" [id=53, type=Add]; "54 /layers/layers.0/blocks.1/Slice_2" [id=54, type=StridedSlice]; "55 /layers/layers.0/blocks.1/Slice_3" [id=55, type=StridedSlice]; -"56 /layers/layers.0/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [id=56, type=Multiply]; +"56 /layers/layers.0/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [id=56, type=Multiply]; "57 /layers/layers.0/blocks.0/attn/qkv/MatMul" [id=57, type=MatMul]; "58 /layers/layers.0/downsample/norm/Div" [id=58, type=MVN]; "59 /layers/layers.0/blocks.1/mlp/act/Mul_1" [id=59, type=Gelu]; @@ -63,7 +63,7 @@ strict digraph { "61 /layers/layers.0/blocks.0/mlp/fc2/MatMul" [id=61, type=MatMul]; "62 /layers/layers.0/blocks.0/attn/qkv/Add" [id=62, type=Add]; "63 /layers/layers.0/downsample/norm/Mul" [id=63, type=Multiply]; -"64 /layers/layers.0/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [id=64, type=Multiply]; +"64 /layers/layers.0/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [id=64, type=Multiply]; "65 /layers/layers.0/blocks.1/Reshape_1" [id=65, type=Reshape]; "66 /layers/layers.0/blocks.0/mlp/fc2/Add" [id=66, type=Add]; "67 /layers/layers.0/blocks.0/attn/Reshape" [id=67, type=Reshape]; @@ -71,7 +71,7 @@ strict digraph { "69 /layers/layers.0/blocks.1/mlp/fc2/MatMul" [id=69, type=MatMul]; "70 /layers/layers.0/blocks.1/Transpose" [id=70, type=Transpose]; "71 /layers/layers.0/blocks.0/attn/Transpose" [id=71, type=Transpose]; -"72 /layers/layers.0/downsample/norm/Add_1/smooth_quant_multiply" [id=72, type=Multiply]; +"72 /layers/layers.0/downsample/norm/Add_1_0_0/sq_multiply" [id=72, type=Multiply]; "73 /layers/layers.0/blocks.1/mlp/fc2/Add" [id=73, type=Add]; "74 /layers/layers.0/blocks.1/Reshape_2" [id=74, type=Reshape]; "75 /layers/layers.0/blocks.0/attn/Gather" [id=75, type=Gather]; @@ -84,7 +84,7 @@ strict digraph { "82 /layers/layers.0/blocks.0/attn/MatMul_1" [id=82, type=MatMul]; "83 /layers/layers.1/blocks.0/Add" [id=83, type=Add]; "84 /layers/layers.1/blocks.0/norm1/Div" [id=84, type=MVN]; -"85 /layers/layers.0/blocks.1/Reshape_3/smooth_quant_multiply" [id=85, type=Multiply]; +"85 /layers/layers.0/blocks.1/Reshape_3_0_0/sq_multiply" [id=85, type=Multiply]; "86 /layers/layers.0/blocks.0/attn/Add" [id=86, type=Add]; "87 /layers/layers.0/blocks.0/attn/Transpose_2" [id=87, type=Transpose]; "88 /layers/layers.1/blocks.0/Add_1" [id=88, type=Add]; @@ -98,7 +98,7 @@ strict digraph { "96 /layers/layers.1/blocks.0/norm2/Mul" [id=96, type=Multiply]; "97 /layers/layers.1/blocks.0/norm1/Add_1" [id=97, type=Add]; "98 /layers/layers.0/blocks.1/attn/qkv/Add" [id=98, type=Add]; -"99 /layers/layers.0/blocks.0/attn/Reshape_1/smooth_quant_multiply" [id=99, type=Multiply]; +"99 /layers/layers.0/blocks.0/attn/Reshape_1_0_0/sq_multiply" [id=99, type=Multiply]; "100 /layers/layers.1/blocks.1/Add_1" [id=100, type=Add]; "101 /layers/layers.1/blocks.1/norm2/Div" [id=101, type=MVN]; "102 /layers/layers.1/blocks.1/norm1/Mul" [id=102, type=Multiply]; @@ -109,7 +109,7 @@ strict digraph { "107 /layers/layers.1/downsample/Reshape" [id=107, type=Reshape]; "108 /layers/layers.1/blocks.1/norm2/Mul" [id=108, type=Multiply]; "109 /layers/layers.1/blocks.1/norm1/Add_1" [id=109, type=Add]; -"110 /layers/layers.1/blocks.0/norm2/Add_1/smooth_quant_multiply" [id=110, type=Multiply]; +"110 /layers/layers.1/blocks.0/norm2/Add_1_0_0/sq_multiply" [id=110, type=Multiply]; "111 /layers/layers.1/blocks.0/Transpose" [id=111, type=Transpose]; "112 /layers/layers.0/blocks.1/attn/Transpose" [id=112, type=Transpose]; "113 /layers/layers.0/blocks.0/attn/proj/Add" [id=113, type=Add]; @@ -127,7 +127,7 @@ strict digraph { "125 /layers/layers.1/downsample/Slice_4" [id=125, type=StridedSlice]; "126 /layers/layers.1/downsample/Slice_3" [id=126, type=StridedSlice]; "127 /layers/layers.1/downsample/Slice_5" [id=127, type=StridedSlice]; -"128 /layers/layers.1/blocks.1/norm2/Add_1/smooth_quant_multiply" [id=128, type=Multiply]; +"128 /layers/layers.1/blocks.1/norm2/Add_1_0_0/sq_multiply" [id=128, type=Multiply]; "129 /layers/layers.1/blocks.1/Slice" [id=129, type=StridedSlice]; "130 /layers/layers.1/blocks.1/Slice_1" [id=130, type=StridedSlice]; "131 /layers/layers.1/blocks.0/mlp/fc1/Add" [id=131, type=Add]; @@ -140,7 +140,7 @@ strict digraph { "138 /layers/layers.1/blocks.1/mlp/fc1/MatMul" [id=138, type=MatMul]; "139 /layers/layers.1/blocks.1/Concat" [id=139, type=Concat]; "140 /layers/layers.1/blocks.0/mlp/act/Mul_1" [id=140, type=Gelu]; -"141 /layers/layers.1/blocks.0/Reshape_3/smooth_quant_multiply" [id=141, type=Multiply]; +"141 /layers/layers.1/blocks.0/Reshape_3_0_0/sq_multiply" [id=141, type=Multiply]; "142 /layers/layers.0/blocks.1/attn/Add" [id=142, type=Add]; "143 /layers/layers.0/blocks.1/attn/Transpose_2" [id=143, type=Transpose]; "144 /layers/layers.0/blocks.0/Transpose_1" [id=144, type=Transpose]; @@ -148,7 +148,7 @@ strict digraph { "146 /layers/layers.1/blocks.1/mlp/fc1/Add" [id=146, type=Add]; "147 /layers/layers.1/blocks.1/Slice_2" [id=147, type=StridedSlice]; "148 /layers/layers.1/blocks.1/Slice_3" [id=148, type=StridedSlice]; -"149 /layers/layers.1/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [id=149, type=Multiply]; +"149 /layers/layers.1/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [id=149, type=Multiply]; "150 /layers/layers.1/blocks.0/attn/qkv/MatMul" [id=150, type=MatMul]; "151 /layers/layers.0/blocks.1/attn/Reshape_1" [id=151, type=Reshape]; "152 /layers/layers.0/blocks.1/attn/Reshape_3" [id=152, type=Reshape]; @@ -159,10 +159,10 @@ strict digraph { "157 /layers/layers.1/blocks.0/mlp/fc2/MatMul" [id=157, type=MatMul]; "158 /layers/layers.1/blocks.0/attn/qkv/Add" [id=158, type=Add]; "159 /layers/layers.0/blocks.1/attn/Add_1" [id=159, type=Add]; -"160 /layers/layers.0/blocks.1/attn/Reshape_3/smooth_quant_multiply" [id=160, type=Multiply]; +"160 /layers/layers.0/blocks.1/attn/Reshape_3_0_0/sq_multiply" [id=160, type=Multiply]; "161 /layers/layers.0/blocks.0/Reshape_7" [id=161, type=Reshape]; "162 /layers/layers.1/downsample/norm/Mul" [id=162, type=Multiply]; -"163 /layers/layers.1/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [id=163, type=Multiply]; +"163 /layers/layers.1/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [id=163, type=Multiply]; "164 /layers/layers.1/blocks.1/Reshape_1" [id=164, type=Reshape]; "165 /layers/layers.1/blocks.0/mlp/fc2/Add" [id=165, type=Add]; "166 /layers/layers.1/blocks.0/attn/Reshape" [id=166, type=Reshape]; @@ -174,7 +174,7 @@ strict digraph { "172 /layers/layers.1/blocks.0/attn/Transpose" [id=172, type=Transpose]; "173 /layers/layers.0/blocks.1/attn/softmax/Softmax" [id=173, type=Softmax]; "174 /layers/layers.0/blocks.1/attn/proj/Add" [id=174, type=Add]; -"175 /layers/layers.1/downsample/norm/Add_1/smooth_quant_multiply" [id=175, type=Multiply]; +"175 /layers/layers.1/downsample/norm/Add_1_0_0/sq_multiply" [id=175, type=Multiply]; "176 /layers/layers.1/blocks.1/mlp/fc2/Add" [id=176, type=Add]; "177 /layers/layers.1/blocks.1/Reshape_2" [id=177, type=Reshape]; "178 /layers/layers.1/blocks.0/attn/Gather" [id=178, type=Gather]; @@ -189,7 +189,7 @@ strict digraph { "187 /layers/layers.0/blocks.1/Reshape_5" [id=187, type=Reshape]; "188 /layers/layers.2/blocks.0/Add" [id=188, type=Add]; "189 /layers/layers.2/blocks.0/norm1/Div" [id=189, type=MVN]; -"190 /layers/layers.1/blocks.1/Reshape_3/smooth_quant_multiply" [id=190, type=Multiply]; +"190 /layers/layers.1/blocks.1/Reshape_3_0_0/sq_multiply" [id=190, type=Multiply]; "191 /layers/layers.1/blocks.0/attn/Add" [id=191, type=Add]; "192 /layers/layers.1/blocks.0/attn/Transpose_2" [id=192, type=Transpose]; "193 /layers/layers.0/blocks.1/Transpose_1" [id=193, type=Transpose]; @@ -205,7 +205,7 @@ strict digraph { "203 /layers/layers.2/blocks.0/norm2/Mul" [id=203, type=Multiply]; "204 /layers/layers.2/blocks.0/norm1/Add_1" [id=204, type=Add]; "205 /layers/layers.1/blocks.1/attn/qkv/Add" [id=205, type=Add]; -"206 /layers/layers.1/blocks.0/attn/Reshape_1/smooth_quant_multiply" [id=206, type=Multiply]; +"206 /layers/layers.1/blocks.0/attn/Reshape_1_0_0/sq_multiply" [id=206, type=Multiply]; "207 /layers/layers.0/blocks.1/Slice_4" [id=207, type=StridedSlice]; "208 /layers/layers.0/blocks.1/Slice_5" [id=208, type=StridedSlice]; "209 /layers/layers.2/blocks.1/Add_1" [id=209, type=Add]; @@ -220,7 +220,7 @@ strict digraph { "218 /layers/layers.2/blocks.2/norm1/Div" [id=218, type=MVN]; "219 /layers/layers.2/blocks.1/norm2/Mul" [id=219, type=Multiply]; "220 /layers/layers.2/blocks.1/norm1/Add_1" [id=220, type=Add]; -"221 /layers/layers.2/blocks.0/norm2/Add_1/smooth_quant_multiply" [id=221, type=Multiply]; +"221 /layers/layers.2/blocks.0/norm2/Add_1_0_0/sq_multiply" [id=221, type=Multiply]; "222 /layers/layers.2/blocks.0/Transpose" [id=222, type=Transpose]; "223 /layers/layers.1/blocks.1/attn/Transpose" [id=223, type=Transpose]; "224 /layers/layers.1/blocks.0/attn/proj/Add" [id=224, type=Add]; @@ -242,7 +242,7 @@ strict digraph { "240 /layers/layers.2/blocks.3/norm1/Div" [id=240, type=MVN]; "241 /layers/layers.2/blocks.2/norm2/Mul" [id=241, type=Multiply]; "242 /layers/layers.2/blocks.2/norm1/Add_1" [id=242, type=Add]; -"243 /layers/layers.2/blocks.1/norm2/Add_1/smooth_quant_multiply" [id=243, type=Multiply]; +"243 /layers/layers.2/blocks.1/norm2/Add_1_0_0/sq_multiply" [id=243, type=Multiply]; "244 /layers/layers.2/blocks.1/Slice" [id=244, type=StridedSlice]; "245 /layers/layers.2/blocks.1/Slice_1" [id=245, type=StridedSlice]; "246 /layers/layers.2/blocks.0/mlp/fc1/Add" [id=246, type=Add]; @@ -260,7 +260,7 @@ strict digraph { "258 /layers/layers.2/blocks.1/mlp/fc1/MatMul" [id=258, type=MatMul]; "259 /layers/layers.2/blocks.1/Concat" [id=259, type=Concat]; "260 /layers/layers.2/blocks.0/mlp/act/Mul_1" [id=260, type=Gelu]; -"261 /layers/layers.2/blocks.0/Reshape_3/smooth_quant_multiply" [id=261, type=Multiply]; +"261 /layers/layers.2/blocks.0/Reshape_3_0_0/sq_multiply" [id=261, type=Multiply]; "262 /layers/layers.1/blocks.1/attn/Add" [id=262, type=Add]; "263 /layers/layers.1/blocks.1/attn/Transpose_2" [id=263, type=Transpose]; "264 /layers/layers.1/blocks.0/Transpose_1" [id=264, type=Transpose]; @@ -268,12 +268,12 @@ strict digraph { "266 /layers/layers.2/blocks.4/norm1/Div" [id=266, type=MVN]; "267 /layers/layers.2/blocks.3/norm2/Mul" [id=267, type=Multiply]; "268 /layers/layers.2/blocks.3/norm1/Add_1" [id=268, type=Add]; -"269 /layers/layers.2/blocks.2/norm2/Add_1/smooth_quant_multiply" [id=269, type=Multiply]; +"269 /layers/layers.2/blocks.2/norm2/Add_1_0_0/sq_multiply" [id=269, type=Multiply]; "270 /layers/layers.2/blocks.2/Transpose" [id=270, type=Transpose]; "271 /layers/layers.2/blocks.1/mlp/fc1/Add" [id=271, type=Add]; "272 /layers/layers.2/blocks.1/Slice_2" [id=272, type=StridedSlice]; "273 /layers/layers.2/blocks.1/Slice_3" [id=273, type=StridedSlice]; -"274 /layers/layers.2/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [id=274, type=Multiply]; +"274 /layers/layers.2/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [id=274, type=Multiply]; "275 /layers/layers.2/blocks.0/attn/qkv/MatMul" [id=275, type=MatMul]; "276 /layers/layers.1/blocks.1/attn/Reshape_1" [id=276, type=Reshape]; "277 /layers/layers.1/blocks.1/attn/Reshape_3" [id=277, type=Reshape]; @@ -290,18 +290,18 @@ strict digraph { "288 /layers/layers.2/blocks.0/mlp/fc2/MatMul" [id=288, type=MatMul]; "289 /layers/layers.2/blocks.0/attn/qkv/Add" [id=289, type=Add]; "290 /layers/layers.1/blocks.1/attn/Add_1" [id=290, type=Add]; -"291 /layers/layers.1/blocks.1/attn/Reshape_3/smooth_quant_multiply" [id=291, type=Multiply]; +"291 /layers/layers.1/blocks.1/attn/Reshape_3_0_0/sq_multiply" [id=291, type=Multiply]; "292 /layers/layers.1/blocks.0/Reshape_7" [id=292, type=Reshape]; "293 /layers/layers.2/blocks.5/Add" [id=293, type=Add]; "294 /layers/layers.2/blocks.5/norm1/Div" [id=294, type=MVN]; "295 /layers/layers.2/blocks.4/norm2/Mul" [id=295, type=Multiply]; "296 /layers/layers.2/blocks.4/norm1/Add_1" [id=296, type=Add]; -"297 /layers/layers.2/blocks.3/norm2/Add_1/smooth_quant_multiply" [id=297, type=Multiply]; +"297 /layers/layers.2/blocks.3/norm2/Add_1_0_0/sq_multiply" [id=297, type=Multiply]; "298 /layers/layers.2/blocks.3/Slice" [id=298, type=StridedSlice]; "299 /layers/layers.2/blocks.3/Slice_1" [id=299, type=StridedSlice]; "300 /layers/layers.2/blocks.2/mlp/fc1/Add" [id=300, type=Add]; "301 /layers/layers.2/blocks.2/Reshape_3" [id=301, type=Reshape]; -"302 /layers/layers.2/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [id=302, type=Multiply]; +"302 /layers/layers.2/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [id=302, type=Multiply]; "303 /layers/layers.2/blocks.1/Reshape_1" [id=303, type=Reshape]; "304 /layers/layers.2/blocks.0/mlp/fc2/Add" [id=304, type=Add]; "305 /layers/layers.2/blocks.0/attn/Reshape" [id=305, type=Reshape]; @@ -315,7 +315,7 @@ strict digraph { "313 /layers/layers.2/blocks.3/mlp/fc1/MatMul" [id=313, type=MatMul]; "314 /layers/layers.2/blocks.3/Concat" [id=314, type=Concat]; "315 /layers/layers.2/blocks.2/mlp/act/Mul_1" [id=315, type=Gelu]; -"316 /layers/layers.2/blocks.2/Reshape_3/smooth_quant_multiply" [id=316, type=Multiply]; +"316 /layers/layers.2/blocks.2/Reshape_3_0_0/sq_multiply" [id=316, type=Multiply]; "317 /layers/layers.2/blocks.1/mlp/fc2/MatMul" [id=317, type=MatMul]; "318 /layers/layers.2/blocks.1/Transpose" [id=318, type=Transpose]; "319 /layers/layers.2/blocks.0/attn/Transpose" [id=319, type=Transpose]; @@ -324,12 +324,12 @@ strict digraph { "322 /layers/layers.2/downsample/Reshape" [id=322, type=Reshape]; "323 /layers/layers.2/blocks.5/norm2/Mul" [id=323, type=Multiply]; "324 /layers/layers.2/blocks.5/norm1/Add_1" [id=324, type=Add]; -"325 /layers/layers.2/blocks.4/norm2/Add_1/smooth_quant_multiply" [id=325, type=Multiply]; +"325 /layers/layers.2/blocks.4/norm2/Add_1_0_0/sq_multiply" [id=325, type=Multiply]; "326 /layers/layers.2/blocks.4/Transpose" [id=326, type=Transpose]; "327 /layers/layers.2/blocks.3/mlp/fc1/Add" [id=327, type=Add]; "328 /layers/layers.2/blocks.3/Slice_2" [id=328, type=StridedSlice]; "329 /layers/layers.2/blocks.3/Slice_3" [id=329, type=StridedSlice]; -"330 /layers/layers.2/blocks.2/mlp/act/Mul_1/smooth_quant_multiply" [id=330, type=Multiply]; +"330 /layers/layers.2/blocks.2/mlp/act/Mul_1_0_0/sq_multiply" [id=330, type=Multiply]; "331 /layers/layers.2/blocks.2/attn/qkv/MatMul" [id=331, type=MatMul]; "332 /layers/layers.2/blocks.1/mlp/fc2/Add" [id=332, type=Add]; "333 /layers/layers.2/blocks.1/Reshape_2" [id=333, type=Reshape]; @@ -356,16 +356,16 @@ strict digraph { "354 /layers/layers.2/downsample/Slice_4" [id=354, type=StridedSlice]; "355 /layers/layers.2/downsample/Slice_3" [id=355, type=StridedSlice]; "356 /layers/layers.2/downsample/Slice_5" [id=356, type=StridedSlice]; -"357 /layers/layers.2/blocks.5/norm2/Add_1/smooth_quant_multiply" [id=357, type=Multiply]; +"357 /layers/layers.2/blocks.5/norm2/Add_1_0_0/sq_multiply" [id=357, type=Multiply]; "358 /layers/layers.2/blocks.5/Slice" [id=358, type=StridedSlice]; "359 /layers/layers.2/blocks.5/Slice_1" [id=359, type=StridedSlice]; "360 /layers/layers.2/blocks.4/mlp/fc1/Add" [id=360, type=Add]; "361 /layers/layers.2/blocks.4/Reshape_3" [id=361, type=Reshape]; -"362 /layers/layers.2/blocks.3/mlp/act/Mul_1/smooth_quant_multiply" [id=362, type=Multiply]; +"362 /layers/layers.2/blocks.3/mlp/act/Mul_1_0_0/sq_multiply" [id=362, type=Multiply]; "363 /layers/layers.2/blocks.3/Reshape_1" [id=363, type=Reshape]; "364 /layers/layers.2/blocks.2/mlp/fc2/Add" [id=364, type=Add]; "365 /layers/layers.2/blocks.2/attn/Reshape" [id=365, type=Reshape]; -"366 /layers/layers.2/blocks.1/Reshape_3/smooth_quant_multiply" [id=366, type=Multiply]; +"366 /layers/layers.2/blocks.1/Reshape_3_0_0/sq_multiply" [id=366, type=Multiply]; "367 /layers/layers.2/blocks.0/attn/Add" [id=367, type=Add]; "368 /layers/layers.2/blocks.0/attn/Transpose_2" [id=368, type=Transpose]; "369 /layers/layers.1/blocks.1/Transpose_1" [id=369, type=Transpose]; @@ -373,7 +373,7 @@ strict digraph { "371 /layers/layers.2/blocks.5/mlp/fc1/MatMul" [id=371, type=MatMul]; "372 /layers/layers.2/blocks.5/Concat" [id=372, type=Concat]; "373 /layers/layers.2/blocks.4/mlp/act/Mul_1" [id=373, type=Gelu]; -"374 /layers/layers.2/blocks.4/Reshape_3/smooth_quant_multiply" [id=374, type=Multiply]; +"374 /layers/layers.2/blocks.4/Reshape_3_0_0/sq_multiply" [id=374, type=Multiply]; "375 /layers/layers.2/blocks.3/mlp/fc2/MatMul" [id=375, type=MatMul]; "376 /layers/layers.2/blocks.3/Transpose" [id=376, type=Transpose]; "377 /layers/layers.2/blocks.2/attn/Transpose" [id=377, type=Transpose]; @@ -385,7 +385,7 @@ strict digraph { "383 /layers/layers.2/blocks.5/mlp/fc1/Add" [id=383, type=Add]; "384 /layers/layers.2/blocks.5/Slice_2" [id=384, type=StridedSlice]; "385 /layers/layers.2/blocks.5/Slice_3" [id=385, type=StridedSlice]; -"386 /layers/layers.2/blocks.4/mlp/act/Mul_1/smooth_quant_multiply" [id=386, type=Multiply]; +"386 /layers/layers.2/blocks.4/mlp/act/Mul_1_0_0/sq_multiply" [id=386, type=Multiply]; "387 /layers/layers.2/blocks.4/attn/qkv/MatMul" [id=387, type=MatMul]; "388 /layers/layers.2/blocks.3/mlp/fc2/Add" [id=388, type=Add]; "389 /layers/layers.2/blocks.3/Reshape_2" [id=389, type=Reshape]; @@ -393,7 +393,7 @@ strict digraph { "391 /layers/layers.2/blocks.2/attn/Gather_1" [id=391, type=Gather]; "392 /layers/layers.2/blocks.2/attn/Gather_2" [id=392, type=Gather]; "393 /layers/layers.2/blocks.1/attn/qkv/Add" [id=393, type=Add]; -"394 /layers/layers.2/blocks.0/attn/Reshape_1/smooth_quant_multiply" [id=394, type=Multiply]; +"394 /layers/layers.2/blocks.0/attn/Reshape_1_0_0/sq_multiply" [id=394, type=Multiply]; "395 /layers/layers.1/blocks.1/Slice_4" [id=395, type=StridedSlice]; "396 /layers/layers.1/blocks.1/Slice_5" [id=396, type=StridedSlice]; "397 /layers/layers.2/downsample/norm/Div" [id=397, type=MVN]; @@ -409,11 +409,11 @@ strict digraph { "407 /layers/layers.2/blocks.0/attn/proj/MatMul" [id=407, type=MatMul]; "408 /layers/layers.1/blocks.1/Concat_2" [id=408, type=Concat]; "409 /layers/layers.2/downsample/norm/Mul" [id=409, type=Multiply]; -"410 /layers/layers.2/blocks.5/mlp/act/Mul_1/smooth_quant_multiply" [id=410, type=Multiply]; +"410 /layers/layers.2/blocks.5/mlp/act/Mul_1_0_0/sq_multiply" [id=410, type=Multiply]; "411 /layers/layers.2/blocks.5/Reshape_1" [id=411, type=Reshape]; "412 /layers/layers.2/blocks.4/mlp/fc2/Add" [id=412, type=Add]; "413 /layers/layers.2/blocks.4/attn/Reshape" [id=413, type=Reshape]; -"414 /layers/layers.2/blocks.3/Reshape_3/smooth_quant_multiply" [id=414, type=Multiply]; +"414 /layers/layers.2/blocks.3/Reshape_3_0_0/sq_multiply" [id=414, type=Multiply]; "415 /layers/layers.2/blocks.2/attn/Add" [id=415, type=Add]; "416 /layers/layers.2/blocks.2/attn/Transpose_2" [id=416, type=Transpose]; "417 /layers/layers.2/blocks.1/attn/Transpose" [id=417, type=Transpose]; @@ -432,14 +432,14 @@ strict digraph { "430 /layers/layers.2/blocks.1/attn/Gather_2" [id=430, type=Gather]; "431 /layers/layers.2/blocks.0/Reshape_4" [id=431, type=Reshape]; "432 /layers/layers.1/blocks.1/Concat_3" [id=432, type=Concat]; -"433 /layers/layers.2/downsample/norm/Add_1/smooth_quant_multiply" [id=433, type=Multiply]; +"433 /layers/layers.2/downsample/norm/Add_1_0_0/sq_multiply" [id=433, type=Multiply]; "434 /layers/layers.2/blocks.5/mlp/fc2/Add" [id=434, type=Add]; "435 /layers/layers.2/blocks.5/Reshape_2" [id=435, type=Reshape]; "436 /layers/layers.2/blocks.4/attn/Gather" [id=436, type=Gather]; "437 /layers/layers.2/blocks.4/attn/Gather_1" [id=437, type=Gather]; "438 /layers/layers.2/blocks.4/attn/Gather_2" [id=438, type=Gather]; "439 /layers/layers.2/blocks.3/attn/qkv/Add" [id=439, type=Add]; -"440 /layers/layers.2/blocks.2/attn/Reshape_1/smooth_quant_multiply" [id=440, type=Multiply]; +"440 /layers/layers.2/blocks.2/attn/Reshape_1_0_0/sq_multiply" [id=440, type=Multiply]; "441 /layers/layers.2/blocks.1/attn/Mul" [id=441, type=Multiply]; "442 /layers/layers.2/blocks.1/attn/MatMul" [id=442, type=MatMul]; "443 /layers/layers.2/blocks.1/attn/MatMul_1" [id=443, type=MatMul]; @@ -457,7 +457,7 @@ strict digraph { "455 /layers/layers.2/blocks.0/Transpose_1" [id=455, type=Transpose]; "456 /layers/layers.3/blocks.0/Add" [id=456, type=Add]; "457 /layers/layers.3/blocks.0/norm1/Div" [id=457, type=MVN]; -"458 /layers/layers.2/blocks.5/Reshape_3/smooth_quant_multiply" [id=458, type=Multiply]; +"458 /layers/layers.2/blocks.5/Reshape_3_0_0/sq_multiply" [id=458, type=Multiply]; "459 /layers/layers.2/blocks.4/attn/Add" [id=459, type=Add]; "460 /layers/layers.2/blocks.4/attn/Transpose_2" [id=460, type=Transpose]; "461 /layers/layers.2/blocks.3/attn/Transpose" [id=461, type=Transpose]; @@ -476,14 +476,14 @@ strict digraph { "474 /layers/layers.2/blocks.3/attn/Gather_2" [id=474, type=Gather]; "475 /layers/layers.2/blocks.2/Reshape_4" [id=475, type=Reshape]; "476 /layers/layers.2/blocks.1/attn/Add_1" [id=476, type=Add]; -"477 /layers/layers.2/blocks.1/attn/Reshape_3/smooth_quant_multiply" [id=477, type=Multiply]; +"477 /layers/layers.2/blocks.1/attn/Reshape_3_0_0/sq_multiply" [id=477, type=Multiply]; "478 /layers/layers.2/blocks.0/Reshape_7" [id=478, type=Reshape]; "479 /layers/layers.3/blocks.1/Add" [id=479, type=Add]; "480 /layers/layers.3/blocks.1/norm1/Div" [id=480, type=MVN]; "481 /layers/layers.3/blocks.0/norm2/Mul" [id=481, type=Multiply]; "482 /layers/layers.3/blocks.0/norm1/Add_1" [id=482, type=Add]; "483 /layers/layers.2/blocks.5/attn/qkv/Add" [id=483, type=Add]; -"484 /layers/layers.2/blocks.4/attn/Reshape_1/smooth_quant_multiply" [id=484, type=Multiply]; +"484 /layers/layers.2/blocks.4/attn/Reshape_1_0_0/sq_multiply" [id=484, type=Multiply]; "485 /layers/layers.2/blocks.3/attn/Mul" [id=485, type=Multiply]; "486 /layers/layers.2/blocks.3/attn/MatMul" [id=486, type=MatMul]; "487 /layers/layers.2/blocks.3/attn/MatMul_1" [id=487, type=MatMul]; @@ -505,7 +505,7 @@ strict digraph { "503 /norm/Div" [id=503, type=MVN]; "504 /layers/layers.3/blocks.1/norm2/Mul" [id=504, type=Multiply]; "505 /layers/layers.3/blocks.1/norm1/Add_1" [id=505, type=Add]; -"506 /layers/layers.3/blocks.0/norm2/Add_1/smooth_quant_multiply" [id=506, type=Multiply]; +"506 /layers/layers.3/blocks.0/norm2/Add_1_0_0/sq_multiply" [id=506, type=Multiply]; "507 /layers/layers.3/blocks.0/Transpose" [id=507, type=Reshape]; "508 /layers/layers.2/blocks.5/attn/Transpose" [id=508, type=Transpose]; "509 /layers/layers.2/blocks.4/attn/proj/Add" [id=509, type=Add]; @@ -523,11 +523,11 @@ strict digraph { "521 /layers/layers.2/blocks.5/attn/Gather_2" [id=521, type=Gather]; "522 /layers/layers.2/blocks.4/Reshape_4" [id=522, type=Reshape]; "523 /layers/layers.2/blocks.3/attn/Add_1" [id=523, type=Add]; -"524 /layers/layers.2/blocks.3/attn/Reshape_3/smooth_quant_multiply" [id=524, type=Multiply]; +"524 /layers/layers.2/blocks.3/attn/Reshape_3_0_0/sq_multiply" [id=524, type=Multiply]; "525 /layers/layers.2/blocks.2/Reshape_7" [id=525, type=Reshape]; "526 /layers/layers.2/blocks.1/Reshape_5" [id=526, type=Reshape]; "527 /norm/Add_1" [id=527, type=Add]; -"528 /layers/layers.3/blocks.1/norm2/Add_1/smooth_quant_multiply" [id=528, type=Multiply]; +"528 /layers/layers.3/blocks.1/norm2/Add_1_0_0/sq_multiply" [id=528, type=Multiply]; "529 /layers/layers.3/blocks.1/Transpose" [id=529, type=Reshape]; "530 /layers/layers.3/blocks.0/mlp/fc1/Add" [id=530, type=Add]; "531 /layers/layers.3/blocks.0/Reshape_3" [id=531, type=Reshape]; @@ -538,11 +538,11 @@ strict digraph { "536 /layers/layers.2/blocks.3/attn/Reshape_2" [id=536, type=Reshape]; "537 /layers/layers.2/blocks.3/attn/proj/MatMul" [id=537, type=MatMul]; "538 /layers/layers.2/blocks.1/Transpose_1" [id=538, type=Transpose]; -"539 ReduceMean_6197" [id=539, type=ReduceMean]; +"539 ReduceMean_6037" [id=539, type=ReduceMean]; "540 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [id=540, type=MatMul]; "541 /layers/layers.3/blocks.1/Reshape_2" [id=541, type=Reshape]; "542 /layers/layers.3/blocks.0/mlp/act/Mul_1" [id=542, type=Gelu]; -"543 /layers/layers.3/blocks.0/Reshape_3/smooth_quant_multiply" [id=543, type=Multiply]; +"543 /layers/layers.3/blocks.0/Reshape_3_0_0/sq_multiply" [id=543, type=Multiply]; "544 /layers/layers.2/blocks.5/attn/Add" [id=544, type=Add]; "545 /layers/layers.2/blocks.5/attn/Transpose_2" [id=545, type=Transpose]; "546 /layers/layers.2/blocks.4/Transpose_1" [id=546, type=Transpose]; @@ -552,7 +552,7 @@ strict digraph { "550 /avgpool/GlobalAveragePool" [id=550, type=Reshape]; "551 /layers/layers.3/blocks.1/mlp/fc1/Add" [id=551, type=Add]; "552 /layers/layers.3/blocks.1/Reshape_3" [id=552, type=Reshape]; -"553 /layers/layers.3/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [id=553, type=Multiply]; +"553 /layers/layers.3/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [id=553, type=Multiply]; "554 /layers/layers.3/blocks.0/attn/qkv/MatMul" [id=554, type=MatMul]; "555 /layers/layers.2/blocks.5/attn/Reshape_1" [id=555, type=Reshape]; "556 /layers/layers.2/blocks.5/attn/Reshape_3" [id=556, type=Reshape]; @@ -562,16 +562,16 @@ strict digraph { "560 /layers/layers.2/blocks.1/Slice_5" [id=560, type=StridedSlice]; "561 /Flatten" [id=561, type=Reshape]; "562 /layers/layers.3/blocks.1/mlp/act/Mul_1" [id=562, type=Gelu]; -"563 /layers/layers.3/blocks.1/Reshape_3/smooth_quant_multiply" [id=563, type=Multiply]; +"563 /layers/layers.3/blocks.1/Reshape_3_0_0/sq_multiply" [id=563, type=Multiply]; "564 /layers/layers.3/blocks.0/mlp/fc2/MatMul" [id=564, type=MatMul]; "565 /layers/layers.3/blocks.0/attn/qkv/Add" [id=565, type=Add]; "566 /layers/layers.2/blocks.5/attn/Add_1" [id=566, type=Add]; -"567 /layers/layers.2/blocks.5/attn/Reshape_3/smooth_quant_multiply" [id=567, type=Multiply]; +"567 /layers/layers.2/blocks.5/attn/Reshape_3_0_0/sq_multiply" [id=567, type=Multiply]; "568 /layers/layers.2/blocks.4/Reshape_7" [id=568, type=Reshape]; "569 /layers/layers.2/blocks.3/Reshape_5" [id=569, type=Reshape]; "570 /layers/layers.2/blocks.1/Concat_2" [id=570, type=Concat]; -"571 /Flatten/smooth_quant_multiply" [id=571, type=Multiply]; -"572 /layers/layers.3/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [id=572, type=Multiply]; +"571 /Flatten_0_0/sq_multiply" [id=571, type=Multiply]; +"572 /layers/layers.3/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [id=572, type=Multiply]; "573 /layers/layers.3/blocks.1/attn/qkv/MatMul" [id=573, type=MatMul]; "574 /layers/layers.3/blocks.0/mlp/fc2/Add" [id=574, type=Add]; "575 /layers/layers.3/blocks.0/attn/Reshape" [id=575, type=Reshape]; @@ -622,7 +622,7 @@ strict digraph { "620 /layers/layers.2/blocks.3/Concat_3" [id=620, type=Concat]; "621 /layers/layers.3/blocks.1/attn/Add" [id=621, type=Add]; "622 /layers/layers.3/blocks.1/attn/Transpose_2" [id=622, type=Transpose]; -"623 /layers/layers.3/blocks.0/attn/Reshape_1/smooth_quant_multiply" [id=623, type=Multiply]; +"623 /layers/layers.3/blocks.0/attn/Reshape_1_0_0/sq_multiply" [id=623, type=Multiply]; "624 /layers/layers.2/blocks.5/Slice_4" [id=624, type=StridedSlice]; "625 /layers/layers.2/blocks.5/Slice_5" [id=625, type=StridedSlice]; "626 /layers/layers.2/blocks.3/Reshape_7" [id=626, type=Reshape]; @@ -630,7 +630,7 @@ strict digraph { "628 /layers/layers.3/blocks.1/attn/Reshape_1" [id=628, type=Reshape]; "629 /layers/layers.3/blocks.0/attn/proj/MatMul" [id=629, type=MatMul]; "630 /layers/layers.2/blocks.5/Concat_2" [id=630, type=Concat]; -"631 /layers/layers.3/blocks.1/attn/Reshape_1/smooth_quant_multiply" [id=631, type=Multiply]; +"631 /layers/layers.3/blocks.1/attn/Reshape_1_0_0/sq_multiply" [id=631, type=Multiply]; "632 /layers/layers.3/blocks.0/attn/proj/Add" [id=632, type=Add]; "633 /layers/layers.2/blocks.5/Slice_6" [id=633, type=StridedSlice]; "634 /layers/layers.2/blocks.5/Slice_7" [id=634, type=StridedSlice]; @@ -648,458 +648,458 @@ strict digraph { "646 /layers/layers.3/blocks.0/Reshape_7" [id=646, type=Reshape]; "647 /layers/layers.3/blocks.1/Reshape_6" [id=647, type=Reshape]; "648 /layers/layers.3/blocks.1/Reshape_7" [id=648, type=Reshape]; -"649 Constant_7305" [id=649, type=Constant]; +"649 Constant_7401" [id=649, type=Constant]; "650 head.weight" [id=650, type=Constant]; -"651 /Flatten/smooth_quant_const" [id=651, type=Constant]; +"651 Constant_54138" [id=651, type=Constant]; "652 Constant_2148" [id=652, type=Constant]; -"653 Constant_6782" [id=653, type=Constant]; -"654 Constant_6196" [id=654, type=Constant]; -"655 Constant_7304" [id=655, type=Constant]; -"656 Constant_7303" [id=656, type=Constant]; +"653 Constant_6567" [id=653, type=Constant]; +"654 Constant_6036" [id=654, type=Constant]; +"655 Constant_7400" [id=655, type=Constant]; +"656 Constant_7399" [id=656, type=Constant]; "657 Constant_2123" [id=657, type=Constant]; -"658 Constant_6779" [id=658, type=Constant]; -"659 /layers/layers.3/blocks.1/mlp/act/Mul_1/smooth_quant_const" [id=659, type=Constant]; -"660 Constant_6774" [id=660, type=Constant]; -"661 /layers/layers.3/blocks.1/norm2/Add_1/smooth_quant_const" [id=661, type=Constant]; -"662 Constant_7300" [id=662, type=Constant]; -"663 Constant_7299" [id=663, type=Constant]; +"658 Transpose_6564" [id=658, type=Constant]; +"659 Constant_54132" [id=659, type=Constant]; +"660 Transpose_6560" [id=660, type=Constant]; +"661 Constant_54126" [id=661, type=Constant]; +"662 Constant_7396" [id=662, type=Constant]; +"663 Constant_7395" [id=663, type=Constant]; "664 Constant_2097" [id=664, type=Constant]; "665 /layers/layers.3/blocks.1/Constant_7" [id=665, type=Constant]; "666 /layers/layers.3/blocks.1/Constant_6" [id=666, type=Constant]; -"667 Constant_6767" [id=667, type=Constant]; +"667 Constant_6554" [id=667, type=Constant]; "668 /layers/layers.3/blocks.1/Constant_5" [id=668, type=Constant]; "669 /layers/layers.3/blocks.1/Constant_4" [id=669, type=Constant]; -"670 Constant_6765" [id=670, type=Constant]; -"671 /layers/layers.3/blocks.1/attn/Reshape_1/smooth_quant_const" [id=671, type=Constant]; +"670 Transpose_6552" [id=670, type=Constant]; +"671 Constant_54142" [id=671, type=Constant]; "672 /layers/layers.3/blocks.1/attn/Constant_2" [id=672, type=Constant]; "673 Constant_2070" [id=673, type=Constant]; "674 Constant_2060" [id=674, type=Constant]; "675 /patch_embed/Constant" [id=675, type=Constant]; "676 Constant_2054" [id=676, type=Constant]; "677 /layers/layers.3/blocks.1/attn/Constant" [id=677, type=Constant]; -"678 Constant_6761" [id=678, type=Constant]; -"679 /layers/layers.3/blocks.1/Reshape_3/smooth_quant_const" [id=679, type=Constant]; +"678 Transpose_6549" [id=678, type=Constant]; +"679 Constant_54134" [id=679, type=Constant]; "680 /layers/layers.3/blocks.1/Constant_3" [id=680, type=Constant]; "681 /layers/layers.3/blocks.1/Constant_2" [id=681, type=Constant]; -"682 Constant_6755" [id=682, type=Constant]; +"682 Constant_6544" [id=682, type=Constant]; "683 /layers/layers.3/blocks.1/Constant_1" [id=683, type=Constant]; -"684 Constant_7295" [id=684, type=Constant]; -"685 Constant_7294" [id=685, type=Constant]; +"684 Constant_7391" [id=684, type=Constant]; +"685 Constant_7390" [id=685, type=Constant]; "686 Constant_2017" [id=686, type=Constant]; -"687 Constant_6752" [id=687, type=Constant]; -"688 /layers/layers.3/blocks.0/mlp/act/Mul_1/smooth_quant_const" [id=688, type=Constant]; -"689 Constant_6747" [id=689, type=Constant]; -"690 /layers/layers.3/blocks.0/norm2/Add_1/smooth_quant_const" [id=690, type=Constant]; -"691 Constant_7291" [id=691, type=Constant]; -"692 Constant_7290" [id=692, type=Constant]; +"687 Transpose_6541" [id=687, type=Constant]; +"688 Constant_54128" [id=688, type=Constant]; +"689 Transpose_6537" [id=689, type=Constant]; +"690 Constant_54122" [id=690, type=Constant]; +"691 Constant_7387" [id=691, type=Constant]; +"692 Constant_7386" [id=692, type=Constant]; "693 Constant_1991" [id=693, type=Constant]; "694 /layers/layers.3/blocks.0/Constant_7" [id=694, type=Constant]; "695 /layers/layers.3/blocks.0/Constant_6" [id=695, type=Constant]; -"696 Constant_6740" [id=696, type=Constant]; +"696 Constant_6531" [id=696, type=Constant]; "697 /layers/layers.3/blocks.0/Constant_5" [id=697, type=Constant]; "698 /layers/layers.3/blocks.0/Constant_4" [id=698, type=Constant]; -"699 Constant_6738" [id=699, type=Constant]; -"700 /layers/layers.3/blocks.0/attn/Reshape_1/smooth_quant_const" [id=700, type=Constant]; +"699 Transpose_6529" [id=699, type=Constant]; +"700 Constant_54140" [id=700, type=Constant]; "701 /layers/layers.3/blocks.0/attn/Constant_2" [id=701, type=Constant]; "702 Constant_1964" [id=702, type=Constant]; "703 Constant_1954" [id=703, type=Constant]; "704 Constant_1948" [id=704, type=Constant]; "705 /layers/layers.3/blocks.0/attn/Constant" [id=705, type=Constant]; -"706 Constant_6734" [id=706, type=Constant]; -"707 /layers/layers.3/blocks.0/Reshape_3/smooth_quant_const" [id=707, type=Constant]; +"706 Transpose_6526" [id=706, type=Constant]; +"707 Constant_54130" [id=707, type=Constant]; "708 /layers/layers.3/blocks.0/Constant_3" [id=708, type=Constant]; "709 /layers/layers.3/blocks.0/Constant_2" [id=709, type=Constant]; -"710 Constant_6728" [id=710, type=Constant]; +"710 Constant_6521" [id=710, type=Constant]; "711 /layers/layers.3/blocks.0/Constant_1" [id=711, type=Constant]; -"712 Constant_7286" [id=712, type=Constant]; -"713 Constant_7285" [id=713, type=Constant]; +"712 Constant_7382" [id=712, type=Constant]; +"713 Constant_7381" [id=713, type=Constant]; "714 Constant_1911" [id=714, type=Constant]; -"715 Constant_6725" [id=715, type=Constant]; -"716 /layers/layers.2/downsample/norm/Add_1/smooth_quant_const" [id=716, type=Constant]; -"717 Constant_7284" [id=717, type=Constant]; -"718 Constant_7283" [id=718, type=Constant]; +"715 Transpose_6518" [id=715, type=Constant]; +"716 Constant_54114" [id=716, type=Constant]; +"717 Constant_7380" [id=717, type=Constant]; +"718 Constant_7379" [id=718, type=Constant]; "719 Constant_1897" [id=719, type=Constant]; "720 /layers/layers.2/downsample/Constant_25" [id=720, type=Constant]; -"721 Constant_5911" [id=721, type=Constant]; -"722 Constant_5908" [id=722, type=Constant]; -"723 Constant_5905" [id=723, type=Constant]; -"724 Constant_5875" [id=724, type=Constant]; -"725 Constant_5872" [id=725, type=Constant]; -"726 Constant_5869" [id=726, type=Constant]; +"721 Constant_5751" [id=721, type=Constant]; +"722 Constant_5748" [id=722, type=Constant]; +"723 Constant_5745" [id=723, type=Constant]; +"724 Constant_5715" [id=724, type=Constant]; +"725 Constant_5712" [id=725, type=Constant]; +"726 Constant_5709" [id=726, type=Constant]; "727 /layers/layers.2/downsample/Constant" [id=727, type=Constant]; -"728 Constant_6720" [id=728, type=Constant]; -"729 /layers/layers.2/blocks.5/mlp/act/Mul_1/smooth_quant_const" [id=729, type=Constant]; -"730 Constant_6715" [id=730, type=Constant]; -"731 /layers/layers.2/blocks.5/norm2/Add_1/smooth_quant_const" [id=731, type=Constant]; -"732 Constant_7280" [id=732, type=Constant]; -"733 Constant_7279" [id=733, type=Constant]; +"728 Transpose_6514" [id=728, type=Constant]; +"729 Constant_54108" [id=729, type=Constant]; +"730 Transpose_6510" [id=730, type=Constant]; +"731 Constant_54098" [id=731, type=Constant]; +"732 Constant_7376" [id=732, type=Constant]; +"733 Constant_7375" [id=733, type=Constant]; "734 Constant_1832" [id=734, type=Constant]; "735 /layers/layers.2/blocks.5/Constant_31" [id=735, type=Constant]; -"736 Constant_5839" [id=736, type=Constant]; -"737 Constant_5836" [id=737, type=Constant]; -"738 Constant_5833" [id=738, type=Constant]; -"739 Constant_5815" [id=739, type=Constant]; -"740 Constant_5812" [id=740, type=Constant]; -"741 Constant_5809" [id=741, type=Constant]; +"736 Constant_5679" [id=736, type=Constant]; +"737 Constant_5676" [id=737, type=Constant]; +"738 Constant_5673" [id=738, type=Constant]; +"739 Constant_5655" [id=739, type=Constant]; +"740 Constant_5652" [id=740, type=Constant]; +"741 Constant_5649" [id=741, type=Constant]; "742 /layers/layers.2/blocks.5/Constant_18" [id=742, type=Constant]; "743 Constant_1779" [id=743, type=Constant]; "744 /layers/layers.2/blocks.5/Constant_17" [id=744, type=Constant]; "745 /layers/layers.2/blocks.5/Constant_16" [id=745, type=Constant]; -"746 Constant_6710" [id=746, type=Constant]; -"747 /layers/layers.2/blocks.5/attn/Reshape_3/smooth_quant_const" [id=747, type=Constant]; +"746 Transpose_6506" [id=746, type=Constant]; +"747 Constant_54136" [id=747, type=Constant]; "748 /layers/layers.2/blocks.5/attn/Constant_4" [id=748, type=Constant]; "749 Constant_1763" [id=749, type=Constant]; "750 Constant_1744" [id=750, type=Constant]; "751 Constant_1738" [id=751, type=Constant]; "752 /layers/layers.2/blocks.5/attn/Constant" [id=752, type=Constant]; -"753 Constant_6706" [id=753, type=Constant]; -"754 /layers/layers.2/blocks.5/Reshape_3/smooth_quant_const" [id=754, type=Constant]; +"753 Transpose_6503" [id=753, type=Constant]; +"754 Constant_54116" [id=754, type=Constant]; "755 /layers/layers.2/blocks.5/Constant_15" [id=755, type=Constant]; "756 /layers/layers.2/blocks.5/Constant_14" [id=756, type=Constant]; "757 Constant_1722" [id=757, type=Constant]; "758 /layers/layers.2/blocks.5/Constant_13" [id=758, type=Constant]; -"759 Constant_5791" [id=759, type=Constant]; -"760 Constant_5788" [id=760, type=Constant]; -"761 Constant_5785" [id=761, type=Constant]; -"762 Constant_5767" [id=762, type=Constant]; -"763 Constant_5764" [id=763, type=Constant]; -"764 Constant_5761" [id=764, type=Constant]; +"759 Constant_5631" [id=759, type=Constant]; +"760 Constant_5628" [id=760, type=Constant]; +"761 Constant_5625" [id=761, type=Constant]; +"762 Constant_5607" [id=762, type=Constant]; +"763 Constant_5604" [id=763, type=Constant]; +"764 Constant_5601" [id=764, type=Constant]; "765 /layers/layers.2/blocks.5/Constant" [id=765, type=Constant]; -"766 Constant_7275" [id=766, type=Constant]; -"767 Constant_7274" [id=767, type=Constant]; +"766 Constant_7371" [id=766, type=Constant]; +"767 Constant_7370" [id=767, type=Constant]; "768 Constant_1659" [id=768, type=Constant]; -"769 Constant_6701" [id=769, type=Constant]; -"770 /layers/layers.2/blocks.4/mlp/act/Mul_1/smooth_quant_const" [id=770, type=Constant]; -"771 Constant_6696" [id=771, type=Constant]; -"772 /layers/layers.2/blocks.4/norm2/Add_1/smooth_quant_const" [id=772, type=Constant]; -"773 Constant_7271" [id=773, type=Constant]; -"774 Constant_7270" [id=774, type=Constant]; +"769 Transpose_6499" [id=769, type=Constant]; +"770 Constant_54102" [id=770, type=Constant]; +"771 Transpose_6495" [id=771, type=Constant]; +"772 Constant_54094" [id=772, type=Constant]; +"773 Constant_7367" [id=773, type=Constant]; +"774 Constant_7366" [id=774, type=Constant]; "775 Constant_1633" [id=775, type=Constant]; "776 /layers/layers.2/blocks.4/Constant_7" [id=776, type=Constant]; "777 /layers/layers.2/blocks.4/Constant_6" [id=777, type=Constant]; "778 Constant_1622" [id=778, type=Constant]; "779 /layers/layers.2/blocks.4/Constant_5" [id=779, type=Constant]; "780 /layers/layers.2/blocks.4/Constant_4" [id=780, type=Constant]; -"781 Constant_6691" [id=781, type=Constant]; -"782 /layers/layers.2/blocks.4/attn/Reshape_1/smooth_quant_const" [id=782, type=Constant]; +"781 Transpose_6491" [id=781, type=Constant]; +"782 Constant_54120" [id=782, type=Constant]; "783 /layers/layers.2/blocks.4/attn/Constant_2" [id=783, type=Constant]; "784 Constant_1606" [id=784, type=Constant]; "785 Constant_1596" [id=785, type=Constant]; "786 Constant_1590" [id=786, type=Constant]; "787 /layers/layers.2/blocks.4/attn/Constant" [id=787, type=Constant]; -"788 Constant_6687" [id=788, type=Constant]; -"789 /layers/layers.2/blocks.4/Reshape_3/smooth_quant_const" [id=789, type=Constant]; +"788 Transpose_6488" [id=788, type=Constant]; +"789 Constant_54104" [id=789, type=Constant]; "790 /layers/layers.2/blocks.4/Constant_3" [id=790, type=Constant]; "791 /layers/layers.2/blocks.4/Constant_2" [id=791, type=Constant]; "792 Constant_1574" [id=792, type=Constant]; "793 /layers/layers.2/blocks.4/Constant_1" [id=793, type=Constant]; -"794 Constant_7266" [id=794, type=Constant]; -"795 Constant_7265" [id=795, type=Constant]; +"794 Constant_7362" [id=794, type=Constant]; +"795 Constant_7361" [id=795, type=Constant]; "796 Constant_1553" [id=796, type=Constant]; -"797 Constant_6682" [id=797, type=Constant]; -"798 /layers/layers.2/blocks.3/mlp/act/Mul_1/smooth_quant_const" [id=798, type=Constant]; -"799 Constant_6677" [id=799, type=Constant]; -"800 /layers/layers.2/blocks.3/norm2/Add_1/smooth_quant_const" [id=800, type=Constant]; -"801 Constant_7262" [id=801, type=Constant]; -"802 Constant_7261" [id=802, type=Constant]; +"797 Transpose_6484" [id=797, type=Constant]; +"798 Constant_54096" [id=798, type=Constant]; +"799 Transpose_6480" [id=799, type=Constant]; +"800 Constant_54088" [id=800, type=Constant]; +"801 Constant_7358" [id=801, type=Constant]; +"802 Constant_7357" [id=802, type=Constant]; "803 Constant_1527" [id=803, type=Constant]; "804 /layers/layers.2/blocks.3/Constant_31" [id=804, type=Constant]; -"805 Constant_5743" [id=805, type=Constant]; -"806 Constant_5740" [id=806, type=Constant]; -"807 Constant_5737" [id=807, type=Constant]; -"808 Constant_5719" [id=808, type=Constant]; -"809 Constant_5716" [id=809, type=Constant]; -"810 Constant_5713" [id=810, type=Constant]; +"805 Constant_5583" [id=805, type=Constant]; +"806 Constant_5580" [id=806, type=Constant]; +"807 Constant_5577" [id=807, type=Constant]; +"808 Constant_5559" [id=808, type=Constant]; +"809 Constant_5556" [id=809, type=Constant]; +"810 Constant_5553" [id=810, type=Constant]; "811 /layers/layers.2/blocks.3/Constant_18" [id=811, type=Constant]; "812 Constant_1474" [id=812, type=Constant]; "813 /layers/layers.2/blocks.3/Constant_17" [id=813, type=Constant]; "814 /layers/layers.2/blocks.3/Constant_16" [id=814, type=Constant]; -"815 Constant_6672" [id=815, type=Constant]; -"816 /layers/layers.2/blocks.3/attn/Reshape_3/smooth_quant_const" [id=816, type=Constant]; +"815 Transpose_6476" [id=815, type=Constant]; +"816 Constant_54124" [id=816, type=Constant]; "817 /layers/layers.2/blocks.3/attn/Constant_4" [id=817, type=Constant]; "818 Constant_1458" [id=818, type=Constant]; "819 Constant_1439" [id=819, type=Constant]; "820 Constant_1433" [id=820, type=Constant]; "821 /layers/layers.2/blocks.3/attn/Constant" [id=821, type=Constant]; -"822 Constant_6668" [id=822, type=Constant]; -"823 /layers/layers.2/blocks.3/Reshape_3/smooth_quant_const" [id=823, type=Constant]; +"822 Transpose_6473" [id=822, type=Constant]; +"823 Constant_54110" [id=823, type=Constant]; "824 /layers/layers.2/blocks.3/Constant_15" [id=824, type=Constant]; "825 /layers/layers.2/blocks.3/Constant_14" [id=825, type=Constant]; "826 Constant_1417" [id=826, type=Constant]; "827 /layers/layers.2/blocks.3/Constant_13" [id=827, type=Constant]; -"828 Constant_5695" [id=828, type=Constant]; -"829 Constant_5692" [id=829, type=Constant]; -"830 Constant_5689" [id=830, type=Constant]; -"831 Constant_5671" [id=831, type=Constant]; -"832 Constant_5668" [id=832, type=Constant]; -"833 Constant_5665" [id=833, type=Constant]; +"828 Constant_5535" [id=828, type=Constant]; +"829 Constant_5532" [id=829, type=Constant]; +"830 Constant_5529" [id=830, type=Constant]; +"831 Constant_5511" [id=831, type=Constant]; +"832 Constant_5508" [id=832, type=Constant]; +"833 Constant_5505" [id=833, type=Constant]; "834 /layers/layers.2/blocks.3/Constant" [id=834, type=Constant]; -"835 Constant_7257" [id=835, type=Constant]; -"836 Constant_7256" [id=836, type=Constant]; +"835 Constant_7353" [id=835, type=Constant]; +"836 Constant_7352" [id=836, type=Constant]; "837 Constant_1354" [id=837, type=Constant]; -"838 Constant_6663" [id=838, type=Constant]; -"839 /layers/layers.2/blocks.2/mlp/act/Mul_1/smooth_quant_const" [id=839, type=Constant]; -"840 Constant_6658" [id=840, type=Constant]; -"841 /layers/layers.2/blocks.2/norm2/Add_1/smooth_quant_const" [id=841, type=Constant]; -"842 Constant_7253" [id=842, type=Constant]; -"843 Constant_7252" [id=843, type=Constant]; +"838 Transpose_6469" [id=838, type=Constant]; +"839 Constant_54090" [id=839, type=Constant]; +"840 Transpose_6465" [id=840, type=Constant]; +"841 Constant_54082" [id=841, type=Constant]; +"842 Constant_7349" [id=842, type=Constant]; +"843 Constant_7348" [id=843, type=Constant]; "844 Constant_1328" [id=844, type=Constant]; "845 /layers/layers.2/blocks.2/Constant_7" [id=845, type=Constant]; "846 /layers/layers.2/blocks.2/Constant_6" [id=846, type=Constant]; "847 Constant_1317" [id=847, type=Constant]; "848 /layers/layers.2/blocks.2/Constant_5" [id=848, type=Constant]; "849 /layers/layers.2/blocks.2/Constant_4" [id=849, type=Constant]; -"850 Constant_6653" [id=850, type=Constant]; -"851 /layers/layers.2/blocks.2/attn/Reshape_1/smooth_quant_const" [id=851, type=Constant]; +"850 Transpose_6461" [id=850, type=Constant]; +"851 Constant_54112" [id=851, type=Constant]; "852 /layers/layers.2/blocks.2/attn/Constant_2" [id=852, type=Constant]; "853 Constant_1301" [id=853, type=Constant]; "854 Constant_1291" [id=854, type=Constant]; "855 Constant_1285" [id=855, type=Constant]; "856 /layers/layers.2/blocks.2/attn/Constant" [id=856, type=Constant]; -"857 Constant_6649" [id=857, type=Constant]; -"858 /layers/layers.2/blocks.2/Reshape_3/smooth_quant_const" [id=858, type=Constant]; +"857 Transpose_6458" [id=857, type=Constant]; +"858 Constant_54092" [id=858, type=Constant]; "859 /layers/layers.2/blocks.2/Constant_3" [id=859, type=Constant]; "860 /layers/layers.2/blocks.2/Constant_2" [id=860, type=Constant]; "861 Constant_1269" [id=861, type=Constant]; "862 /layers/layers.2/blocks.2/Constant_1" [id=862, type=Constant]; -"863 Constant_7248" [id=863, type=Constant]; -"864 Constant_7247" [id=864, type=Constant]; +"863 Constant_7344" [id=863, type=Constant]; +"864 Constant_7343" [id=864, type=Constant]; "865 Constant_1248" [id=865, type=Constant]; -"866 Constant_6644" [id=866, type=Constant]; -"867 /layers/layers.2/blocks.1/mlp/act/Mul_1/smooth_quant_const" [id=867, type=Constant]; -"868 Constant_6639" [id=868, type=Constant]; -"869 /layers/layers.2/blocks.1/norm2/Add_1/smooth_quant_const" [id=869, type=Constant]; -"870 Constant_7244" [id=870, type=Constant]; -"871 Constant_7243" [id=871, type=Constant]; +"866 Transpose_6454" [id=866, type=Constant]; +"867 Constant_54084" [id=867, type=Constant]; +"868 Transpose_6450" [id=868, type=Constant]; +"869 Constant_54076" [id=869, type=Constant]; +"870 Constant_7340" [id=870, type=Constant]; +"871 Constant_7339" [id=871, type=Constant]; "872 Constant_1222" [id=872, type=Constant]; "873 /layers/layers.2/blocks.1/Constant_31" [id=873, type=Constant]; -"874 Constant_5647" [id=874, type=Constant]; -"875 Constant_5644" [id=875, type=Constant]; -"876 Constant_5641" [id=876, type=Constant]; -"877 Constant_5623" [id=877, type=Constant]; -"878 Constant_5620" [id=878, type=Constant]; -"879 Constant_5617" [id=879, type=Constant]; +"874 Constant_5487" [id=874, type=Constant]; +"875 Constant_5484" [id=875, type=Constant]; +"876 Constant_5481" [id=876, type=Constant]; +"877 Constant_5463" [id=877, type=Constant]; +"878 Constant_5460" [id=878, type=Constant]; +"879 Constant_5457" [id=879, type=Constant]; "880 /layers/layers.2/blocks.1/Constant_18" [id=880, type=Constant]; "881 Constant_1169" [id=881, type=Constant]; "882 /layers/layers.2/blocks.1/Constant_17" [id=882, type=Constant]; "883 /layers/layers.2/blocks.1/Constant_16" [id=883, type=Constant]; -"884 Constant_6634" [id=884, type=Constant]; -"885 /layers/layers.2/blocks.1/attn/Reshape_3/smooth_quant_const" [id=885, type=Constant]; +"884 Transpose_6446" [id=884, type=Constant]; +"885 Constant_54118" [id=885, type=Constant]; "886 /layers/layers.2/blocks.1/attn/Constant_4" [id=886, type=Constant]; "887 Constant_1153" [id=887, type=Constant]; "888 Constant_1134" [id=888, type=Constant]; "889 Constant_1128" [id=889, type=Constant]; "890 /layers/layers.2/blocks.1/attn/Constant" [id=890, type=Constant]; -"891 Constant_6630" [id=891, type=Constant]; -"892 /layers/layers.2/blocks.1/Reshape_3/smooth_quant_const" [id=892, type=Constant]; +"891 Transpose_6443" [id=891, type=Constant]; +"892 Constant_54100" [id=892, type=Constant]; "893 /layers/layers.2/blocks.1/Constant_15" [id=893, type=Constant]; "894 /layers/layers.2/blocks.1/Constant_14" [id=894, type=Constant]; "895 Constant_1112" [id=895, type=Constant]; "896 /layers/layers.2/blocks.1/Constant_13" [id=896, type=Constant]; -"897 Constant_5599" [id=897, type=Constant]; -"898 Constant_5596" [id=898, type=Constant]; -"899 Constant_5593" [id=899, type=Constant]; -"900 Constant_5575" [id=900, type=Constant]; -"901 Constant_5572" [id=901, type=Constant]; -"902 Constant_5569" [id=902, type=Constant]; +"897 Constant_5439" [id=897, type=Constant]; +"898 Constant_5436" [id=898, type=Constant]; +"899 Constant_5433" [id=899, type=Constant]; +"900 Constant_5415" [id=900, type=Constant]; +"901 Constant_5412" [id=901, type=Constant]; +"902 Constant_5409" [id=902, type=Constant]; "903 /layers/layers.2/blocks.1/Constant" [id=903, type=Constant]; -"904 Constant_7239" [id=904, type=Constant]; -"905 Constant_7238" [id=905, type=Constant]; +"904 Constant_7335" [id=904, type=Constant]; +"905 Constant_7334" [id=905, type=Constant]; "906 Constant_1049" [id=906, type=Constant]; -"907 Constant_6625" [id=907, type=Constant]; -"908 /layers/layers.2/blocks.0/mlp/act/Mul_1/smooth_quant_const" [id=908, type=Constant]; -"909 Constant_6620" [id=909, type=Constant]; -"910 /layers/layers.2/blocks.0/norm2/Add_1/smooth_quant_const" [id=910, type=Constant]; -"911 Constant_7235" [id=911, type=Constant]; -"912 Constant_7234" [id=912, type=Constant]; +"907 Transpose_6439" [id=907, type=Constant]; +"908 Constant_54078" [id=908, type=Constant]; +"909 Transpose_6435" [id=909, type=Constant]; +"910 Constant_54074" [id=910, type=Constant]; +"911 Constant_7331" [id=911, type=Constant]; +"912 Constant_7330" [id=912, type=Constant]; "913 Constant_1023" [id=913, type=Constant]; "914 /layers/layers.2/blocks.0/Constant_7" [id=914, type=Constant]; "915 /layers/layers.2/blocks.0/Constant_6" [id=915, type=Constant]; "916 Constant_1012" [id=916, type=Constant]; "917 /layers/layers.2/blocks.0/Constant_5" [id=917, type=Constant]; "918 /layers/layers.2/blocks.0/Constant_4" [id=918, type=Constant]; -"919 Constant_6615" [id=919, type=Constant]; -"920 /layers/layers.2/blocks.0/attn/Reshape_1/smooth_quant_const" [id=920, type=Constant]; +"919 Transpose_6431" [id=919, type=Constant]; +"920 Constant_54106" [id=920, type=Constant]; "921 /layers/layers.2/blocks.0/attn/Constant_2" [id=921, type=Constant]; "922 Constant_996" [id=922, type=Constant]; "923 Constant_986" [id=923, type=Constant]; "924 Constant_980" [id=924, type=Constant]; "925 /layers/layers.2/blocks.0/attn/Constant" [id=925, type=Constant]; -"926 Constant_6611" [id=926, type=Constant]; -"927 /layers/layers.2/blocks.0/Reshape_3/smooth_quant_const" [id=927, type=Constant]; +"926 Transpose_6428" [id=926, type=Constant]; +"927 Constant_54080" [id=927, type=Constant]; "928 /layers/layers.2/blocks.0/Constant_3" [id=928, type=Constant]; "929 /layers/layers.2/blocks.0/Constant_2" [id=929, type=Constant]; "930 Constant_964" [id=930, type=Constant]; "931 /layers/layers.2/blocks.0/Constant_1" [id=931, type=Constant]; -"932 Constant_7230" [id=932, type=Constant]; -"933 Constant_7229" [id=933, type=Constant]; +"932 Constant_7326" [id=932, type=Constant]; +"933 Constant_7325" [id=933, type=Constant]; "934 Constant_943" [id=934, type=Constant]; -"935 Constant_6606" [id=935, type=Constant]; -"936 /layers/layers.1/downsample/norm/Add_1/smooth_quant_const" [id=936, type=Constant]; -"937 Constant_7228" [id=937, type=Constant]; -"938 Constant_7227" [id=938, type=Constant]; +"935 Transpose_6424" [id=935, type=Constant]; +"936 Constant_54068" [id=936, type=Constant]; +"937 Constant_7324" [id=937, type=Constant]; +"938 Constant_7323" [id=938, type=Constant]; "939 Constant_929" [id=939, type=Constant]; "940 /layers/layers.1/downsample/Constant_25" [id=940, type=Constant]; -"941 Constant_5551" [id=941, type=Constant]; -"942 Constant_5548" [id=942, type=Constant]; -"943 Constant_5545" [id=943, type=Constant]; -"944 Constant_5515" [id=944, type=Constant]; -"945 Constant_5512" [id=945, type=Constant]; -"946 Constant_5509" [id=946, type=Constant]; +"941 Constant_5391" [id=941, type=Constant]; +"942 Constant_5388" [id=942, type=Constant]; +"943 Constant_5385" [id=943, type=Constant]; +"944 Constant_5355" [id=944, type=Constant]; +"945 Constant_5352" [id=945, type=Constant]; +"946 Constant_5349" [id=946, type=Constant]; "947 /layers/layers.1/downsample/Constant" [id=947, type=Constant]; -"948 Constant_6601" [id=948, type=Constant]; -"949 /layers/layers.1/blocks.1/mlp/act/Mul_1/smooth_quant_const" [id=949, type=Constant]; -"950 Constant_6596" [id=950, type=Constant]; -"951 /layers/layers.1/blocks.1/norm2/Add_1/smooth_quant_const" [id=951, type=Constant]; -"952 Constant_7224" [id=952, type=Constant]; -"953 Constant_7223" [id=953, type=Constant]; +"948 Transpose_6420" [id=948, type=Constant]; +"949 Constant_54064" [id=949, type=Constant]; +"950 Transpose_6416" [id=950, type=Constant]; +"951 Constant_54058" [id=951, type=Constant]; +"952 Constant_7320" [id=952, type=Constant]; +"953 Constant_7319" [id=953, type=Constant]; "954 Constant_864" [id=954, type=Constant]; "955 /layers/layers.1/blocks.1/Constant_31" [id=955, type=Constant]; -"956 Constant_5479" [id=956, type=Constant]; -"957 Constant_5476" [id=957, type=Constant]; -"958 Constant_5473" [id=958, type=Constant]; -"959 Constant_5455" [id=959, type=Constant]; -"960 Constant_5452" [id=960, type=Constant]; -"961 Constant_5449" [id=961, type=Constant]; +"956 Constant_5319" [id=956, type=Constant]; +"957 Constant_5316" [id=957, type=Constant]; +"958 Constant_5313" [id=958, type=Constant]; +"959 Constant_5295" [id=959, type=Constant]; +"960 Constant_5292" [id=960, type=Constant]; +"961 Constant_5289" [id=961, type=Constant]; "962 /layers/layers.1/blocks.1/Constant_18" [id=962, type=Constant]; "963 Constant_811" [id=963, type=Constant]; "964 /layers/layers.1/blocks.1/Constant_17" [id=964, type=Constant]; "965 /layers/layers.1/blocks.1/Constant_16" [id=965, type=Constant]; -"966 Constant_6591" [id=966, type=Constant]; -"967 /layers/layers.1/blocks.1/attn/Reshape_3/smooth_quant_const" [id=967, type=Constant]; +"966 Transpose_6412" [id=966, type=Constant]; +"967 Constant_54086" [id=967, type=Constant]; "968 /layers/layers.1/blocks.1/attn/Constant_4" [id=968, type=Constant]; "969 Constant_795" [id=969, type=Constant]; "970 Constant_776" [id=970, type=Constant]; "971 Constant_770" [id=971, type=Constant]; "972 /layers/layers.1/blocks.1/attn/Constant" [id=972, type=Constant]; -"973 Constant_6587" [id=973, type=Constant]; -"974 /layers/layers.1/blocks.1/Reshape_3/smooth_quant_const" [id=974, type=Constant]; +"973 Transpose_6409" [id=973, type=Constant]; +"974 Constant_54070" [id=974, type=Constant]; "975 /layers/layers.1/blocks.1/Constant_15" [id=975, type=Constant]; "976 /layers/layers.1/blocks.1/Constant_14" [id=976, type=Constant]; "977 Constant_754" [id=977, type=Constant]; "978 /layers/layers.1/blocks.1/Constant_13" [id=978, type=Constant]; -"979 Constant_5431" [id=979, type=Constant]; -"980 Constant_5428" [id=980, type=Constant]; -"981 Constant_5425" [id=981, type=Constant]; -"982 Constant_5407" [id=982, type=Constant]; -"983 Constant_5404" [id=983, type=Constant]; -"984 Constant_5401" [id=984, type=Constant]; +"979 Constant_5271" [id=979, type=Constant]; +"980 Constant_5268" [id=980, type=Constant]; +"981 Constant_5265" [id=981, type=Constant]; +"982 Constant_5247" [id=982, type=Constant]; +"983 Constant_5244" [id=983, type=Constant]; +"984 Constant_5241" [id=984, type=Constant]; "985 /layers/layers.1/blocks.1/Constant" [id=985, type=Constant]; -"986 Constant_7219" [id=986, type=Constant]; -"987 Constant_7218" [id=987, type=Constant]; +"986 Constant_7315" [id=986, type=Constant]; +"987 Constant_7314" [id=987, type=Constant]; "988 Constant_691" [id=988, type=Constant]; -"989 Constant_6582" [id=989, type=Constant]; -"990 /layers/layers.1/blocks.0/mlp/act/Mul_1/smooth_quant_const" [id=990, type=Constant]; -"991 Constant_6577" [id=991, type=Constant]; -"992 /layers/layers.1/blocks.0/norm2/Add_1/smooth_quant_const" [id=992, type=Constant]; -"993 Constant_7215" [id=993, type=Constant]; -"994 Constant_7214" [id=994, type=Constant]; +"989 Transpose_6405" [id=989, type=Constant]; +"990 Constant_54060" [id=990, type=Constant]; +"991 Transpose_6401" [id=991, type=Constant]; +"992 Constant_54056" [id=992, type=Constant]; +"993 Constant_7311" [id=993, type=Constant]; +"994 Constant_7310" [id=994, type=Constant]; "995 Constant_665" [id=995, type=Constant]; "996 /layers/layers.1/blocks.0/Constant_7" [id=996, type=Constant]; "997 /layers/layers.1/blocks.0/Constant_6" [id=997, type=Constant]; "998 Constant_654" [id=998, type=Constant]; "999 /layers/layers.1/blocks.0/Constant_5" [id=999, type=Constant]; "1000 /layers/layers.1/blocks.0/Constant_4" [id=1000, type=Constant]; -"1001 Constant_6572" [id=1001, type=Constant]; -"1002 /layers/layers.1/blocks.0/attn/Reshape_1/smooth_quant_const" [id=1002, type=Constant]; +"1001 Transpose_6397" [id=1001, type=Constant]; +"1002 Constant_54072" [id=1002, type=Constant]; "1003 /layers/layers.1/blocks.0/attn/Constant_2" [id=1003, type=Constant]; "1004 Constant_638" [id=1004, type=Constant]; "1005 Constant_628" [id=1005, type=Constant]; "1006 Constant_622" [id=1006, type=Constant]; "1007 /layers/layers.1/blocks.0/attn/Constant" [id=1007, type=Constant]; -"1008 Constant_6568" [id=1008, type=Constant]; -"1009 /layers/layers.1/blocks.0/Reshape_3/smooth_quant_const" [id=1009, type=Constant]; +"1008 Transpose_6394" [id=1008, type=Constant]; +"1009 Constant_54062" [id=1009, type=Constant]; "1010 /layers/layers.1/blocks.0/Constant_3" [id=1010, type=Constant]; "1011 /layers/layers.1/blocks.0/Constant_2" [id=1011, type=Constant]; "1012 Constant_606" [id=1012, type=Constant]; "1013 /layers/layers.1/blocks.0/Constant_1" [id=1013, type=Constant]; -"1014 Constant_7210" [id=1014, type=Constant]; -"1015 Constant_7209" [id=1015, type=Constant]; +"1014 Constant_7306" [id=1014, type=Constant]; +"1015 Constant_7305" [id=1015, type=Constant]; "1016 Constant_585" [id=1016, type=Constant]; -"1017 Constant_6563" [id=1017, type=Constant]; -"1018 /layers/layers.0/downsample/norm/Add_1/smooth_quant_const" [id=1018, type=Constant]; -"1019 Constant_7208" [id=1019, type=Constant]; -"1020 Constant_7207" [id=1020, type=Constant]; +"1017 Transpose_6390" [id=1017, type=Constant]; +"1018 Constant_54050" [id=1018, type=Constant]; +"1019 Constant_7304" [id=1019, type=Constant]; +"1020 Constant_7303" [id=1020, type=Constant]; "1021 Constant_571" [id=1021, type=Constant]; "1022 /layers/layers.0/downsample/Constant_25" [id=1022, type=Constant]; -"1023 Constant_5383" [id=1023, type=Constant]; -"1024 Constant_5380" [id=1024, type=Constant]; -"1025 Constant_5377" [id=1025, type=Constant]; -"1026 Constant_5347" [id=1026, type=Constant]; -"1027 Constant_5344" [id=1027, type=Constant]; -"1028 Constant_5341" [id=1028, type=Constant]; +"1023 Constant_5223" [id=1023, type=Constant]; +"1024 Constant_5220" [id=1024, type=Constant]; +"1025 Constant_5217" [id=1025, type=Constant]; +"1026 Constant_5187" [id=1026, type=Constant]; +"1027 Constant_5184" [id=1027, type=Constant]; +"1028 Constant_5181" [id=1028, type=Constant]; "1029 /layers/layers.0/downsample/Constant" [id=1029, type=Constant]; -"1030 Constant_6558" [id=1030, type=Constant]; -"1031 /layers/layers.0/blocks.1/mlp/act/Mul_1/smooth_quant_const" [id=1031, type=Constant]; -"1032 Constant_6553" [id=1032, type=Constant]; -"1033 /layers/layers.0/blocks.1/norm2/Add_1/smooth_quant_const" [id=1033, type=Constant]; -"1034 Constant_7204" [id=1034, type=Constant]; -"1035 Constant_7203" [id=1035, type=Constant]; +"1030 Transpose_6386" [id=1030, type=Constant]; +"1031 Constant_54048" [id=1031, type=Constant]; +"1032 Transpose_6382" [id=1032, type=Constant]; +"1033 Constant_54042" [id=1033, type=Constant]; +"1034 Constant_7300" [id=1034, type=Constant]; +"1035 Constant_7299" [id=1035, type=Constant]; "1036 Constant_506" [id=1036, type=Constant]; "1037 /layers/layers.0/blocks.1/Constant_31" [id=1037, type=Constant]; -"1038 Constant_5311" [id=1038, type=Constant]; -"1039 Constant_5308" [id=1039, type=Constant]; -"1040 Constant_5305" [id=1040, type=Constant]; -"1041 Constant_5287" [id=1041, type=Constant]; -"1042 Constant_5284" [id=1042, type=Constant]; -"1043 Constant_5281" [id=1043, type=Constant]; +"1038 Constant_5151" [id=1038, type=Constant]; +"1039 Constant_5148" [id=1039, type=Constant]; +"1040 Constant_5145" [id=1040, type=Constant]; +"1041 Constant_5127" [id=1041, type=Constant]; +"1042 Constant_5124" [id=1042, type=Constant]; +"1043 Constant_5121" [id=1043, type=Constant]; "1044 /layers/layers.0/blocks.1/Constant_18" [id=1044, type=Constant]; "1045 Constant_453" [id=1045, type=Constant]; "1046 /layers/layers.0/blocks.1/Constant_17" [id=1046, type=Constant]; "1047 /layers/layers.0/blocks.1/Constant_16" [id=1047, type=Constant]; -"1048 Constant_6548" [id=1048, type=Constant]; -"1049 /layers/layers.0/blocks.1/attn/Reshape_3/smooth_quant_const" [id=1049, type=Constant]; +"1048 Transpose_6378" [id=1048, type=Constant]; +"1049 Constant_54066" [id=1049, type=Constant]; "1050 /layers/layers.0/blocks.1/attn/Constant_4" [id=1050, type=Constant]; "1051 Constant_437" [id=1051, type=Constant]; "1052 Constant_418" [id=1052, type=Constant]; "1053 Constant_412" [id=1053, type=Constant]; "1054 /layers/layers.0/blocks.1/attn/Constant" [id=1054, type=Constant]; -"1055 Constant_6544" [id=1055, type=Constant]; -"1056 /layers/layers.0/blocks.1/Reshape_3/smooth_quant_const" [id=1056, type=Constant]; +"1055 Transpose_6375" [id=1055, type=Constant]; +"1056 Constant_54052" [id=1056, type=Constant]; "1057 /layers/layers.0/blocks.1/Constant_15" [id=1057, type=Constant]; "1058 /layers/layers.0/blocks.1/Constant_14" [id=1058, type=Constant]; "1059 Constant_396" [id=1059, type=Constant]; "1060 /layers/layers.0/blocks.1/Constant_13" [id=1060, type=Constant]; -"1061 Constant_5263" [id=1061, type=Constant]; -"1062 Constant_5260" [id=1062, type=Constant]; -"1063 Constant_5257" [id=1063, type=Constant]; -"1064 Constant_5239" [id=1064, type=Constant]; -"1065 Constant_5236" [id=1065, type=Constant]; -"1066 Constant_5233" [id=1066, type=Constant]; +"1061 Constant_5103" [id=1061, type=Constant]; +"1062 Constant_5100" [id=1062, type=Constant]; +"1063 Constant_5097" [id=1063, type=Constant]; +"1064 Constant_5079" [id=1064, type=Constant]; +"1065 Constant_5076" [id=1065, type=Constant]; +"1066 Constant_5073" [id=1066, type=Constant]; "1067 /layers/layers.0/blocks.1/Constant" [id=1067, type=Constant]; -"1068 Constant_7199" [id=1068, type=Constant]; -"1069 Constant_7198" [id=1069, type=Constant]; +"1068 Constant_7295" [id=1068, type=Constant]; +"1069 Constant_7294" [id=1069, type=Constant]; "1070 Constant_333" [id=1070, type=Constant]; -"1071 Constant_6539" [id=1071, type=Constant]; -"1072 /layers/layers.0/blocks.0/mlp/act/Mul_1/smooth_quant_const" [id=1072, type=Constant]; -"1073 Constant_6534" [id=1073, type=Constant]; -"1074 /layers/layers.0/blocks.0/norm2/Add_1/smooth_quant_const" [id=1074, type=Constant]; -"1075 Constant_7195" [id=1075, type=Constant]; -"1076 Constant_7194" [id=1076, type=Constant]; +"1071 Transpose_6371" [id=1071, type=Constant]; +"1072 Constant_54044" [id=1072, type=Constant]; +"1073 Transpose_6367" [id=1073, type=Constant]; +"1074 Constant_54040" [id=1074, type=Constant]; +"1075 Constant_7291" [id=1075, type=Constant]; +"1076 Constant_7290" [id=1076, type=Constant]; "1077 Constant_307" [id=1077, type=Constant]; "1078 /layers/layers.0/blocks.0/Constant_8" [id=1078, type=Constant]; "1079 /layers/layers.0/blocks.0/Constant_7" [id=1079, type=Constant]; "1080 Constant_296" [id=1080, type=Constant]; "1081 /layers/layers.0/blocks.0/Constant_6" [id=1081, type=Constant]; "1082 /layers/layers.0/blocks.0/Constant_5" [id=1082, type=Constant]; -"1083 Constant_6529" [id=1083, type=Constant]; -"1084 /layers/layers.0/blocks.0/attn/Reshape_1/smooth_quant_const" [id=1084, type=Constant]; +"1083 Transpose_6363" [id=1083, type=Constant]; +"1084 Constant_54054" [id=1084, type=Constant]; "1085 /layers/layers.0/blocks.0/attn/Constant_2" [id=1085, type=Constant]; "1086 Constant_280" [id=1086, type=Constant]; "1087 Constant_270" [id=1087, type=Constant]; "1088 Constant_264" [id=1088, type=Constant]; "1089 /layers/layers.0/blocks.0/attn/Constant" [id=1089, type=Constant]; -"1090 Constant_6525" [id=1090, type=Constant]; -"1091 /layers/layers.0/blocks.0/Reshape_3/smooth_quant_const" [id=1091, type=Constant]; +"1090 Transpose_6360" [id=1090, type=Constant]; +"1091 Constant_54046" [id=1091, type=Constant]; "1092 /layers/layers.0/blocks.0/Constant_4" [id=1092, type=Constant]; "1093 /layers/layers.0/blocks.0/Constant_3" [id=1093, type=Constant]; "1094 Constant_248" [id=1094, type=Constant]; "1095 /layers/layers.0/blocks.0/Constant_2" [id=1095, type=Constant]; -"1096 Constant_7190" [id=1096, type=Constant]; -"1097 Constant_7189" [id=1097, type=Constant]; +"1096 Constant_7286" [id=1096, type=Constant]; +"1097 Constant_7285" [id=1097, type=Constant]; "1098 Constant_227" [id=1098, type=Constant]; -"1099 Constant_7188" [id=1099, type=Constant]; -"1100 Constant_7187" [id=1100, type=Constant]; +"1099 Constant_7284" [id=1099, type=Constant]; +"1100 Constant_7283" [id=1100, type=Constant]; "1101 Constant_213" [id=1101, type=Constant]; "1102 Constant_211" [id=1102, type=Constant]; "1103 /patch_embed/Constant_4" [id=1103, type=Constant]; @@ -1107,218 +1107,218 @@ strict digraph { "1105 /patch_embed/Constant_3" [id=1105, type=Constant]; "1106 /patch_embed/Constant_2" [id=1106, type=Constant]; "1107 Reshape_190" [id=1107, type=Constant]; -"1108 Gather_7186" [id=1108, type=Constant]; -"1109 Gather_7183" [id=1109, type=Constant]; -"1110 Gather_7180" [id=1110, type=Constant]; -"1111 Constant_7191" [id=1111, type=Constant]; -"1112 onnx^^Add_2243" [id=1112, label="1112 onnx::Add_2243", type=Constant]; +"1108 Gather_7282" [id=1108, type=Constant]; +"1109 Gather_7279" [id=1109, type=Constant]; +"1110 Gather_7276" [id=1110, type=Constant]; +"1111 Constant_7287" [id=1111, type=Constant]; +"1112 onnx^^Add_2244" [id=1112, label="1112 onnx::Add_2244", type=Constant]; "1113 Constant_268" [id=1113, type=Constant]; "1114 /patch_embed/proj/Constant" [id=1114, type=Constant]; -"1115 Constant_7192" [id=1115, type=Constant]; +"1115 Constant_7288" [id=1115, type=Constant]; "1116 Constant_266" [id=1116, type=Constant]; "1117 /layers/layers.0/blocks.0/Constant" [id=1117, type=Constant]; -"1118 Constant_7193" [id=1118, type=Constant]; -"1119 Constant_7196" [id=1119, type=Constant]; -"1120 Constant_7197" [id=1120, type=Constant]; -"1121 Constant_5227" [id=1121, type=Constant]; -"1122 Constant_5224" [id=1122, type=Constant]; -"1123 Constant_5221" [id=1123, type=Constant]; -"1124 Constant_5251" [id=1124, type=Constant]; -"1125 Constant_5248" [id=1125, type=Constant]; -"1126 Constant_5245" [id=1126, type=Constant]; -"1127 Constant_7200" [id=1127, type=Constant]; +"1118 Constant_7289" [id=1118, type=Constant]; +"1119 Constant_7292" [id=1119, type=Constant]; +"1120 Constant_7293" [id=1120, type=Constant]; +"1121 Constant_5067" [id=1121, type=Constant]; +"1122 Constant_5064" [id=1122, type=Constant]; +"1123 Constant_5061" [id=1123, type=Constant]; +"1124 Constant_5091" [id=1124, type=Constant]; +"1125 Constant_5088" [id=1125, type=Constant]; +"1126 Constant_5085" [id=1126, type=Constant]; +"1127 Constant_7296" [id=1127, type=Constant]; "1128 /layers/layers.0/blocks.1/attn/Constant_3" [id=1128, type=Constant]; -"1129 onnx^^Add_2300" [id=1129, label="1129 onnx::Add_2300", type=Constant]; +"1129 onnx^^Add_2301" [id=1129, label="1129 onnx::Add_2301", type=Constant]; "1130 /layers/layers.0/blocks.1/attn/Constant_2" [id=1130, type=Constant]; -"1131 onnx^^Add_2292" [id=1131, label="1131 onnx::Add_2292", type=Constant]; +"1131 onnx^^Add_2293" [id=1131, label="1131 onnx::Add_2293", type=Constant]; "1132 Constant_416" [id=1132, type=Constant]; -"1133 Constant_7201" [id=1133, type=Constant]; +"1133 Constant_7297" [id=1133, type=Constant]; "1134 Constant_414" [id=1134, type=Constant]; -"1135 Constant_7202" [id=1135, type=Constant]; -"1136 Constant_5275" [id=1136, type=Constant]; -"1137 Constant_5272" [id=1137, type=Constant]; -"1138 Constant_5269" [id=1138, type=Constant]; -"1139 Constant_5299" [id=1139, type=Constant]; -"1140 Constant_5296" [id=1140, type=Constant]; -"1141 Constant_5293" [id=1141, type=Constant]; -"1142 Constant_7205" [id=1142, type=Constant]; -"1143 Constant_7206" [id=1143, type=Constant]; -"1144 Constant_5371" [id=1144, type=Constant]; -"1145 Constant_5368" [id=1145, type=Constant]; -"1146 Constant_5365" [id=1146, type=Constant]; -"1147 Constant_5323" [id=1147, type=Constant]; -"1148 Constant_5320" [id=1148, type=Constant]; -"1149 Constant_5317" [id=1149, type=Constant]; -"1150 Constant_5359" [id=1150, type=Constant]; -"1151 Constant_5356" [id=1151, type=Constant]; -"1152 Constant_5353" [id=1152, type=Constant]; -"1153 Constant_5335" [id=1153, type=Constant]; -"1154 Constant_5332" [id=1154, type=Constant]; -"1155 Constant_5329" [id=1155, type=Constant]; -"1156 Constant_7211" [id=1156, type=Constant]; -"1157 onnx^^Add_2364" [id=1157, label="1157 onnx::Add_2364", type=Constant]; +"1135 Constant_7298" [id=1135, type=Constant]; +"1136 Constant_5115" [id=1136, type=Constant]; +"1137 Constant_5112" [id=1137, type=Constant]; +"1138 Constant_5109" [id=1138, type=Constant]; +"1139 Constant_5139" [id=1139, type=Constant]; +"1140 Constant_5136" [id=1140, type=Constant]; +"1141 Constant_5133" [id=1141, type=Constant]; +"1142 Constant_7301" [id=1142, type=Constant]; +"1143 Constant_7302" [id=1143, type=Constant]; +"1144 Constant_5211" [id=1144, type=Constant]; +"1145 Constant_5208" [id=1145, type=Constant]; +"1146 Constant_5205" [id=1146, type=Constant]; +"1147 Constant_5163" [id=1147, type=Constant]; +"1148 Constant_5160" [id=1148, type=Constant]; +"1149 Constant_5157" [id=1149, type=Constant]; +"1150 Constant_5199" [id=1150, type=Constant]; +"1151 Constant_5196" [id=1151, type=Constant]; +"1152 Constant_5193" [id=1152, type=Constant]; +"1153 Constant_5175" [id=1153, type=Constant]; +"1154 Constant_5172" [id=1154, type=Constant]; +"1155 Constant_5169" [id=1155, type=Constant]; +"1156 Constant_7307" [id=1156, type=Constant]; +"1157 onnx^^Add_2389" [id=1157, label="1157 onnx::Add_2389", type=Constant]; "1158 Constant_626" [id=1158, type=Constant]; -"1159 Constant_7212" [id=1159, type=Constant]; +"1159 Constant_7308" [id=1159, type=Constant]; "1160 Constant_624" [id=1160, type=Constant]; -"1161 Constant_7213" [id=1161, type=Constant]; -"1162 Constant_7216" [id=1162, type=Constant]; -"1163 Constant_7217" [id=1163, type=Constant]; -"1164 Constant_5395" [id=1164, type=Constant]; -"1165 Constant_5392" [id=1165, type=Constant]; -"1166 Constant_5389" [id=1166, type=Constant]; -"1167 Constant_5419" [id=1167, type=Constant]; -"1168 Constant_5416" [id=1168, type=Constant]; -"1169 Constant_5413" [id=1169, type=Constant]; -"1170 Constant_7220" [id=1170, type=Constant]; +"1161 Constant_7309" [id=1161, type=Constant]; +"1162 Constant_7312" [id=1162, type=Constant]; +"1163 Constant_7313" [id=1163, type=Constant]; +"1164 Constant_5235" [id=1164, type=Constant]; +"1165 Constant_5232" [id=1165, type=Constant]; +"1166 Constant_5229" [id=1166, type=Constant]; +"1167 Constant_5259" [id=1167, type=Constant]; +"1168 Constant_5256" [id=1168, type=Constant]; +"1169 Constant_5253" [id=1169, type=Constant]; +"1170 Constant_7316" [id=1170, type=Constant]; "1171 /layers/layers.1/blocks.1/attn/Constant_3" [id=1171, type=Constant]; -"1172 onnx^^Add_2421" [id=1172, label="1172 onnx::Add_2421", type=Constant]; +"1172 onnx^^Add_2446" [id=1172, label="1172 onnx::Add_2446", type=Constant]; "1173 /layers/layers.1/blocks.1/attn/Constant_2" [id=1173, type=Constant]; -"1174 onnx^^Add_2413" [id=1174, label="1174 onnx::Add_2413", type=Constant]; +"1174 onnx^^Add_2438" [id=1174, label="1174 onnx::Add_2438", type=Constant]; "1175 Constant_774" [id=1175, type=Constant]; -"1176 Constant_7221" [id=1176, type=Constant]; +"1176 Constant_7317" [id=1176, type=Constant]; "1177 Constant_772" [id=1177, type=Constant]; -"1178 Constant_7222" [id=1178, type=Constant]; -"1179 Constant_5443" [id=1179, type=Constant]; -"1180 Constant_5440" [id=1180, type=Constant]; -"1181 Constant_5437" [id=1181, type=Constant]; -"1182 Constant_5467" [id=1182, type=Constant]; -"1183 Constant_5464" [id=1183, type=Constant]; -"1184 Constant_5461" [id=1184, type=Constant]; -"1185 Constant_7225" [id=1185, type=Constant]; -"1186 Constant_7226" [id=1186, type=Constant]; -"1187 Constant_5539" [id=1187, type=Constant]; -"1188 Constant_5536" [id=1188, type=Constant]; -"1189 Constant_5533" [id=1189, type=Constant]; -"1190 Constant_5491" [id=1190, type=Constant]; -"1191 Constant_5488" [id=1191, type=Constant]; -"1192 Constant_5485" [id=1192, type=Constant]; -"1193 Constant_5527" [id=1193, type=Constant]; -"1194 Constant_5524" [id=1194, type=Constant]; -"1195 Constant_5521" [id=1195, type=Constant]; -"1196 Constant_5503" [id=1196, type=Constant]; -"1197 Constant_5500" [id=1197, type=Constant]; -"1198 Constant_5497" [id=1198, type=Constant]; -"1199 Constant_7231" [id=1199, type=Constant]; -"1200 onnx^^Add_2485" [id=1200, label="1200 onnx::Add_2485", type=Constant]; +"1178 Constant_7318" [id=1178, type=Constant]; +"1179 Constant_5283" [id=1179, type=Constant]; +"1180 Constant_5280" [id=1180, type=Constant]; +"1181 Constant_5277" [id=1181, type=Constant]; +"1182 Constant_5307" [id=1182, type=Constant]; +"1183 Constant_5304" [id=1183, type=Constant]; +"1184 Constant_5301" [id=1184, type=Constant]; +"1185 Constant_7321" [id=1185, type=Constant]; +"1186 Constant_7322" [id=1186, type=Constant]; +"1187 Constant_5379" [id=1187, type=Constant]; +"1188 Constant_5376" [id=1188, type=Constant]; +"1189 Constant_5373" [id=1189, type=Constant]; +"1190 Constant_5331" [id=1190, type=Constant]; +"1191 Constant_5328" [id=1191, type=Constant]; +"1192 Constant_5325" [id=1192, type=Constant]; +"1193 Constant_5367" [id=1193, type=Constant]; +"1194 Constant_5364" [id=1194, type=Constant]; +"1195 Constant_5361" [id=1195, type=Constant]; +"1196 Constant_5343" [id=1196, type=Constant]; +"1197 Constant_5340" [id=1197, type=Constant]; +"1198 Constant_5337" [id=1198, type=Constant]; +"1199 Constant_7327" [id=1199, type=Constant]; +"1200 onnx^^Add_2534" [id=1200, label="1200 onnx::Add_2534", type=Constant]; "1201 Constant_984" [id=1201, type=Constant]; -"1202 Constant_7232" [id=1202, type=Constant]; +"1202 Constant_7328" [id=1202, type=Constant]; "1203 Constant_982" [id=1203, type=Constant]; -"1204 Constant_7233" [id=1204, type=Constant]; -"1205 Constant_7236" [id=1205, type=Constant]; -"1206 Constant_7237" [id=1206, type=Constant]; -"1207 Constant_5563" [id=1207, type=Constant]; -"1208 Constant_5560" [id=1208, type=Constant]; -"1209 Constant_5557" [id=1209, type=Constant]; -"1210 Constant_5587" [id=1210, type=Constant]; -"1211 Constant_5584" [id=1211, type=Constant]; -"1212 Constant_5581" [id=1212, type=Constant]; -"1213 Constant_7240" [id=1213, type=Constant]; +"1204 Constant_7329" [id=1204, type=Constant]; +"1205 Constant_7332" [id=1205, type=Constant]; +"1206 Constant_7333" [id=1206, type=Constant]; +"1207 Constant_5403" [id=1207, type=Constant]; +"1208 Constant_5400" [id=1208, type=Constant]; +"1209 Constant_5397" [id=1209, type=Constant]; +"1210 Constant_5427" [id=1210, type=Constant]; +"1211 Constant_5424" [id=1211, type=Constant]; +"1212 Constant_5421" [id=1212, type=Constant]; +"1213 Constant_7336" [id=1213, type=Constant]; "1214 /layers/layers.2/blocks.1/attn/Constant_3" [id=1214, type=Constant]; -"1215 onnx^^Add_2653" [id=1215, label="1215 onnx::Add_2653", type=Constant]; +"1215 onnx^^Add_2702" [id=1215, label="1215 onnx::Add_2702", type=Constant]; "1216 /layers/layers.2/blocks.1/attn/Constant_2" [id=1216, type=Constant]; -"1217 onnx^^Add_2534" [id=1217, label="1217 onnx::Add_2534", type=Constant]; +"1217 onnx^^Add_2583" [id=1217, label="1217 onnx::Add_2583", type=Constant]; "1218 Constant_1132" [id=1218, type=Constant]; -"1219 Constant_7241" [id=1219, type=Constant]; +"1219 Constant_7337" [id=1219, type=Constant]; "1220 Constant_1130" [id=1220, type=Constant]; -"1221 Constant_7242" [id=1221, type=Constant]; -"1222 Constant_5611" [id=1222, type=Constant]; -"1223 Constant_5608" [id=1223, type=Constant]; -"1224 Constant_5605" [id=1224, type=Constant]; -"1225 Constant_5635" [id=1225, type=Constant]; -"1226 Constant_5632" [id=1226, type=Constant]; -"1227 Constant_5629" [id=1227, type=Constant]; -"1228 Constant_7245" [id=1228, type=Constant]; -"1229 Constant_7246" [id=1229, type=Constant]; -"1230 Constant_7249" [id=1230, type=Constant]; -"1231 onnx^^Add_2596" [id=1231, label="1231 onnx::Add_2596", type=Constant]; +"1221 Constant_7338" [id=1221, type=Constant]; +"1222 Constant_5451" [id=1222, type=Constant]; +"1223 Constant_5448" [id=1223, type=Constant]; +"1224 Constant_5445" [id=1224, type=Constant]; +"1225 Constant_5475" [id=1225, type=Constant]; +"1226 Constant_5472" [id=1226, type=Constant]; +"1227 Constant_5469" [id=1227, type=Constant]; +"1228 Constant_7341" [id=1228, type=Constant]; +"1229 Constant_7342" [id=1229, type=Constant]; +"1230 Constant_7345" [id=1230, type=Constant]; +"1231 onnx^^Add_2645" [id=1231, label="1231 onnx::Add_2645", type=Constant]; "1232 Constant_1289" [id=1232, type=Constant]; -"1233 Constant_7250" [id=1233, type=Constant]; +"1233 Constant_7346" [id=1233, type=Constant]; "1234 Constant_1287" [id=1234, type=Constant]; -"1235 Constant_7251" [id=1235, type=Constant]; -"1236 Constant_7254" [id=1236, type=Constant]; -"1237 Constant_7255" [id=1237, type=Constant]; -"1238 Constant_5659" [id=1238, type=Constant]; -"1239 Constant_5656" [id=1239, type=Constant]; -"1240 Constant_5653" [id=1240, type=Constant]; -"1241 Constant_5683" [id=1241, type=Constant]; -"1242 Constant_5680" [id=1242, type=Constant]; -"1243 Constant_5677" [id=1243, type=Constant]; -"1244 Constant_7258" [id=1244, type=Constant]; +"1235 Constant_7347" [id=1235, type=Constant]; +"1236 Constant_7350" [id=1236, type=Constant]; +"1237 Constant_7351" [id=1237, type=Constant]; +"1238 Constant_5499" [id=1238, type=Constant]; +"1239 Constant_5496" [id=1239, type=Constant]; +"1240 Constant_5493" [id=1240, type=Constant]; +"1241 Constant_5523" [id=1241, type=Constant]; +"1242 Constant_5520" [id=1242, type=Constant]; +"1243 Constant_5517" [id=1243, type=Constant]; +"1244 Constant_7354" [id=1244, type=Constant]; "1245 /layers/layers.2/blocks.3/attn/Constant_3" [id=1245, type=Constant]; "1246 /layers/layers.2/blocks.3/attn/Constant_2" [id=1246, type=Constant]; -"1247 onnx^^Add_2645" [id=1247, label="1247 onnx::Add_2645", type=Constant]; +"1247 onnx^^Add_2694" [id=1247, label="1247 onnx::Add_2694", type=Constant]; "1248 Constant_1437" [id=1248, type=Constant]; -"1249 Constant_7259" [id=1249, type=Constant]; +"1249 Constant_7355" [id=1249, type=Constant]; "1250 Constant_1435" [id=1250, type=Constant]; -"1251 Constant_7260" [id=1251, type=Constant]; -"1252 Constant_5707" [id=1252, type=Constant]; -"1253 Constant_5704" [id=1253, type=Constant]; -"1254 Constant_5701" [id=1254, type=Constant]; -"1255 Constant_5731" [id=1255, type=Constant]; -"1256 Constant_5728" [id=1256, type=Constant]; -"1257 Constant_5725" [id=1257, type=Constant]; -"1258 Constant_7263" [id=1258, type=Constant]; -"1259 Constant_7264" [id=1259, type=Constant]; -"1260 Constant_7267" [id=1260, type=Constant]; -"1261 onnx^^Add_2707" [id=1261, label="1261 onnx::Add_2707", type=Constant]; +"1251 Constant_7356" [id=1251, type=Constant]; +"1252 Constant_5547" [id=1252, type=Constant]; +"1253 Constant_5544" [id=1253, type=Constant]; +"1254 Constant_5541" [id=1254, type=Constant]; +"1255 Constant_5571" [id=1255, type=Constant]; +"1256 Constant_5568" [id=1256, type=Constant]; +"1257 Constant_5565" [id=1257, type=Constant]; +"1258 Constant_7359" [id=1258, type=Constant]; +"1259 Constant_7360" [id=1259, type=Constant]; +"1260 Constant_7363" [id=1260, type=Constant]; +"1261 onnx^^Add_2756" [id=1261, label="1261 onnx::Add_2756", type=Constant]; "1262 Constant_1594" [id=1262, type=Constant]; -"1263 Constant_7268" [id=1263, type=Constant]; +"1263 Constant_7364" [id=1263, type=Constant]; "1264 Constant_1592" [id=1264, type=Constant]; -"1265 Constant_7269" [id=1265, type=Constant]; -"1266 Constant_7272" [id=1266, type=Constant]; -"1267 Constant_7273" [id=1267, type=Constant]; -"1268 Constant_5755" [id=1268, type=Constant]; -"1269 Constant_5752" [id=1269, type=Constant]; -"1270 Constant_5749" [id=1270, type=Constant]; -"1271 Constant_5779" [id=1271, type=Constant]; -"1272 Constant_5776" [id=1272, type=Constant]; -"1273 Constant_5773" [id=1273, type=Constant]; -"1274 Constant_7276" [id=1274, type=Constant]; +"1265 Constant_7365" [id=1265, type=Constant]; +"1266 Constant_7368" [id=1266, type=Constant]; +"1267 Constant_7369" [id=1267, type=Constant]; +"1268 Constant_5595" [id=1268, type=Constant]; +"1269 Constant_5592" [id=1269, type=Constant]; +"1270 Constant_5589" [id=1270, type=Constant]; +"1271 Constant_5619" [id=1271, type=Constant]; +"1272 Constant_5616" [id=1272, type=Constant]; +"1273 Constant_5613" [id=1273, type=Constant]; +"1274 Constant_7372" [id=1274, type=Constant]; "1275 /layers/layers.2/blocks.5/attn/Constant_3" [id=1275, type=Constant]; "1276 /layers/layers.2/blocks.5/attn/Constant_2" [id=1276, type=Constant]; -"1277 onnx^^Add_2756" [id=1277, label="1277 onnx::Add_2756", type=Constant]; +"1277 onnx^^Add_2805" [id=1277, label="1277 onnx::Add_2805", type=Constant]; "1278 Constant_1742" [id=1278, type=Constant]; -"1279 Constant_7277" [id=1279, type=Constant]; +"1279 Constant_7373" [id=1279, type=Constant]; "1280 Constant_1740" [id=1280, type=Constant]; -"1281 Constant_7278" [id=1281, type=Constant]; -"1282 Constant_5803" [id=1282, type=Constant]; -"1283 Constant_5800" [id=1283, type=Constant]; -"1284 Constant_5797" [id=1284, type=Constant]; -"1285 Constant_5827" [id=1285, type=Constant]; -"1286 Constant_5824" [id=1286, type=Constant]; -"1287 Constant_5821" [id=1287, type=Constant]; -"1288 Constant_7281" [id=1288, type=Constant]; -"1289 Constant_7282" [id=1289, type=Constant]; -"1290 Constant_5899" [id=1290, type=Constant]; -"1291 Constant_5896" [id=1291, type=Constant]; -"1292 Constant_5893" [id=1292, type=Constant]; -"1293 Constant_5851" [id=1293, type=Constant]; -"1294 Constant_5848" [id=1294, type=Constant]; -"1295 Constant_5845" [id=1295, type=Constant]; -"1296 Constant_5887" [id=1296, type=Constant]; -"1297 Constant_5884" [id=1297, type=Constant]; -"1298 Constant_5881" [id=1298, type=Constant]; -"1299 Constant_5863" [id=1299, type=Constant]; -"1300 Constant_5860" [id=1300, type=Constant]; -"1301 Constant_5857" [id=1301, type=Constant]; -"1302 Constant_7287" [id=1302, type=Constant]; -"1303 onnx^^Add_2828" [id=1303, label="1303 onnx::Add_2828", type=Constant]; +"1281 Constant_7374" [id=1281, type=Constant]; +"1282 Constant_5643" [id=1282, type=Constant]; +"1283 Constant_5640" [id=1283, type=Constant]; +"1284 Constant_5637" [id=1284, type=Constant]; +"1285 Constant_5667" [id=1285, type=Constant]; +"1286 Constant_5664" [id=1286, type=Constant]; +"1287 Constant_5661" [id=1287, type=Constant]; +"1288 Constant_7377" [id=1288, type=Constant]; +"1289 Constant_7378" [id=1289, type=Constant]; +"1290 Constant_5739" [id=1290, type=Constant]; +"1291 Constant_5736" [id=1291, type=Constant]; +"1292 Constant_5733" [id=1292, type=Constant]; +"1293 Constant_5691" [id=1293, type=Constant]; +"1294 Constant_5688" [id=1294, type=Constant]; +"1295 Constant_5685" [id=1295, type=Constant]; +"1296 Constant_5727" [id=1296, type=Constant]; +"1297 Constant_5724" [id=1297, type=Constant]; +"1298 Constant_5721" [id=1298, type=Constant]; +"1299 Constant_5703" [id=1299, type=Constant]; +"1300 Constant_5700" [id=1300, type=Constant]; +"1301 Constant_5697" [id=1301, type=Constant]; +"1302 Constant_7383" [id=1302, type=Constant]; +"1303 onnx^^Add_2901" [id=1303, label="1303 onnx::Add_2901", type=Constant]; "1304 Constant_1952" [id=1304, type=Constant]; -"1305 Constant_7288" [id=1305, type=Constant]; +"1305 Constant_7384" [id=1305, type=Constant]; "1306 Constant_1950" [id=1306, type=Constant]; -"1307 Constant_7289" [id=1307, type=Constant]; -"1308 Constant_7292" [id=1308, type=Constant]; -"1309 Constant_7293" [id=1309, type=Constant]; -"1310 Constant_7296" [id=1310, type=Constant]; -"1311 onnx^^Add_2877" [id=1311, label="1311 onnx::Add_2877", type=Constant]; +"1307 Constant_7385" [id=1307, type=Constant]; +"1308 Constant_7388" [id=1308, type=Constant]; +"1309 Constant_7389" [id=1309, type=Constant]; +"1310 Constant_7392" [id=1310, type=Constant]; +"1311 onnx^^Add_2950" [id=1311, label="1311 onnx::Add_2950", type=Constant]; "1312 Constant_2058" [id=1312, type=Constant]; -"1313 Constant_7297" [id=1313, type=Constant]; +"1313 Constant_7393" [id=1313, type=Constant]; "1314 Constant_2056" [id=1314, type=Constant]; -"1315 Constant_7298" [id=1315, type=Constant]; -"1316 Constant_7301" [id=1316, type=Constant]; -"1317 Constant_7302" [id=1317, type=Constant]; -"0 input" -> "1 Multiply_6794" [label="[1, 3, 224, 224]", style=solid]; -"1 Multiply_6794" -> "2 Divide_2169" [label="[1, 3, 224, 224]", style=solid]; +"1315 Constant_7394" [id=1315, type=Constant]; +"1316 Constant_7397" [id=1316, type=Constant]; +"1317 Constant_7398" [id=1317, type=Constant]; +"0 input" -> "1 Multiply_6579" [label="[1, 3, 224, 224]", style=solid]; +"1 Multiply_6579" -> "2 Divide_2169" [label="[1, 3, 224, 224]", style=solid]; "2 Divide_2169" -> "3 /patch_embed/proj/Conv/WithoutBiases" [label="[1, 3, 224, 224]", style=solid]; "3 /patch_embed/proj/Conv/WithoutBiases" -> "4 /patch_embed/proj/Conv" [label="[1, 96, 56, 56]", style=solid]; "4 /patch_embed/proj/Conv" -> "5 /patch_embed/Reshape" [label="[1, 96, 56, 56]", style=solid]; @@ -1347,19 +1347,19 @@ strict digraph { "22 /layers/layers.0/blocks.1/Add_1" -> "27 /layers/layers.0/downsample/Reshape" [label="[1, 3136, 96]", style=solid]; "23 /layers/layers.0/blocks.1/norm2/Div" -> "28 /layers/layers.0/blocks.1/norm2/Mul" [label="[1, 3136, 96]", style=solid]; "24 /layers/layers.0/blocks.1/norm1/Mul" -> "29 /layers/layers.0/blocks.1/norm1/Add_1" [label="[1, 3136, 96]", style=solid]; -"25 /layers/layers.0/blocks.0/norm2/Add_1" -> "30 /layers/layers.0/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 3136, 96]", style=solid]; +"25 /layers/layers.0/blocks.0/norm2/Add_1" -> "30 /layers/layers.0/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 3136, 96]", style=solid]; "26 /layers/layers.0/blocks.0/Reshape_1" -> "31 /layers/layers.0/blocks.0/Transpose" [label="[1, 8, 7, 8, 7, 96]", style=solid]; "27 /layers/layers.0/downsample/Reshape" -> "32 /layers/layers.0/downsample/Slice" [label="[1, 56, 56, 96]", style=solid]; "27 /layers/layers.0/downsample/Reshape" -> "33 /layers/layers.0/downsample/Slice_2" [label="[1, 56, 56, 96]", style=solid]; "28 /layers/layers.0/blocks.1/norm2/Mul" -> "34 /layers/layers.0/blocks.1/norm2/Add_1" [label="[1, 3136, 96]", style=solid]; "29 /layers/layers.0/blocks.1/norm1/Add_1" -> "35 /layers/layers.0/blocks.1/Reshape" [label="[1, 3136, 96]", style=solid]; -"30 /layers/layers.0/blocks.0/norm2/Add_1/smooth_quant_multiply" -> "36 /layers/layers.0/blocks.0/mlp/fc1/MatMul" [label="[1, 3136, 96]", style=solid]; +"30 /layers/layers.0/blocks.0/norm2/Add_1_0_0/sq_multiply" -> "36 /layers/layers.0/blocks.0/mlp/fc1/MatMul" [label="[1, 3136, 96]", style=solid]; "31 /layers/layers.0/blocks.0/Transpose" -> "37 /layers/layers.0/blocks.0/Reshape_2" [label="[1, 8, 8, 7, 7, 96]", style=solid]; "32 /layers/layers.0/downsample/Slice" -> "38 /layers/layers.0/downsample/Slice_1" [label="[1, 28, 56, 96]", style=solid]; "32 /layers/layers.0/downsample/Slice" -> "39 /layers/layers.0/downsample/Slice_4" [label="[1, 28, 56, 96]", style=solid]; "33 /layers/layers.0/downsample/Slice_2" -> "40 /layers/layers.0/downsample/Slice_3" [label="[1, 28, 56, 96]", style=solid]; "33 /layers/layers.0/downsample/Slice_2" -> "41 /layers/layers.0/downsample/Slice_5" [label="[1, 28, 56, 96]", style=solid]; -"34 /layers/layers.0/blocks.1/norm2/Add_1" -> "42 /layers/layers.0/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 3136, 96]", style=solid]; +"34 /layers/layers.0/blocks.1/norm2/Add_1" -> "42 /layers/layers.0/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 3136, 96]", style=solid]; "35 /layers/layers.0/blocks.1/Reshape" -> "43 /layers/layers.0/blocks.1/Slice" [label="[1, 56, 56, 96]", style=solid]; "35 /layers/layers.0/blocks.1/Reshape" -> "44 /layers/layers.0/blocks.1/Slice_1" [label="[1, 56, 56, 96]", style=solid]; "36 /layers/layers.0/blocks.0/mlp/fc1/MatMul" -> "45 /layers/layers.0/blocks.0/mlp/fc1/Add" [label="[1, 3136, 384]", style=solid]; @@ -1368,40 +1368,40 @@ strict digraph { "39 /layers/layers.0/downsample/Slice_4" -> "47 /layers/layers.0/downsample/Concat" [label="[1, 28, 28, 96]", style=solid]; "40 /layers/layers.0/downsample/Slice_3" -> "47 /layers/layers.0/downsample/Concat" [label="[1, 28, 28, 96]", style=solid]; "41 /layers/layers.0/downsample/Slice_5" -> "47 /layers/layers.0/downsample/Concat" [label="[1, 28, 28, 96]", style=solid]; -"42 /layers/layers.0/blocks.1/norm2/Add_1/smooth_quant_multiply" -> "48 /layers/layers.0/blocks.1/mlp/fc1/MatMul" [label="[1, 3136, 96]", style=solid]; +"42 /layers/layers.0/blocks.1/norm2/Add_1_0_0/sq_multiply" -> "48 /layers/layers.0/blocks.1/mlp/fc1/MatMul" [label="[1, 3136, 96]", style=solid]; "43 /layers/layers.0/blocks.1/Slice" -> "49 /layers/layers.0/blocks.1/Concat" [label="[1, 53, 56, 96]", style=solid]; "44 /layers/layers.0/blocks.1/Slice_1" -> "49 /layers/layers.0/blocks.1/Concat" [label="[1, 3, 56, 96]", style=solid]; "45 /layers/layers.0/blocks.0/mlp/fc1/Add" -> "50 /layers/layers.0/blocks.0/mlp/act/Mul_1" [label="[1, 3136, 384]", style=solid]; -"46 /layers/layers.0/blocks.0/Reshape_3" -> "51 /layers/layers.0/blocks.0/Reshape_3/smooth_quant_multiply" [label="[64, 49, 96]", style=solid]; +"46 /layers/layers.0/blocks.0/Reshape_3" -> "51 /layers/layers.0/blocks.0/Reshape_3_0_0/sq_multiply" [label="[64, 49, 96]", style=solid]; "47 /layers/layers.0/downsample/Concat" -> "52 /layers/layers.0/downsample/Reshape_1" [label="[1, 28, 28, 384]", style=solid]; "48 /layers/layers.0/blocks.1/mlp/fc1/MatMul" -> "53 /layers/layers.0/blocks.1/mlp/fc1/Add" [label="[1, 3136, 384]", style=solid]; "49 /layers/layers.0/blocks.1/Concat" -> "54 /layers/layers.0/blocks.1/Slice_2" [label="[1, 56, 56, 96]", style=solid]; "49 /layers/layers.0/blocks.1/Concat" -> "55 /layers/layers.0/blocks.1/Slice_3" [label="[1, 56, 56, 96]", style=solid]; -"50 /layers/layers.0/blocks.0/mlp/act/Mul_1" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 3136, 384]", style=solid]; -"51 /layers/layers.0/blocks.0/Reshape_3/smooth_quant_multiply" -> "57 /layers/layers.0/blocks.0/attn/qkv/MatMul" [label="[64, 49, 96]", style=solid]; +"50 /layers/layers.0/blocks.0/mlp/act/Mul_1" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 3136, 384]", style=solid]; +"51 /layers/layers.0/blocks.0/Reshape_3_0_0/sq_multiply" -> "57 /layers/layers.0/blocks.0/attn/qkv/MatMul" [label="[64, 49, 96]", style=solid]; "52 /layers/layers.0/downsample/Reshape_1" -> "58 /layers/layers.0/downsample/norm/Div" [label="[1, 784, 384]", style=solid]; "53 /layers/layers.0/blocks.1/mlp/fc1/Add" -> "59 /layers/layers.0/blocks.1/mlp/act/Mul_1" [label="[1, 3136, 384]", style=solid]; "54 /layers/layers.0/blocks.1/Slice_2" -> "60 /layers/layers.0/blocks.1/Concat_1" [label="[1, 56, 53, 96]", style=solid]; "55 /layers/layers.0/blocks.1/Slice_3" -> "60 /layers/layers.0/blocks.1/Concat_1" [label="[1, 56, 3, 96]", style=solid]; -"56 /layers/layers.0/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" -> "61 /layers/layers.0/blocks.0/mlp/fc2/MatMul" [label="[1, 3136, 384]", style=solid]; +"56 /layers/layers.0/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" -> "61 /layers/layers.0/blocks.0/mlp/fc2/MatMul" [label="[1, 3136, 384]", style=solid]; "57 /layers/layers.0/blocks.0/attn/qkv/MatMul" -> "62 /layers/layers.0/blocks.0/attn/qkv/Add" [label="[64, 49, 288]", style=solid]; "58 /layers/layers.0/downsample/norm/Div" -> "63 /layers/layers.0/downsample/norm/Mul" [label="[1, 784, 384]", style=solid]; -"59 /layers/layers.0/blocks.1/mlp/act/Mul_1" -> "64 /layers/layers.0/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 3136, 384]", style=solid]; +"59 /layers/layers.0/blocks.1/mlp/act/Mul_1" -> "64 /layers/layers.0/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 3136, 384]", style=solid]; "60 /layers/layers.0/blocks.1/Concat_1" -> "65 /layers/layers.0/blocks.1/Reshape_1" [label="[1, 56, 56, 96]", style=solid]; "61 /layers/layers.0/blocks.0/mlp/fc2/MatMul" -> "66 /layers/layers.0/blocks.0/mlp/fc2/Add" [label="[1, 3136, 96]", style=solid]; "62 /layers/layers.0/blocks.0/attn/qkv/Add" -> "67 /layers/layers.0/blocks.0/attn/Reshape" [label="[64, 49, 288]", style=solid]; "63 /layers/layers.0/downsample/norm/Mul" -> "68 /layers/layers.0/downsample/norm/Add_1" [label="[1, 784, 384]", style=solid]; -"64 /layers/layers.0/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" -> "69 /layers/layers.0/blocks.1/mlp/fc2/MatMul" [label="[1, 3136, 384]", style=solid]; +"64 /layers/layers.0/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" -> "69 /layers/layers.0/blocks.1/mlp/fc2/MatMul" [label="[1, 3136, 384]", style=solid]; "65 /layers/layers.0/blocks.1/Reshape_1" -> "70 /layers/layers.0/blocks.1/Transpose" [label="[1, 8, 7, 8, 7, 96]", style=solid]; "66 /layers/layers.0/blocks.0/mlp/fc2/Add" -> "15 /layers/layers.0/blocks.0/Add_1" [label="[1, 3136, 96]", style=solid]; "67 /layers/layers.0/blocks.0/attn/Reshape" -> "71 /layers/layers.0/blocks.0/attn/Transpose" [label="[64, 49, 3, 3, 32]", style=solid]; -"68 /layers/layers.0/downsample/norm/Add_1" -> "72 /layers/layers.0/downsample/norm/Add_1/smooth_quant_multiply" [label="[1, 784, 384]", style=solid]; +"68 /layers/layers.0/downsample/norm/Add_1" -> "72 /layers/layers.0/downsample/norm/Add_1_0_0/sq_multiply" [label="[1, 784, 384]", style=solid]; "69 /layers/layers.0/blocks.1/mlp/fc2/MatMul" -> "73 /layers/layers.0/blocks.1/mlp/fc2/Add" [label="[1, 3136, 96]", style=solid]; "70 /layers/layers.0/blocks.1/Transpose" -> "74 /layers/layers.0/blocks.1/Reshape_2" [label="[1, 8, 8, 7, 7, 96]", style=solid]; "71 /layers/layers.0/blocks.0/attn/Transpose" -> "75 /layers/layers.0/blocks.0/attn/Gather" [label="[3, 64, 3, 49, 32]", style=solid]; "71 /layers/layers.0/blocks.0/attn/Transpose" -> "76 /layers/layers.0/blocks.0/attn/Gather_1" [label="[3, 64, 3, 49, 32]", style=solid]; "71 /layers/layers.0/blocks.0/attn/Transpose" -> "77 /layers/layers.0/blocks.0/attn/Gather_2" [label="[3, 64, 3, 49, 32]", style=solid]; -"72 /layers/layers.0/downsample/norm/Add_1/smooth_quant_multiply" -> "78 /layers/layers.0/downsample/reduction/MatMul" [label="[1, 784, 384]", style=solid]; +"72 /layers/layers.0/downsample/norm/Add_1_0_0/sq_multiply" -> "78 /layers/layers.0/downsample/reduction/MatMul" [label="[1, 784, 384]", style=solid]; "73 /layers/layers.0/blocks.1/mlp/fc2/Add" -> "22 /layers/layers.0/blocks.1/Add_1" [label="[1, 3136, 96]", style=solid]; "74 /layers/layers.0/blocks.1/Reshape_2" -> "79 /layers/layers.0/blocks.1/Reshape_3" [label="[64, 7, 7, 96]", style=solid]; "75 /layers/layers.0/blocks.0/attn/Gather" -> "80 /layers/layers.0/blocks.0/attn/Mul" [label="[64, 3, 49, 32]", style=solid]; @@ -1409,14 +1409,14 @@ strict digraph { "77 /layers/layers.0/blocks.0/attn/Gather_2" -> "82 /layers/layers.0/blocks.0/attn/MatMul_1" [label="[64, 3, 49, 32]", style=solid]; "78 /layers/layers.0/downsample/reduction/MatMul" -> "83 /layers/layers.1/blocks.0/Add" [label="[1, 784, 192]", style=solid]; "78 /layers/layers.0/downsample/reduction/MatMul" -> "84 /layers/layers.1/blocks.0/norm1/Div" [label="[1, 784, 192]", style=solid]; -"79 /layers/layers.0/blocks.1/Reshape_3" -> "85 /layers/layers.0/blocks.1/Reshape_3/smooth_quant_multiply" [label="[64, 49, 96]", style=solid]; +"79 /layers/layers.0/blocks.1/Reshape_3" -> "85 /layers/layers.0/blocks.1/Reshape_3_0_0/sq_multiply" [label="[64, 49, 96]", style=solid]; "80 /layers/layers.0/blocks.0/attn/Mul" -> "81 /layers/layers.0/blocks.0/attn/MatMul" [label="[64, 3, 49, 32]", style=solid]; "81 /layers/layers.0/blocks.0/attn/MatMul" -> "86 /layers/layers.0/blocks.0/attn/Add" [label="[64, 3, 49, 49]", style=solid]; "82 /layers/layers.0/blocks.0/attn/MatMul_1" -> "87 /layers/layers.0/blocks.0/attn/Transpose_2" [label="[64, 3, 49, 32]", style=solid]; "83 /layers/layers.1/blocks.0/Add" -> "88 /layers/layers.1/blocks.0/Add_1" [label="[1, 784, 192]", style=solid]; "83 /layers/layers.1/blocks.0/Add" -> "89 /layers/layers.1/blocks.0/norm2/Div" [label="[1, 784, 192]", style=solid]; "84 /layers/layers.1/blocks.0/norm1/Div" -> "90 /layers/layers.1/blocks.0/norm1/Mul" [label="[1, 784, 192]", style=solid]; -"85 /layers/layers.0/blocks.1/Reshape_3/smooth_quant_multiply" -> "91 /layers/layers.0/blocks.1/attn/qkv/MatMul" [label="[64, 49, 96]", style=solid]; +"85 /layers/layers.0/blocks.1/Reshape_3_0_0/sq_multiply" -> "91 /layers/layers.0/blocks.1/attn/qkv/MatMul" [label="[64, 49, 96]", style=solid]; "86 /layers/layers.0/blocks.0/attn/Add" -> "92 /layers/layers.0/blocks.0/attn/softmax/Softmax" [label="[64, 3, 49, 49]", style=solid]; "87 /layers/layers.0/blocks.0/attn/Transpose_2" -> "93 /layers/layers.0/blocks.0/attn/Reshape_1" [label="[64, 49, 3, 32]", style=solid]; "88 /layers/layers.1/blocks.0/Add_1" -> "94 /layers/layers.1/blocks.1/Add" [label="[1, 784, 192]", style=solid]; @@ -1425,18 +1425,18 @@ strict digraph { "90 /layers/layers.1/blocks.0/norm1/Mul" -> "97 /layers/layers.1/blocks.0/norm1/Add_1" [label="[1, 784, 192]", style=solid]; "91 /layers/layers.0/blocks.1/attn/qkv/MatMul" -> "98 /layers/layers.0/blocks.1/attn/qkv/Add" [label="[64, 49, 288]", style=solid]; "92 /layers/layers.0/blocks.0/attn/softmax/Softmax" -> "82 /layers/layers.0/blocks.0/attn/MatMul_1" [label="[64, 3, 49, 49]", style=solid]; -"93 /layers/layers.0/blocks.0/attn/Reshape_1" -> "99 /layers/layers.0/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[64, 49, 96]", style=solid]; +"93 /layers/layers.0/blocks.0/attn/Reshape_1" -> "99 /layers/layers.0/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[64, 49, 96]", style=solid]; "94 /layers/layers.1/blocks.1/Add" -> "100 /layers/layers.1/blocks.1/Add_1" [label="[1, 784, 192]", style=solid]; "94 /layers/layers.1/blocks.1/Add" -> "101 /layers/layers.1/blocks.1/norm2/Div" [label="[1, 784, 192]", style=solid]; "95 /layers/layers.1/blocks.1/norm1/Div" -> "102 /layers/layers.1/blocks.1/norm1/Mul" [label="[1, 784, 192]", style=solid]; "96 /layers/layers.1/blocks.0/norm2/Mul" -> "103 /layers/layers.1/blocks.0/norm2/Add_1" [label="[1, 784, 192]", style=solid]; "97 /layers/layers.1/blocks.0/norm1/Add_1" -> "104 /layers/layers.1/blocks.0/Reshape_1" [label="[1, 784, 192]", style=solid]; "98 /layers/layers.0/blocks.1/attn/qkv/Add" -> "105 /layers/layers.0/blocks.1/attn/Reshape" [label="[64, 49, 288]", style=solid]; -"99 /layers/layers.0/blocks.0/attn/Reshape_1/smooth_quant_multiply" -> "106 /layers/layers.0/blocks.0/attn/proj/MatMul" [label="[64, 49, 96]", style=solid]; +"99 /layers/layers.0/blocks.0/attn/Reshape_1_0_0/sq_multiply" -> "106 /layers/layers.0/blocks.0/attn/proj/MatMul" [label="[64, 49, 96]", style=solid]; "100 /layers/layers.1/blocks.1/Add_1" -> "107 /layers/layers.1/downsample/Reshape" [label="[1, 784, 192]", style=solid]; "101 /layers/layers.1/blocks.1/norm2/Div" -> "108 /layers/layers.1/blocks.1/norm2/Mul" [label="[1, 784, 192]", style=solid]; "102 /layers/layers.1/blocks.1/norm1/Mul" -> "109 /layers/layers.1/blocks.1/norm1/Add_1" [label="[1, 784, 192]", style=solid]; -"103 /layers/layers.1/blocks.0/norm2/Add_1" -> "110 /layers/layers.1/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 784, 192]", style=solid]; +"103 /layers/layers.1/blocks.0/norm2/Add_1" -> "110 /layers/layers.1/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 784, 192]", style=solid]; "104 /layers/layers.1/blocks.0/Reshape_1" -> "111 /layers/layers.1/blocks.0/Transpose" [label="[1, 4, 7, 4, 7, 192]", style=solid]; "105 /layers/layers.0/blocks.1/attn/Reshape" -> "112 /layers/layers.0/blocks.1/attn/Transpose" [label="[64, 49, 3, 3, 32]", style=solid]; "106 /layers/layers.0/blocks.0/attn/proj/MatMul" -> "113 /layers/layers.0/blocks.0/attn/proj/Add" [label="[64, 49, 96]", style=solid]; @@ -1444,7 +1444,7 @@ strict digraph { "107 /layers/layers.1/downsample/Reshape" -> "115 /layers/layers.1/downsample/Slice_2" [label="[1, 28, 28, 192]", style=solid]; "108 /layers/layers.1/blocks.1/norm2/Mul" -> "116 /layers/layers.1/blocks.1/norm2/Add_1" [label="[1, 784, 192]", style=solid]; "109 /layers/layers.1/blocks.1/norm1/Add_1" -> "117 /layers/layers.1/blocks.1/Reshape" [label="[1, 784, 192]", style=solid]; -"110 /layers/layers.1/blocks.0/norm2/Add_1/smooth_quant_multiply" -> "118 /layers/layers.1/blocks.0/mlp/fc1/MatMul" [label="[1, 784, 192]", style=solid]; +"110 /layers/layers.1/blocks.0/norm2/Add_1_0_0/sq_multiply" -> "118 /layers/layers.1/blocks.0/mlp/fc1/MatMul" [label="[1, 784, 192]", style=solid]; "111 /layers/layers.1/blocks.0/Transpose" -> "119 /layers/layers.1/blocks.0/Reshape_2" [label="[1, 4, 4, 7, 7, 192]", style=solid]; "112 /layers/layers.0/blocks.1/attn/Transpose" -> "120 /layers/layers.0/blocks.1/attn/Gather" [label="[3, 64, 3, 49, 32]", style=solid]; "112 /layers/layers.0/blocks.1/attn/Transpose" -> "121 /layers/layers.0/blocks.1/attn/Gather_1" [label="[3, 64, 3, 49, 32]", style=solid]; @@ -1454,7 +1454,7 @@ strict digraph { "114 /layers/layers.1/downsample/Slice" -> "125 /layers/layers.1/downsample/Slice_4" [label="[1, 14, 28, 192]", style=solid]; "115 /layers/layers.1/downsample/Slice_2" -> "126 /layers/layers.1/downsample/Slice_3" [label="[1, 14, 28, 192]", style=solid]; "115 /layers/layers.1/downsample/Slice_2" -> "127 /layers/layers.1/downsample/Slice_5" [label="[1, 14, 28, 192]", style=solid]; -"116 /layers/layers.1/blocks.1/norm2/Add_1" -> "128 /layers/layers.1/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 784, 192]", style=solid]; +"116 /layers/layers.1/blocks.1/norm2/Add_1" -> "128 /layers/layers.1/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 784, 192]", style=solid]; "117 /layers/layers.1/blocks.1/Reshape" -> "129 /layers/layers.1/blocks.1/Slice" [label="[1, 28, 28, 192]", style=solid]; "117 /layers/layers.1/blocks.1/Reshape" -> "130 /layers/layers.1/blocks.1/Slice_1" [label="[1, 28, 28, 192]", style=solid]; "118 /layers/layers.1/blocks.0/mlp/fc1/MatMul" -> "131 /layers/layers.1/blocks.0/mlp/fc1/Add" [label="[1, 784, 768]", style=solid]; @@ -1467,11 +1467,11 @@ strict digraph { "125 /layers/layers.1/downsample/Slice_4" -> "137 /layers/layers.1/downsample/Concat" [label="[1, 14, 14, 192]", style=solid]; "126 /layers/layers.1/downsample/Slice_3" -> "137 /layers/layers.1/downsample/Concat" [label="[1, 14, 14, 192]", style=solid]; "127 /layers/layers.1/downsample/Slice_5" -> "137 /layers/layers.1/downsample/Concat" [label="[1, 14, 14, 192]", style=solid]; -"128 /layers/layers.1/blocks.1/norm2/Add_1/smooth_quant_multiply" -> "138 /layers/layers.1/blocks.1/mlp/fc1/MatMul" [label="[1, 784, 192]", style=solid]; +"128 /layers/layers.1/blocks.1/norm2/Add_1_0_0/sq_multiply" -> "138 /layers/layers.1/blocks.1/mlp/fc1/MatMul" [label="[1, 784, 192]", style=solid]; "129 /layers/layers.1/blocks.1/Slice" -> "139 /layers/layers.1/blocks.1/Concat" [label="[1, 25, 28, 192]", style=solid]; "130 /layers/layers.1/blocks.1/Slice_1" -> "139 /layers/layers.1/blocks.1/Concat" [label="[1, 3, 28, 192]", style=solid]; "131 /layers/layers.1/blocks.0/mlp/fc1/Add" -> "140 /layers/layers.1/blocks.0/mlp/act/Mul_1" [label="[1, 784, 768]", style=solid]; -"132 /layers/layers.1/blocks.0/Reshape_3" -> "141 /layers/layers.1/blocks.0/Reshape_3/smooth_quant_multiply" [label="[16, 49, 192]", style=solid]; +"132 /layers/layers.1/blocks.0/Reshape_3" -> "141 /layers/layers.1/blocks.0/Reshape_3_0_0/sq_multiply" [label="[16, 49, 192]", style=solid]; "133 /layers/layers.0/blocks.1/attn/Mul" -> "134 /layers/layers.0/blocks.1/attn/MatMul" [label="[64, 3, 49, 32]", style=solid]; "134 /layers/layers.0/blocks.1/attn/MatMul" -> "142 /layers/layers.0/blocks.1/attn/Add" [label="[64, 3, 49, 49]", style=solid]; "135 /layers/layers.0/blocks.1/attn/MatMul_1" -> "143 /layers/layers.0/blocks.1/attn/Transpose_2" [label="[64, 3, 49, 32]", style=solid]; @@ -1480,8 +1480,8 @@ strict digraph { "138 /layers/layers.1/blocks.1/mlp/fc1/MatMul" -> "146 /layers/layers.1/blocks.1/mlp/fc1/Add" [label="[1, 784, 768]", style=solid]; "139 /layers/layers.1/blocks.1/Concat" -> "147 /layers/layers.1/blocks.1/Slice_2" [label="[1, 28, 28, 192]", style=solid]; "139 /layers/layers.1/blocks.1/Concat" -> "148 /layers/layers.1/blocks.1/Slice_3" [label="[1, 28, 28, 192]", style=solid]; -"140 /layers/layers.1/blocks.0/mlp/act/Mul_1" -> "149 /layers/layers.1/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 784, 768]", style=solid]; -"141 /layers/layers.1/blocks.0/Reshape_3/smooth_quant_multiply" -> "150 /layers/layers.1/blocks.0/attn/qkv/MatMul" [label="[16, 49, 192]", style=solid]; +"140 /layers/layers.1/blocks.0/mlp/act/Mul_1" -> "149 /layers/layers.1/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 784, 768]", style=solid]; +"141 /layers/layers.1/blocks.0/Reshape_3_0_0/sq_multiply" -> "150 /layers/layers.1/blocks.0/attn/qkv/MatMul" [label="[16, 49, 192]", style=solid]; "142 /layers/layers.0/blocks.1/attn/Add" -> "151 /layers/layers.0/blocks.1/attn/Reshape_1" [label="[64, 3, 49, 49]", style=solid]; "143 /layers/layers.0/blocks.1/attn/Transpose_2" -> "152 /layers/layers.0/blocks.1/attn/Reshape_3" [label="[64, 49, 3, 32]", style=solid]; "144 /layers/layers.0/blocks.0/Transpose_1" -> "153 /layers/layers.0/blocks.0/Reshape_6" [label="[1, 8, 7, 8, 7, 96]", style=solid]; @@ -1489,27 +1489,27 @@ strict digraph { "146 /layers/layers.1/blocks.1/mlp/fc1/Add" -> "155 /layers/layers.1/blocks.1/mlp/act/Mul_1" [label="[1, 784, 768]", style=solid]; "147 /layers/layers.1/blocks.1/Slice_2" -> "156 /layers/layers.1/blocks.1/Concat_1" [label="[1, 28, 25, 192]", style=solid]; "148 /layers/layers.1/blocks.1/Slice_3" -> "156 /layers/layers.1/blocks.1/Concat_1" [label="[1, 28, 3, 192]", style=solid]; -"149 /layers/layers.1/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" -> "157 /layers/layers.1/blocks.0/mlp/fc2/MatMul" [label="[1, 784, 768]", style=solid]; +"149 /layers/layers.1/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" -> "157 /layers/layers.1/blocks.0/mlp/fc2/MatMul" [label="[1, 784, 768]", style=solid]; "150 /layers/layers.1/blocks.0/attn/qkv/MatMul" -> "158 /layers/layers.1/blocks.0/attn/qkv/Add" [label="[16, 49, 576]", style=solid]; "151 /layers/layers.0/blocks.1/attn/Reshape_1" -> "159 /layers/layers.0/blocks.1/attn/Add_1" [label="[1, 64, 3, 49, 49]", style=solid]; -"152 /layers/layers.0/blocks.1/attn/Reshape_3" -> "160 /layers/layers.0/blocks.1/attn/Reshape_3/smooth_quant_multiply" [label="[64, 49, 96]", style=solid]; +"152 /layers/layers.0/blocks.1/attn/Reshape_3" -> "160 /layers/layers.0/blocks.1/attn/Reshape_3_0_0/sq_multiply" [label="[64, 49, 96]", style=solid]; "153 /layers/layers.0/blocks.0/Reshape_6" -> "161 /layers/layers.0/blocks.0/Reshape_7" [label="[1, 56, 56, 96]", style=solid]; "154 /layers/layers.1/downsample/norm/Div" -> "162 /layers/layers.1/downsample/norm/Mul" [label="[1, 196, 768]", style=solid]; -"155 /layers/layers.1/blocks.1/mlp/act/Mul_1" -> "163 /layers/layers.1/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 784, 768]", style=solid]; +"155 /layers/layers.1/blocks.1/mlp/act/Mul_1" -> "163 /layers/layers.1/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 784, 768]", style=solid]; "156 /layers/layers.1/blocks.1/Concat_1" -> "164 /layers/layers.1/blocks.1/Reshape_1" [label="[1, 28, 28, 192]", style=solid]; "157 /layers/layers.1/blocks.0/mlp/fc2/MatMul" -> "165 /layers/layers.1/blocks.0/mlp/fc2/Add" [label="[1, 784, 192]", style=solid]; "158 /layers/layers.1/blocks.0/attn/qkv/Add" -> "166 /layers/layers.1/blocks.0/attn/Reshape" [label="[16, 49, 576]", style=solid]; "159 /layers/layers.0/blocks.1/attn/Add_1" -> "167 /layers/layers.0/blocks.1/attn/Reshape_2" [label="[1, 64, 3, 49, 49]", style=solid]; -"160 /layers/layers.0/blocks.1/attn/Reshape_3/smooth_quant_multiply" -> "168 /layers/layers.0/blocks.1/attn/proj/MatMul" [label="[64, 49, 96]", style=solid]; +"160 /layers/layers.0/blocks.1/attn/Reshape_3_0_0/sq_multiply" -> "168 /layers/layers.0/blocks.1/attn/proj/MatMul" [label="[64, 49, 96]", style=solid]; "161 /layers/layers.0/blocks.0/Reshape_7" -> "13 /layers/layers.0/blocks.0/Add" [label="[1, 3136, 96]", style=solid]; "162 /layers/layers.1/downsample/norm/Mul" -> "169 /layers/layers.1/downsample/norm/Add_1" [label="[1, 196, 768]", style=solid]; -"163 /layers/layers.1/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" -> "170 /layers/layers.1/blocks.1/mlp/fc2/MatMul" [label="[1, 784, 768]", style=solid]; +"163 /layers/layers.1/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" -> "170 /layers/layers.1/blocks.1/mlp/fc2/MatMul" [label="[1, 784, 768]", style=solid]; "164 /layers/layers.1/blocks.1/Reshape_1" -> "171 /layers/layers.1/blocks.1/Transpose" [label="[1, 4, 7, 4, 7, 192]", style=solid]; "165 /layers/layers.1/blocks.0/mlp/fc2/Add" -> "88 /layers/layers.1/blocks.0/Add_1" [label="[1, 784, 192]", style=solid]; "166 /layers/layers.1/blocks.0/attn/Reshape" -> "172 /layers/layers.1/blocks.0/attn/Transpose" [label="[16, 49, 3, 6, 32]", style=solid]; "167 /layers/layers.0/blocks.1/attn/Reshape_2" -> "173 /layers/layers.0/blocks.1/attn/softmax/Softmax" [label="[64, 3, 49, 49]", style=solid]; "168 /layers/layers.0/blocks.1/attn/proj/MatMul" -> "174 /layers/layers.0/blocks.1/attn/proj/Add" [label="[64, 49, 96]", style=solid]; -"169 /layers/layers.1/downsample/norm/Add_1" -> "175 /layers/layers.1/downsample/norm/Add_1/smooth_quant_multiply" [label="[1, 196, 768]", style=solid]; +"169 /layers/layers.1/downsample/norm/Add_1" -> "175 /layers/layers.1/downsample/norm/Add_1_0_0/sq_multiply" [label="[1, 196, 768]", style=solid]; "170 /layers/layers.1/blocks.1/mlp/fc2/MatMul" -> "176 /layers/layers.1/blocks.1/mlp/fc2/Add" [label="[1, 784, 192]", style=solid]; "171 /layers/layers.1/blocks.1/Transpose" -> "177 /layers/layers.1/blocks.1/Reshape_2" [label="[1, 4, 4, 7, 7, 192]", style=solid]; "172 /layers/layers.1/blocks.0/attn/Transpose" -> "178 /layers/layers.1/blocks.0/attn/Gather" [label="[3, 16, 6, 49, 32]", style=solid]; @@ -1517,7 +1517,7 @@ strict digraph { "172 /layers/layers.1/blocks.0/attn/Transpose" -> "180 /layers/layers.1/blocks.0/attn/Gather_2" [label="[3, 16, 6, 49, 32]", style=solid]; "173 /layers/layers.0/blocks.1/attn/softmax/Softmax" -> "135 /layers/layers.0/blocks.1/attn/MatMul_1" [label="[64, 3, 49, 49]", style=solid]; "174 /layers/layers.0/blocks.1/attn/proj/Add" -> "181 /layers/layers.0/blocks.1/Reshape_4" [label="[64, 49, 96]", style=solid]; -"175 /layers/layers.1/downsample/norm/Add_1/smooth_quant_multiply" -> "182 /layers/layers.1/downsample/reduction/MatMul" [label="[1, 196, 768]", style=solid]; +"175 /layers/layers.1/downsample/norm/Add_1_0_0/sq_multiply" -> "182 /layers/layers.1/downsample/reduction/MatMul" [label="[1, 196, 768]", style=solid]; "176 /layers/layers.1/blocks.1/mlp/fc2/Add" -> "100 /layers/layers.1/blocks.1/Add_1" [label="[1, 784, 192]", style=solid]; "177 /layers/layers.1/blocks.1/Reshape_2" -> "183 /layers/layers.1/blocks.1/Reshape_3" [label="[16, 7, 7, 192]", style=solid]; "178 /layers/layers.1/blocks.0/attn/Gather" -> "184 /layers/layers.1/blocks.0/attn/Mul" [label="[16, 6, 49, 32]", style=solid]; @@ -1526,7 +1526,7 @@ strict digraph { "181 /layers/layers.0/blocks.1/Reshape_4" -> "187 /layers/layers.0/blocks.1/Reshape_5" [label="[64, 7, 7, 96]", style=solid]; "182 /layers/layers.1/downsample/reduction/MatMul" -> "188 /layers/layers.2/blocks.0/Add" [label="[1, 196, 384]", style=solid]; "182 /layers/layers.1/downsample/reduction/MatMul" -> "189 /layers/layers.2/blocks.0/norm1/Div" [label="[1, 196, 384]", style=solid]; -"183 /layers/layers.1/blocks.1/Reshape_3" -> "190 /layers/layers.1/blocks.1/Reshape_3/smooth_quant_multiply" [label="[16, 49, 192]", style=solid]; +"183 /layers/layers.1/blocks.1/Reshape_3" -> "190 /layers/layers.1/blocks.1/Reshape_3_0_0/sq_multiply" [label="[16, 49, 192]", style=solid]; "184 /layers/layers.1/blocks.0/attn/Mul" -> "185 /layers/layers.1/blocks.0/attn/MatMul" [label="[16, 6, 49, 32]", style=solid]; "185 /layers/layers.1/blocks.0/attn/MatMul" -> "191 /layers/layers.1/blocks.0/attn/Add" [label="[16, 6, 49, 49]", style=solid]; "186 /layers/layers.1/blocks.0/attn/MatMul_1" -> "192 /layers/layers.1/blocks.0/attn/Transpose_2" [label="[16, 6, 49, 32]", style=solid]; @@ -1534,7 +1534,7 @@ strict digraph { "188 /layers/layers.2/blocks.0/Add" -> "194 /layers/layers.2/blocks.0/Add_1" [label="[1, 196, 384]", style=solid]; "188 /layers/layers.2/blocks.0/Add" -> "195 /layers/layers.2/blocks.0/norm2/Div" [label="[1, 196, 384]", style=solid]; "189 /layers/layers.2/blocks.0/norm1/Div" -> "196 /layers/layers.2/blocks.0/norm1/Mul" [label="[1, 196, 384]", style=solid]; -"190 /layers/layers.1/blocks.1/Reshape_3/smooth_quant_multiply" -> "197 /layers/layers.1/blocks.1/attn/qkv/MatMul" [label="[16, 49, 192]", style=solid]; +"190 /layers/layers.1/blocks.1/Reshape_3_0_0/sq_multiply" -> "197 /layers/layers.1/blocks.1/attn/qkv/MatMul" [label="[16, 49, 192]", style=solid]; "191 /layers/layers.1/blocks.0/attn/Add" -> "198 /layers/layers.1/blocks.0/attn/softmax/Softmax" [label="[16, 6, 49, 49]", style=solid]; "192 /layers/layers.1/blocks.0/attn/Transpose_2" -> "199 /layers/layers.1/blocks.0/attn/Reshape_1" [label="[16, 49, 6, 32]", style=solid]; "193 /layers/layers.0/blocks.1/Transpose_1" -> "200 /layers/layers.0/blocks.1/Reshape_6" [label="[1, 8, 7, 8, 7, 96]", style=solid]; @@ -1544,7 +1544,7 @@ strict digraph { "196 /layers/layers.2/blocks.0/norm1/Mul" -> "204 /layers/layers.2/blocks.0/norm1/Add_1" [label="[1, 196, 384]", style=solid]; "197 /layers/layers.1/blocks.1/attn/qkv/MatMul" -> "205 /layers/layers.1/blocks.1/attn/qkv/Add" [label="[16, 49, 576]", style=solid]; "198 /layers/layers.1/blocks.0/attn/softmax/Softmax" -> "186 /layers/layers.1/blocks.0/attn/MatMul_1" [label="[16, 6, 49, 49]", style=solid]; -"199 /layers/layers.1/blocks.0/attn/Reshape_1" -> "206 /layers/layers.1/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[16, 49, 192]", style=solid]; +"199 /layers/layers.1/blocks.0/attn/Reshape_1" -> "206 /layers/layers.1/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[16, 49, 192]", style=solid]; "200 /layers/layers.0/blocks.1/Reshape_6" -> "207 /layers/layers.0/blocks.1/Slice_4" [label="[1, 56, 56, 96]", style=solid]; "200 /layers/layers.0/blocks.1/Reshape_6" -> "208 /layers/layers.0/blocks.1/Slice_5" [label="[1, 56, 56, 96]", style=solid]; "201 /layers/layers.2/blocks.1/Add" -> "209 /layers/layers.2/blocks.1/Add_1" [label="[1, 196, 384]", style=solid]; @@ -1553,14 +1553,14 @@ strict digraph { "203 /layers/layers.2/blocks.0/norm2/Mul" -> "212 /layers/layers.2/blocks.0/norm2/Add_1" [label="[1, 196, 384]", style=solid]; "204 /layers/layers.2/blocks.0/norm1/Add_1" -> "213 /layers/layers.2/blocks.0/Reshape_1" [label="[1, 196, 384]", style=solid]; "205 /layers/layers.1/blocks.1/attn/qkv/Add" -> "214 /layers/layers.1/blocks.1/attn/Reshape" [label="[16, 49, 576]", style=solid]; -"206 /layers/layers.1/blocks.0/attn/Reshape_1/smooth_quant_multiply" -> "215 /layers/layers.1/blocks.0/attn/proj/MatMul" [label="[16, 49, 192]", style=solid]; +"206 /layers/layers.1/blocks.0/attn/Reshape_1_0_0/sq_multiply" -> "215 /layers/layers.1/blocks.0/attn/proj/MatMul" [label="[16, 49, 192]", style=solid]; "207 /layers/layers.0/blocks.1/Slice_4" -> "216 /layers/layers.0/blocks.1/Concat_2" [label="[1, 3, 56, 96]", style=solid]; "208 /layers/layers.0/blocks.1/Slice_5" -> "216 /layers/layers.0/blocks.1/Concat_2" [label="[1, 53, 56, 96]", style=solid]; "209 /layers/layers.2/blocks.1/Add_1" -> "217 /layers/layers.2/blocks.2/Add" [label="[1, 196, 384]", style=solid]; "209 /layers/layers.2/blocks.1/Add_1" -> "218 /layers/layers.2/blocks.2/norm1/Div" [label="[1, 196, 384]", style=solid]; "210 /layers/layers.2/blocks.1/norm2/Div" -> "219 /layers/layers.2/blocks.1/norm2/Mul" [label="[1, 196, 384]", style=solid]; "211 /layers/layers.2/blocks.1/norm1/Mul" -> "220 /layers/layers.2/blocks.1/norm1/Add_1" [label="[1, 196, 384]", style=solid]; -"212 /layers/layers.2/blocks.0/norm2/Add_1" -> "221 /layers/layers.2/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 196, 384]", style=solid]; +"212 /layers/layers.2/blocks.0/norm2/Add_1" -> "221 /layers/layers.2/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 196, 384]", style=solid]; "213 /layers/layers.2/blocks.0/Reshape_1" -> "222 /layers/layers.2/blocks.0/Transpose" [label="[1, 2, 7, 2, 7, 384]", style=solid]; "214 /layers/layers.1/blocks.1/attn/Reshape" -> "223 /layers/layers.1/blocks.1/attn/Transpose" [label="[16, 49, 3, 6, 32]", style=solid]; "215 /layers/layers.1/blocks.0/attn/proj/MatMul" -> "224 /layers/layers.1/blocks.0/attn/proj/Add" [label="[16, 49, 192]", style=solid]; @@ -1571,7 +1571,7 @@ strict digraph { "218 /layers/layers.2/blocks.2/norm1/Div" -> "229 /layers/layers.2/blocks.2/norm1/Mul" [label="[1, 196, 384]", style=solid]; "219 /layers/layers.2/blocks.1/norm2/Mul" -> "230 /layers/layers.2/blocks.1/norm2/Add_1" [label="[1, 196, 384]", style=solid]; "220 /layers/layers.2/blocks.1/norm1/Add_1" -> "231 /layers/layers.2/blocks.1/Reshape" [label="[1, 196, 384]", style=solid]; -"221 /layers/layers.2/blocks.0/norm2/Add_1/smooth_quant_multiply" -> "232 /layers/layers.2/blocks.0/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; +"221 /layers/layers.2/blocks.0/norm2/Add_1_0_0/sq_multiply" -> "232 /layers/layers.2/blocks.0/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; "222 /layers/layers.2/blocks.0/Transpose" -> "233 /layers/layers.2/blocks.0/Reshape_2" [label="[1, 2, 2, 7, 7, 384]", style=solid]; "223 /layers/layers.1/blocks.1/attn/Transpose" -> "234 /layers/layers.1/blocks.1/attn/Gather" [label="[3, 16, 6, 49, 32]", style=solid]; "223 /layers/layers.1/blocks.1/attn/Transpose" -> "235 /layers/layers.1/blocks.1/attn/Gather_1" [label="[3, 16, 6, 49, 32]", style=solid]; @@ -1583,7 +1583,7 @@ strict digraph { "227 /layers/layers.2/blocks.2/Add_1" -> "240 /layers/layers.2/blocks.3/norm1/Div" [label="[1, 196, 384]", style=solid]; "228 /layers/layers.2/blocks.2/norm2/Div" -> "241 /layers/layers.2/blocks.2/norm2/Mul" [label="[1, 196, 384]", style=solid]; "229 /layers/layers.2/blocks.2/norm1/Mul" -> "242 /layers/layers.2/blocks.2/norm1/Add_1" [label="[1, 196, 384]", style=solid]; -"230 /layers/layers.2/blocks.1/norm2/Add_1" -> "243 /layers/layers.2/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 196, 384]", style=solid]; +"230 /layers/layers.2/blocks.1/norm2/Add_1" -> "243 /layers/layers.2/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 196, 384]", style=solid]; "231 /layers/layers.2/blocks.1/Reshape" -> "244 /layers/layers.2/blocks.1/Slice" [label="[1, 14, 14, 384]", style=solid]; "231 /layers/layers.2/blocks.1/Reshape" -> "245 /layers/layers.2/blocks.1/Slice_1" [label="[1, 14, 14, 384]", style=solid]; "232 /layers/layers.2/blocks.0/mlp/fc1/MatMul" -> "246 /layers/layers.2/blocks.0/mlp/fc1/Add" [label="[1, 196, 1536]", style=solid]; @@ -1598,11 +1598,11 @@ strict digraph { "240 /layers/layers.2/blocks.3/norm1/Div" -> "255 /layers/layers.2/blocks.3/norm1/Mul" [label="[1, 196, 384]", style=solid]; "241 /layers/layers.2/blocks.2/norm2/Mul" -> "256 /layers/layers.2/blocks.2/norm2/Add_1" [label="[1, 196, 384]", style=solid]; "242 /layers/layers.2/blocks.2/norm1/Add_1" -> "257 /layers/layers.2/blocks.2/Reshape_1" [label="[1, 196, 384]", style=solid]; -"243 /layers/layers.2/blocks.1/norm2/Add_1/smooth_quant_multiply" -> "258 /layers/layers.2/blocks.1/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; +"243 /layers/layers.2/blocks.1/norm2/Add_1_0_0/sq_multiply" -> "258 /layers/layers.2/blocks.1/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; "244 /layers/layers.2/blocks.1/Slice" -> "259 /layers/layers.2/blocks.1/Concat" [label="[1, 11, 14, 384]", style=solid]; "245 /layers/layers.2/blocks.1/Slice_1" -> "259 /layers/layers.2/blocks.1/Concat" [label="[1, 3, 14, 384]", style=solid]; "246 /layers/layers.2/blocks.0/mlp/fc1/Add" -> "260 /layers/layers.2/blocks.0/mlp/act/Mul_1" [label="[1, 196, 1536]", style=solid]; -"247 /layers/layers.2/blocks.0/Reshape_3" -> "261 /layers/layers.2/blocks.0/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"247 /layers/layers.2/blocks.0/Reshape_3" -> "261 /layers/layers.2/blocks.0/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "248 /layers/layers.1/blocks.1/attn/Mul" -> "249 /layers/layers.1/blocks.1/attn/MatMul" [label="[16, 6, 49, 32]", style=solid]; "249 /layers/layers.1/blocks.1/attn/MatMul" -> "262 /layers/layers.1/blocks.1/attn/Add" [label="[16, 6, 49, 49]", style=solid]; "250 /layers/layers.1/blocks.1/attn/MatMul_1" -> "263 /layers/layers.1/blocks.1/attn/Transpose_2" [label="[16, 6, 49, 32]", style=solid]; @@ -1612,13 +1612,13 @@ strict digraph { "253 /layers/layers.2/blocks.3/Add_1" -> "266 /layers/layers.2/blocks.4/norm1/Div" [label="[1, 196, 384]", style=solid]; "254 /layers/layers.2/blocks.3/norm2/Div" -> "267 /layers/layers.2/blocks.3/norm2/Mul" [label="[1, 196, 384]", style=solid]; "255 /layers/layers.2/blocks.3/norm1/Mul" -> "268 /layers/layers.2/blocks.3/norm1/Add_1" [label="[1, 196, 384]", style=solid]; -"256 /layers/layers.2/blocks.2/norm2/Add_1" -> "269 /layers/layers.2/blocks.2/norm2/Add_1/smooth_quant_multiply" [label="[1, 196, 384]", style=solid]; +"256 /layers/layers.2/blocks.2/norm2/Add_1" -> "269 /layers/layers.2/blocks.2/norm2/Add_1_0_0/sq_multiply" [label="[1, 196, 384]", style=solid]; "257 /layers/layers.2/blocks.2/Reshape_1" -> "270 /layers/layers.2/blocks.2/Transpose" [label="[1, 2, 7, 2, 7, 384]", style=solid]; "258 /layers/layers.2/blocks.1/mlp/fc1/MatMul" -> "271 /layers/layers.2/blocks.1/mlp/fc1/Add" [label="[1, 196, 1536]", style=solid]; "259 /layers/layers.2/blocks.1/Concat" -> "272 /layers/layers.2/blocks.1/Slice_2" [label="[1, 14, 14, 384]", style=solid]; "259 /layers/layers.2/blocks.1/Concat" -> "273 /layers/layers.2/blocks.1/Slice_3" [label="[1, 14, 14, 384]", style=solid]; -"260 /layers/layers.2/blocks.0/mlp/act/Mul_1" -> "274 /layers/layers.2/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 196, 1536]", style=solid]; -"261 /layers/layers.2/blocks.0/Reshape_3/smooth_quant_multiply" -> "275 /layers/layers.2/blocks.0/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; +"260 /layers/layers.2/blocks.0/mlp/act/Mul_1" -> "274 /layers/layers.2/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 196, 1536]", style=solid]; +"261 /layers/layers.2/blocks.0/Reshape_3_0_0/sq_multiply" -> "275 /layers/layers.2/blocks.0/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; "262 /layers/layers.1/blocks.1/attn/Add" -> "276 /layers/layers.1/blocks.1/attn/Reshape_1" [label="[16, 6, 49, 49]", style=solid]; "263 /layers/layers.1/blocks.1/attn/Transpose_2" -> "277 /layers/layers.1/blocks.1/attn/Reshape_3" [label="[16, 49, 6, 32]", style=solid]; "264 /layers/layers.1/blocks.0/Transpose_1" -> "278 /layers/layers.1/blocks.0/Reshape_6" [label="[1, 4, 7, 4, 7, 192]", style=solid]; @@ -1627,43 +1627,43 @@ strict digraph { "266 /layers/layers.2/blocks.4/norm1/Div" -> "281 /layers/layers.2/blocks.4/norm1/Mul" [label="[1, 196, 384]", style=solid]; "267 /layers/layers.2/blocks.3/norm2/Mul" -> "282 /layers/layers.2/blocks.3/norm2/Add_1" [label="[1, 196, 384]", style=solid]; "268 /layers/layers.2/blocks.3/norm1/Add_1" -> "283 /layers/layers.2/blocks.3/Reshape" [label="[1, 196, 384]", style=solid]; -"269 /layers/layers.2/blocks.2/norm2/Add_1/smooth_quant_multiply" -> "284 /layers/layers.2/blocks.2/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; +"269 /layers/layers.2/blocks.2/norm2/Add_1_0_0/sq_multiply" -> "284 /layers/layers.2/blocks.2/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; "270 /layers/layers.2/blocks.2/Transpose" -> "285 /layers/layers.2/blocks.2/Reshape_2" [label="[1, 2, 2, 7, 7, 384]", style=solid]; "271 /layers/layers.2/blocks.1/mlp/fc1/Add" -> "286 /layers/layers.2/blocks.1/mlp/act/Mul_1" [label="[1, 196, 1536]", style=solid]; "272 /layers/layers.2/blocks.1/Slice_2" -> "287 /layers/layers.2/blocks.1/Concat_1" [label="[1, 14, 11, 384]", style=solid]; "273 /layers/layers.2/blocks.1/Slice_3" -> "287 /layers/layers.2/blocks.1/Concat_1" [label="[1, 14, 3, 384]", style=solid]; -"274 /layers/layers.2/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" -> "288 /layers/layers.2/blocks.0/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; +"274 /layers/layers.2/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" -> "288 /layers/layers.2/blocks.0/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; "275 /layers/layers.2/blocks.0/attn/qkv/MatMul" -> "289 /layers/layers.2/blocks.0/attn/qkv/Add" [label="[4, 49, 1152]", style=solid]; "276 /layers/layers.1/blocks.1/attn/Reshape_1" -> "290 /layers/layers.1/blocks.1/attn/Add_1" [label="[1, 16, 6, 49, 49]", style=solid]; -"277 /layers/layers.1/blocks.1/attn/Reshape_3" -> "291 /layers/layers.1/blocks.1/attn/Reshape_3/smooth_quant_multiply" [label="[16, 49, 192]", style=solid]; +"277 /layers/layers.1/blocks.1/attn/Reshape_3" -> "291 /layers/layers.1/blocks.1/attn/Reshape_3_0_0/sq_multiply" [label="[16, 49, 192]", style=solid]; "278 /layers/layers.1/blocks.0/Reshape_6" -> "292 /layers/layers.1/blocks.0/Reshape_7" [label="[1, 28, 28, 192]", style=solid]; "279 /layers/layers.2/blocks.4/Add_1" -> "293 /layers/layers.2/blocks.5/Add" [label="[1, 196, 384]", style=solid]; "279 /layers/layers.2/blocks.4/Add_1" -> "294 /layers/layers.2/blocks.5/norm1/Div" [label="[1, 196, 384]", style=solid]; "280 /layers/layers.2/blocks.4/norm2/Div" -> "295 /layers/layers.2/blocks.4/norm2/Mul" [label="[1, 196, 384]", style=solid]; "281 /layers/layers.2/blocks.4/norm1/Mul" -> "296 /layers/layers.2/blocks.4/norm1/Add_1" [label="[1, 196, 384]", style=solid]; -"282 /layers/layers.2/blocks.3/norm2/Add_1" -> "297 /layers/layers.2/blocks.3/norm2/Add_1/smooth_quant_multiply" [label="[1, 196, 384]", style=solid]; +"282 /layers/layers.2/blocks.3/norm2/Add_1" -> "297 /layers/layers.2/blocks.3/norm2/Add_1_0_0/sq_multiply" [label="[1, 196, 384]", style=solid]; "283 /layers/layers.2/blocks.3/Reshape" -> "298 /layers/layers.2/blocks.3/Slice" [label="[1, 14, 14, 384]", style=solid]; "283 /layers/layers.2/blocks.3/Reshape" -> "299 /layers/layers.2/blocks.3/Slice_1" [label="[1, 14, 14, 384]", style=solid]; "284 /layers/layers.2/blocks.2/mlp/fc1/MatMul" -> "300 /layers/layers.2/blocks.2/mlp/fc1/Add" [label="[1, 196, 1536]", style=solid]; "285 /layers/layers.2/blocks.2/Reshape_2" -> "301 /layers/layers.2/blocks.2/Reshape_3" [label="[4, 7, 7, 384]", style=solid]; -"286 /layers/layers.2/blocks.1/mlp/act/Mul_1" -> "302 /layers/layers.2/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 196, 1536]", style=solid]; +"286 /layers/layers.2/blocks.1/mlp/act/Mul_1" -> "302 /layers/layers.2/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 196, 1536]", style=solid]; "287 /layers/layers.2/blocks.1/Concat_1" -> "303 /layers/layers.2/blocks.1/Reshape_1" [label="[1, 14, 14, 384]", style=solid]; "288 /layers/layers.2/blocks.0/mlp/fc2/MatMul" -> "304 /layers/layers.2/blocks.0/mlp/fc2/Add" [label="[1, 196, 384]", style=solid]; "289 /layers/layers.2/blocks.0/attn/qkv/Add" -> "305 /layers/layers.2/blocks.0/attn/Reshape" [label="[4, 49, 1152]", style=solid]; "290 /layers/layers.1/blocks.1/attn/Add_1" -> "306 /layers/layers.1/blocks.1/attn/Reshape_2" [label="[1, 16, 6, 49, 49]", style=solid]; -"291 /layers/layers.1/blocks.1/attn/Reshape_3/smooth_quant_multiply" -> "307 /layers/layers.1/blocks.1/attn/proj/MatMul" [label="[16, 49, 192]", style=solid]; +"291 /layers/layers.1/blocks.1/attn/Reshape_3_0_0/sq_multiply" -> "307 /layers/layers.1/blocks.1/attn/proj/MatMul" [label="[16, 49, 192]", style=solid]; "292 /layers/layers.1/blocks.0/Reshape_7" -> "83 /layers/layers.1/blocks.0/Add" [label="[1, 784, 192]", style=solid]; "293 /layers/layers.2/blocks.5/Add" -> "308 /layers/layers.2/blocks.5/Add_1" [label="[1, 196, 384]", style=solid]; "293 /layers/layers.2/blocks.5/Add" -> "309 /layers/layers.2/blocks.5/norm2/Div" [label="[1, 196, 384]", style=solid]; "294 /layers/layers.2/blocks.5/norm1/Div" -> "310 /layers/layers.2/blocks.5/norm1/Mul" [label="[1, 196, 384]", style=solid]; "295 /layers/layers.2/blocks.4/norm2/Mul" -> "311 /layers/layers.2/blocks.4/norm2/Add_1" [label="[1, 196, 384]", style=solid]; "296 /layers/layers.2/blocks.4/norm1/Add_1" -> "312 /layers/layers.2/blocks.4/Reshape_1" [label="[1, 196, 384]", style=solid]; -"297 /layers/layers.2/blocks.3/norm2/Add_1/smooth_quant_multiply" -> "313 /layers/layers.2/blocks.3/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; +"297 /layers/layers.2/blocks.3/norm2/Add_1_0_0/sq_multiply" -> "313 /layers/layers.2/blocks.3/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; "298 /layers/layers.2/blocks.3/Slice" -> "314 /layers/layers.2/blocks.3/Concat" [label="[1, 11, 14, 384]", style=solid]; "299 /layers/layers.2/blocks.3/Slice_1" -> "314 /layers/layers.2/blocks.3/Concat" [label="[1, 3, 14, 384]", style=solid]; "300 /layers/layers.2/blocks.2/mlp/fc1/Add" -> "315 /layers/layers.2/blocks.2/mlp/act/Mul_1" [label="[1, 196, 1536]", style=solid]; -"301 /layers/layers.2/blocks.2/Reshape_3" -> "316 /layers/layers.2/blocks.2/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; -"302 /layers/layers.2/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" -> "317 /layers/layers.2/blocks.1/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; +"301 /layers/layers.2/blocks.2/Reshape_3" -> "316 /layers/layers.2/blocks.2/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; +"302 /layers/layers.2/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" -> "317 /layers/layers.2/blocks.1/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; "303 /layers/layers.2/blocks.1/Reshape_1" -> "318 /layers/layers.2/blocks.1/Transpose" [label="[1, 2, 7, 2, 7, 384]", style=solid]; "304 /layers/layers.2/blocks.0/mlp/fc2/Add" -> "194 /layers/layers.2/blocks.0/Add_1" [label="[1, 196, 384]", style=solid]; "305 /layers/layers.2/blocks.0/attn/Reshape" -> "319 /layers/layers.2/blocks.0/attn/Transpose" [label="[4, 49, 3, 12, 32]", style=solid]; @@ -1672,13 +1672,13 @@ strict digraph { "308 /layers/layers.2/blocks.5/Add_1" -> "322 /layers/layers.2/downsample/Reshape" [label="[1, 196, 384]", style=solid]; "309 /layers/layers.2/blocks.5/norm2/Div" -> "323 /layers/layers.2/blocks.5/norm2/Mul" [label="[1, 196, 384]", style=solid]; "310 /layers/layers.2/blocks.5/norm1/Mul" -> "324 /layers/layers.2/blocks.5/norm1/Add_1" [label="[1, 196, 384]", style=solid]; -"311 /layers/layers.2/blocks.4/norm2/Add_1" -> "325 /layers/layers.2/blocks.4/norm2/Add_1/smooth_quant_multiply" [label="[1, 196, 384]", style=solid]; +"311 /layers/layers.2/blocks.4/norm2/Add_1" -> "325 /layers/layers.2/blocks.4/norm2/Add_1_0_0/sq_multiply" [label="[1, 196, 384]", style=solid]; "312 /layers/layers.2/blocks.4/Reshape_1" -> "326 /layers/layers.2/blocks.4/Transpose" [label="[1, 2, 7, 2, 7, 384]", style=solid]; "313 /layers/layers.2/blocks.3/mlp/fc1/MatMul" -> "327 /layers/layers.2/blocks.3/mlp/fc1/Add" [label="[1, 196, 1536]", style=solid]; "314 /layers/layers.2/blocks.3/Concat" -> "328 /layers/layers.2/blocks.3/Slice_2" [label="[1, 14, 14, 384]", style=solid]; "314 /layers/layers.2/blocks.3/Concat" -> "329 /layers/layers.2/blocks.3/Slice_3" [label="[1, 14, 14, 384]", style=solid]; -"315 /layers/layers.2/blocks.2/mlp/act/Mul_1" -> "330 /layers/layers.2/blocks.2/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 196, 1536]", style=solid]; -"316 /layers/layers.2/blocks.2/Reshape_3/smooth_quant_multiply" -> "331 /layers/layers.2/blocks.2/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; +"315 /layers/layers.2/blocks.2/mlp/act/Mul_1" -> "330 /layers/layers.2/blocks.2/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 196, 1536]", style=solid]; +"316 /layers/layers.2/blocks.2/Reshape_3_0_0/sq_multiply" -> "331 /layers/layers.2/blocks.2/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; "317 /layers/layers.2/blocks.1/mlp/fc2/MatMul" -> "332 /layers/layers.2/blocks.1/mlp/fc2/Add" [label="[1, 196, 384]", style=solid]; "318 /layers/layers.2/blocks.1/Transpose" -> "333 /layers/layers.2/blocks.1/Reshape_2" [label="[1, 2, 2, 7, 7, 384]", style=solid]; "319 /layers/layers.2/blocks.0/attn/Transpose" -> "334 /layers/layers.2/blocks.0/attn/Gather" [label="[3, 4, 12, 49, 32]", style=solid]; @@ -1690,12 +1690,12 @@ strict digraph { "322 /layers/layers.2/downsample/Reshape" -> "339 /layers/layers.2/downsample/Slice_2" [label="[1, 14, 14, 384]", style=solid]; "323 /layers/layers.2/blocks.5/norm2/Mul" -> "340 /layers/layers.2/blocks.5/norm2/Add_1" [label="[1, 196, 384]", style=solid]; "324 /layers/layers.2/blocks.5/norm1/Add_1" -> "341 /layers/layers.2/blocks.5/Reshape" [label="[1, 196, 384]", style=solid]; -"325 /layers/layers.2/blocks.4/norm2/Add_1/smooth_quant_multiply" -> "342 /layers/layers.2/blocks.4/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; +"325 /layers/layers.2/blocks.4/norm2/Add_1_0_0/sq_multiply" -> "342 /layers/layers.2/blocks.4/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; "326 /layers/layers.2/blocks.4/Transpose" -> "343 /layers/layers.2/blocks.4/Reshape_2" [label="[1, 2, 2, 7, 7, 384]", style=solid]; "327 /layers/layers.2/blocks.3/mlp/fc1/Add" -> "344 /layers/layers.2/blocks.3/mlp/act/Mul_1" [label="[1, 196, 1536]", style=solid]; "328 /layers/layers.2/blocks.3/Slice_2" -> "345 /layers/layers.2/blocks.3/Concat_1" [label="[1, 14, 11, 384]", style=solid]; "329 /layers/layers.2/blocks.3/Slice_3" -> "345 /layers/layers.2/blocks.3/Concat_1" [label="[1, 14, 3, 384]", style=solid]; -"330 /layers/layers.2/blocks.2/mlp/act/Mul_1/smooth_quant_multiply" -> "346 /layers/layers.2/blocks.2/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; +"330 /layers/layers.2/blocks.2/mlp/act/Mul_1_0_0/sq_multiply" -> "346 /layers/layers.2/blocks.2/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; "331 /layers/layers.2/blocks.2/attn/qkv/MatMul" -> "347 /layers/layers.2/blocks.2/attn/qkv/Add" [label="[4, 49, 1152]", style=solid]; "332 /layers/layers.2/blocks.1/mlp/fc2/Add" -> "209 /layers/layers.2/blocks.1/Add_1" [label="[1, 196, 384]", style=solid]; "333 /layers/layers.2/blocks.1/Reshape_2" -> "348 /layers/layers.2/blocks.1/Reshape_3" [label="[4, 7, 7, 384]", style=solid]; @@ -1707,16 +1707,16 @@ strict digraph { "338 /layers/layers.2/downsample/Slice" -> "354 /layers/layers.2/downsample/Slice_4" [label="[1, 7, 14, 384]", style=solid]; "339 /layers/layers.2/downsample/Slice_2" -> "355 /layers/layers.2/downsample/Slice_3" [label="[1, 7, 14, 384]", style=solid]; "339 /layers/layers.2/downsample/Slice_2" -> "356 /layers/layers.2/downsample/Slice_5" [label="[1, 7, 14, 384]", style=solid]; -"340 /layers/layers.2/blocks.5/norm2/Add_1" -> "357 /layers/layers.2/blocks.5/norm2/Add_1/smooth_quant_multiply" [label="[1, 196, 384]", style=solid]; +"340 /layers/layers.2/blocks.5/norm2/Add_1" -> "357 /layers/layers.2/blocks.5/norm2/Add_1_0_0/sq_multiply" [label="[1, 196, 384]", style=solid]; "341 /layers/layers.2/blocks.5/Reshape" -> "358 /layers/layers.2/blocks.5/Slice" [label="[1, 14, 14, 384]", style=solid]; "341 /layers/layers.2/blocks.5/Reshape" -> "359 /layers/layers.2/blocks.5/Slice_1" [label="[1, 14, 14, 384]", style=solid]; "342 /layers/layers.2/blocks.4/mlp/fc1/MatMul" -> "360 /layers/layers.2/blocks.4/mlp/fc1/Add" [label="[1, 196, 1536]", style=solid]; "343 /layers/layers.2/blocks.4/Reshape_2" -> "361 /layers/layers.2/blocks.4/Reshape_3" [label="[4, 7, 7, 384]", style=solid]; -"344 /layers/layers.2/blocks.3/mlp/act/Mul_1" -> "362 /layers/layers.2/blocks.3/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 196, 1536]", style=solid]; +"344 /layers/layers.2/blocks.3/mlp/act/Mul_1" -> "362 /layers/layers.2/blocks.3/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 196, 1536]", style=solid]; "345 /layers/layers.2/blocks.3/Concat_1" -> "363 /layers/layers.2/blocks.3/Reshape_1" [label="[1, 14, 14, 384]", style=solid]; "346 /layers/layers.2/blocks.2/mlp/fc2/MatMul" -> "364 /layers/layers.2/blocks.2/mlp/fc2/Add" [label="[1, 196, 384]", style=solid]; "347 /layers/layers.2/blocks.2/attn/qkv/Add" -> "365 /layers/layers.2/blocks.2/attn/Reshape" [label="[4, 49, 1152]", style=solid]; -"348 /layers/layers.2/blocks.1/Reshape_3" -> "366 /layers/layers.2/blocks.1/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"348 /layers/layers.2/blocks.1/Reshape_3" -> "366 /layers/layers.2/blocks.1/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "349 /layers/layers.2/blocks.0/attn/Mul" -> "350 /layers/layers.2/blocks.0/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "350 /layers/layers.2/blocks.0/attn/MatMul" -> "367 /layers/layers.2/blocks.0/attn/Add" [label="[4, 12, 49, 49]", style=solid]; "351 /layers/layers.2/blocks.0/attn/MatMul_1" -> "368 /layers/layers.2/blocks.0/attn/Transpose_2" [label="[4, 12, 49, 32]", style=solid]; @@ -1725,16 +1725,16 @@ strict digraph { "354 /layers/layers.2/downsample/Slice_4" -> "370 /layers/layers.2/downsample/Concat" [label="[1, 7, 7, 384]", style=solid]; "355 /layers/layers.2/downsample/Slice_3" -> "370 /layers/layers.2/downsample/Concat" [label="[1, 7, 7, 384]", style=solid]; "356 /layers/layers.2/downsample/Slice_5" -> "370 /layers/layers.2/downsample/Concat" [label="[1, 7, 7, 384]", style=solid]; -"357 /layers/layers.2/blocks.5/norm2/Add_1/smooth_quant_multiply" -> "371 /layers/layers.2/blocks.5/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; +"357 /layers/layers.2/blocks.5/norm2/Add_1_0_0/sq_multiply" -> "371 /layers/layers.2/blocks.5/mlp/fc1/MatMul" [label="[1, 196, 384]", style=solid]; "358 /layers/layers.2/blocks.5/Slice" -> "372 /layers/layers.2/blocks.5/Concat" [label="[1, 11, 14, 384]", style=solid]; "359 /layers/layers.2/blocks.5/Slice_1" -> "372 /layers/layers.2/blocks.5/Concat" [label="[1, 3, 14, 384]", style=solid]; "360 /layers/layers.2/blocks.4/mlp/fc1/Add" -> "373 /layers/layers.2/blocks.4/mlp/act/Mul_1" [label="[1, 196, 1536]", style=solid]; -"361 /layers/layers.2/blocks.4/Reshape_3" -> "374 /layers/layers.2/blocks.4/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; -"362 /layers/layers.2/blocks.3/mlp/act/Mul_1/smooth_quant_multiply" -> "375 /layers/layers.2/blocks.3/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; +"361 /layers/layers.2/blocks.4/Reshape_3" -> "374 /layers/layers.2/blocks.4/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; +"362 /layers/layers.2/blocks.3/mlp/act/Mul_1_0_0/sq_multiply" -> "375 /layers/layers.2/blocks.3/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; "363 /layers/layers.2/blocks.3/Reshape_1" -> "376 /layers/layers.2/blocks.3/Transpose" [label="[1, 2, 7, 2, 7, 384]", style=solid]; "364 /layers/layers.2/blocks.2/mlp/fc2/Add" -> "227 /layers/layers.2/blocks.2/Add_1" [label="[1, 196, 384]", style=solid]; "365 /layers/layers.2/blocks.2/attn/Reshape" -> "377 /layers/layers.2/blocks.2/attn/Transpose" [label="[4, 49, 3, 12, 32]", style=solid]; -"366 /layers/layers.2/blocks.1/Reshape_3/smooth_quant_multiply" -> "378 /layers/layers.2/blocks.1/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; +"366 /layers/layers.2/blocks.1/Reshape_3_0_0/sq_multiply" -> "378 /layers/layers.2/blocks.1/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; "367 /layers/layers.2/blocks.0/attn/Add" -> "379 /layers/layers.2/blocks.0/attn/softmax/Softmax" [label="[4, 12, 49, 49]", style=solid]; "368 /layers/layers.2/blocks.0/attn/Transpose_2" -> "380 /layers/layers.2/blocks.0/attn/Reshape_1" [label="[4, 49, 12, 32]", style=solid]; "369 /layers/layers.1/blocks.1/Transpose_1" -> "381 /layers/layers.1/blocks.1/Reshape_6" [label="[1, 4, 7, 4, 7, 192]", style=solid]; @@ -1742,8 +1742,8 @@ strict digraph { "371 /layers/layers.2/blocks.5/mlp/fc1/MatMul" -> "383 /layers/layers.2/blocks.5/mlp/fc1/Add" [label="[1, 196, 1536]", style=solid]; "372 /layers/layers.2/blocks.5/Concat" -> "384 /layers/layers.2/blocks.5/Slice_2" [label="[1, 14, 14, 384]", style=solid]; "372 /layers/layers.2/blocks.5/Concat" -> "385 /layers/layers.2/blocks.5/Slice_3" [label="[1, 14, 14, 384]", style=solid]; -"373 /layers/layers.2/blocks.4/mlp/act/Mul_1" -> "386 /layers/layers.2/blocks.4/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 196, 1536]", style=solid]; -"374 /layers/layers.2/blocks.4/Reshape_3/smooth_quant_multiply" -> "387 /layers/layers.2/blocks.4/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; +"373 /layers/layers.2/blocks.4/mlp/act/Mul_1" -> "386 /layers/layers.2/blocks.4/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 196, 1536]", style=solid]; +"374 /layers/layers.2/blocks.4/Reshape_3_0_0/sq_multiply" -> "387 /layers/layers.2/blocks.4/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; "375 /layers/layers.2/blocks.3/mlp/fc2/MatMul" -> "388 /layers/layers.2/blocks.3/mlp/fc2/Add" [label="[1, 196, 384]", style=solid]; "376 /layers/layers.2/blocks.3/Transpose" -> "389 /layers/layers.2/blocks.3/Reshape_2" [label="[1, 2, 2, 7, 7, 384]", style=solid]; "377 /layers/layers.2/blocks.2/attn/Transpose" -> "390 /layers/layers.2/blocks.2/attn/Gather" [label="[3, 4, 12, 49, 32]", style=solid]; @@ -1751,14 +1751,14 @@ strict digraph { "377 /layers/layers.2/blocks.2/attn/Transpose" -> "392 /layers/layers.2/blocks.2/attn/Gather_2" [label="[3, 4, 12, 49, 32]", style=solid]; "378 /layers/layers.2/blocks.1/attn/qkv/MatMul" -> "393 /layers/layers.2/blocks.1/attn/qkv/Add" [label="[4, 49, 1152]", style=solid]; "379 /layers/layers.2/blocks.0/attn/softmax/Softmax" -> "351 /layers/layers.2/blocks.0/attn/MatMul_1" [label="[4, 12, 49, 49]", style=solid]; -"380 /layers/layers.2/blocks.0/attn/Reshape_1" -> "394 /layers/layers.2/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"380 /layers/layers.2/blocks.0/attn/Reshape_1" -> "394 /layers/layers.2/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "381 /layers/layers.1/blocks.1/Reshape_6" -> "395 /layers/layers.1/blocks.1/Slice_4" [label="[1, 28, 28, 192]", style=solid]; "381 /layers/layers.1/blocks.1/Reshape_6" -> "396 /layers/layers.1/blocks.1/Slice_5" [label="[1, 28, 28, 192]", style=solid]; "382 /layers/layers.2/downsample/Reshape_1" -> "397 /layers/layers.2/downsample/norm/Div" [label="[1, 49, 1536]", style=solid]; "383 /layers/layers.2/blocks.5/mlp/fc1/Add" -> "398 /layers/layers.2/blocks.5/mlp/act/Mul_1" [label="[1, 196, 1536]", style=solid]; "384 /layers/layers.2/blocks.5/Slice_2" -> "399 /layers/layers.2/blocks.5/Concat_1" [label="[1, 14, 11, 384]", style=solid]; "385 /layers/layers.2/blocks.5/Slice_3" -> "399 /layers/layers.2/blocks.5/Concat_1" [label="[1, 14, 3, 384]", style=solid]; -"386 /layers/layers.2/blocks.4/mlp/act/Mul_1/smooth_quant_multiply" -> "400 /layers/layers.2/blocks.4/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; +"386 /layers/layers.2/blocks.4/mlp/act/Mul_1_0_0/sq_multiply" -> "400 /layers/layers.2/blocks.4/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; "387 /layers/layers.2/blocks.4/attn/qkv/MatMul" -> "401 /layers/layers.2/blocks.4/attn/qkv/Add" [label="[4, 49, 1152]", style=solid]; "388 /layers/layers.2/blocks.3/mlp/fc2/Add" -> "253 /layers/layers.2/blocks.3/Add_1" [label="[1, 196, 384]", style=solid]; "389 /layers/layers.2/blocks.3/Reshape_2" -> "402 /layers/layers.2/blocks.3/Reshape_3" [label="[4, 7, 7, 384]", style=solid]; @@ -1766,15 +1766,15 @@ strict digraph { "391 /layers/layers.2/blocks.2/attn/Gather_1" -> "404 /layers/layers.2/blocks.2/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "392 /layers/layers.2/blocks.2/attn/Gather_2" -> "405 /layers/layers.2/blocks.2/attn/MatMul_1" [label="[4, 12, 49, 32]", style=solid]; "393 /layers/layers.2/blocks.1/attn/qkv/Add" -> "406 /layers/layers.2/blocks.1/attn/Reshape" [label="[4, 49, 1152]", style=solid]; -"394 /layers/layers.2/blocks.0/attn/Reshape_1/smooth_quant_multiply" -> "407 /layers/layers.2/blocks.0/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; +"394 /layers/layers.2/blocks.0/attn/Reshape_1_0_0/sq_multiply" -> "407 /layers/layers.2/blocks.0/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; "395 /layers/layers.1/blocks.1/Slice_4" -> "408 /layers/layers.1/blocks.1/Concat_2" [label="[1, 3, 28, 192]", style=solid]; "396 /layers/layers.1/blocks.1/Slice_5" -> "408 /layers/layers.1/blocks.1/Concat_2" [label="[1, 25, 28, 192]", style=solid]; "397 /layers/layers.2/downsample/norm/Div" -> "409 /layers/layers.2/downsample/norm/Mul" [label="[1, 49, 1536]", style=solid]; -"398 /layers/layers.2/blocks.5/mlp/act/Mul_1" -> "410 /layers/layers.2/blocks.5/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 196, 1536]", style=solid]; +"398 /layers/layers.2/blocks.5/mlp/act/Mul_1" -> "410 /layers/layers.2/blocks.5/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 196, 1536]", style=solid]; "399 /layers/layers.2/blocks.5/Concat_1" -> "411 /layers/layers.2/blocks.5/Reshape_1" [label="[1, 14, 14, 384]", style=solid]; "400 /layers/layers.2/blocks.4/mlp/fc2/MatMul" -> "412 /layers/layers.2/blocks.4/mlp/fc2/Add" [label="[1, 196, 384]", style=solid]; "401 /layers/layers.2/blocks.4/attn/qkv/Add" -> "413 /layers/layers.2/blocks.4/attn/Reshape" [label="[4, 49, 1152]", style=solid]; -"402 /layers/layers.2/blocks.3/Reshape_3" -> "414 /layers/layers.2/blocks.3/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"402 /layers/layers.2/blocks.3/Reshape_3" -> "414 /layers/layers.2/blocks.3/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "403 /layers/layers.2/blocks.2/attn/Mul" -> "404 /layers/layers.2/blocks.2/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "404 /layers/layers.2/blocks.2/attn/MatMul" -> "415 /layers/layers.2/blocks.2/attn/Add" [label="[4, 12, 49, 49]", style=solid]; "405 /layers/layers.2/blocks.2/attn/MatMul_1" -> "416 /layers/layers.2/blocks.2/attn/Transpose_2" [label="[4, 12, 49, 32]", style=solid]; @@ -1783,11 +1783,11 @@ strict digraph { "408 /layers/layers.1/blocks.1/Concat_2" -> "419 /layers/layers.1/blocks.1/Slice_6" [label="[1, 28, 28, 192]", style=solid]; "408 /layers/layers.1/blocks.1/Concat_2" -> "420 /layers/layers.1/blocks.1/Slice_7" [label="[1, 28, 28, 192]", style=solid]; "409 /layers/layers.2/downsample/norm/Mul" -> "421 /layers/layers.2/downsample/norm/Add_1" [label="[1, 49, 1536]", style=solid]; -"410 /layers/layers.2/blocks.5/mlp/act/Mul_1/smooth_quant_multiply" -> "422 /layers/layers.2/blocks.5/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; +"410 /layers/layers.2/blocks.5/mlp/act/Mul_1_0_0/sq_multiply" -> "422 /layers/layers.2/blocks.5/mlp/fc2/MatMul" [label="[1, 196, 1536]", style=solid]; "411 /layers/layers.2/blocks.5/Reshape_1" -> "423 /layers/layers.2/blocks.5/Transpose" [label="[1, 2, 7, 2, 7, 384]", style=solid]; "412 /layers/layers.2/blocks.4/mlp/fc2/Add" -> "279 /layers/layers.2/blocks.4/Add_1" [label="[1, 196, 384]", style=solid]; "413 /layers/layers.2/blocks.4/attn/Reshape" -> "424 /layers/layers.2/blocks.4/attn/Transpose" [label="[4, 49, 3, 12, 32]", style=solid]; -"414 /layers/layers.2/blocks.3/Reshape_3/smooth_quant_multiply" -> "425 /layers/layers.2/blocks.3/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; +"414 /layers/layers.2/blocks.3/Reshape_3_0_0/sq_multiply" -> "425 /layers/layers.2/blocks.3/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; "415 /layers/layers.2/blocks.2/attn/Add" -> "426 /layers/layers.2/blocks.2/attn/softmax/Softmax" [label="[4, 12, 49, 49]", style=solid]; "416 /layers/layers.2/blocks.2/attn/Transpose_2" -> "427 /layers/layers.2/blocks.2/attn/Reshape_1" [label="[4, 49, 12, 32]", style=solid]; "417 /layers/layers.2/blocks.1/attn/Transpose" -> "428 /layers/layers.2/blocks.1/attn/Gather" [label="[3, 4, 12, 49, 32]", style=solid]; @@ -1796,7 +1796,7 @@ strict digraph { "418 /layers/layers.2/blocks.0/attn/proj/Add" -> "431 /layers/layers.2/blocks.0/Reshape_4" [label="[4, 49, 384]", style=solid]; "419 /layers/layers.1/blocks.1/Slice_6" -> "432 /layers/layers.1/blocks.1/Concat_3" [label="[1, 28, 3, 192]", style=solid]; "420 /layers/layers.1/blocks.1/Slice_7" -> "432 /layers/layers.1/blocks.1/Concat_3" [label="[1, 28, 25, 192]", style=solid]; -"421 /layers/layers.2/downsample/norm/Add_1" -> "433 /layers/layers.2/downsample/norm/Add_1/smooth_quant_multiply" [label="[1, 49, 1536]", style=solid]; +"421 /layers/layers.2/downsample/norm/Add_1" -> "433 /layers/layers.2/downsample/norm/Add_1_0_0/sq_multiply" [label="[1, 49, 1536]", style=solid]; "422 /layers/layers.2/blocks.5/mlp/fc2/MatMul" -> "434 /layers/layers.2/blocks.5/mlp/fc2/Add" [label="[1, 196, 384]", style=solid]; "423 /layers/layers.2/blocks.5/Transpose" -> "435 /layers/layers.2/blocks.5/Reshape_2" [label="[1, 2, 2, 7, 7, 384]", style=solid]; "424 /layers/layers.2/blocks.4/attn/Transpose" -> "436 /layers/layers.2/blocks.4/attn/Gather" [label="[3, 4, 12, 49, 32]", style=solid]; @@ -1804,20 +1804,20 @@ strict digraph { "424 /layers/layers.2/blocks.4/attn/Transpose" -> "438 /layers/layers.2/blocks.4/attn/Gather_2" [label="[3, 4, 12, 49, 32]", style=solid]; "425 /layers/layers.2/blocks.3/attn/qkv/MatMul" -> "439 /layers/layers.2/blocks.3/attn/qkv/Add" [label="[4, 49, 1152]", style=solid]; "426 /layers/layers.2/blocks.2/attn/softmax/Softmax" -> "405 /layers/layers.2/blocks.2/attn/MatMul_1" [label="[4, 12, 49, 49]", style=solid]; -"427 /layers/layers.2/blocks.2/attn/Reshape_1" -> "440 /layers/layers.2/blocks.2/attn/Reshape_1/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"427 /layers/layers.2/blocks.2/attn/Reshape_1" -> "440 /layers/layers.2/blocks.2/attn/Reshape_1_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "428 /layers/layers.2/blocks.1/attn/Gather" -> "441 /layers/layers.2/blocks.1/attn/Mul" [label="[4, 12, 49, 32]", style=solid]; "429 /layers/layers.2/blocks.1/attn/Gather_1" -> "442 /layers/layers.2/blocks.1/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "430 /layers/layers.2/blocks.1/attn/Gather_2" -> "443 /layers/layers.2/blocks.1/attn/MatMul_1" [label="[4, 12, 49, 32]", style=solid]; "431 /layers/layers.2/blocks.0/Reshape_4" -> "444 /layers/layers.2/blocks.0/Reshape_5" [label="[4, 7, 7, 384]", style=solid]; "432 /layers/layers.1/blocks.1/Concat_3" -> "445 /layers/layers.1/blocks.1/Reshape_7" [label="[1, 28, 28, 192]", style=solid]; -"433 /layers/layers.2/downsample/norm/Add_1/smooth_quant_multiply" -> "446 /layers/layers.2/downsample/reduction/MatMul" [label="[1, 49, 1536]", style=solid]; +"433 /layers/layers.2/downsample/norm/Add_1_0_0/sq_multiply" -> "446 /layers/layers.2/downsample/reduction/MatMul" [label="[1, 49, 1536]", style=solid]; "434 /layers/layers.2/blocks.5/mlp/fc2/Add" -> "308 /layers/layers.2/blocks.5/Add_1" [label="[1, 196, 384]", style=solid]; "435 /layers/layers.2/blocks.5/Reshape_2" -> "447 /layers/layers.2/blocks.5/Reshape_3" [label="[4, 7, 7, 384]", style=solid]; "436 /layers/layers.2/blocks.4/attn/Gather" -> "448 /layers/layers.2/blocks.4/attn/Mul" [label="[4, 12, 49, 32]", style=solid]; "437 /layers/layers.2/blocks.4/attn/Gather_1" -> "449 /layers/layers.2/blocks.4/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "438 /layers/layers.2/blocks.4/attn/Gather_2" -> "450 /layers/layers.2/blocks.4/attn/MatMul_1" [label="[4, 12, 49, 32]", style=solid]; "439 /layers/layers.2/blocks.3/attn/qkv/Add" -> "451 /layers/layers.2/blocks.3/attn/Reshape" [label="[4, 49, 1152]", style=solid]; -"440 /layers/layers.2/blocks.2/attn/Reshape_1/smooth_quant_multiply" -> "452 /layers/layers.2/blocks.2/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; +"440 /layers/layers.2/blocks.2/attn/Reshape_1_0_0/sq_multiply" -> "452 /layers/layers.2/blocks.2/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; "441 /layers/layers.2/blocks.1/attn/Mul" -> "442 /layers/layers.2/blocks.1/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "442 /layers/layers.2/blocks.1/attn/MatMul" -> "453 /layers/layers.2/blocks.1/attn/Add" [label="[4, 12, 49, 49]", style=solid]; "443 /layers/layers.2/blocks.1/attn/MatMul_1" -> "454 /layers/layers.2/blocks.1/attn/Transpose_2" [label="[4, 12, 49, 32]", style=solid]; @@ -1825,7 +1825,7 @@ strict digraph { "445 /layers/layers.1/blocks.1/Reshape_7" -> "94 /layers/layers.1/blocks.1/Add" [label="[1, 784, 192]", style=solid]; "446 /layers/layers.2/downsample/reduction/MatMul" -> "456 /layers/layers.3/blocks.0/Add" [label="[1, 49, 768]", style=solid]; "446 /layers/layers.2/downsample/reduction/MatMul" -> "457 /layers/layers.3/blocks.0/norm1/Div" [label="[1, 49, 768]", style=solid]; -"447 /layers/layers.2/blocks.5/Reshape_3" -> "458 /layers/layers.2/blocks.5/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"447 /layers/layers.2/blocks.5/Reshape_3" -> "458 /layers/layers.2/blocks.5/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "448 /layers/layers.2/blocks.4/attn/Mul" -> "449 /layers/layers.2/blocks.4/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "449 /layers/layers.2/blocks.4/attn/MatMul" -> "459 /layers/layers.2/blocks.4/attn/Add" [label="[4, 12, 49, 49]", style=solid]; "450 /layers/layers.2/blocks.4/attn/MatMul_1" -> "460 /layers/layers.2/blocks.4/attn/Transpose_2" [label="[4, 12, 49, 32]", style=solid]; @@ -1837,7 +1837,7 @@ strict digraph { "456 /layers/layers.3/blocks.0/Add" -> "466 /layers/layers.3/blocks.0/Add_1" [label="[1, 49, 768]", style=solid]; "456 /layers/layers.3/blocks.0/Add" -> "467 /layers/layers.3/blocks.0/norm2/Div" [label="[1, 49, 768]", style=solid]; "457 /layers/layers.3/blocks.0/norm1/Div" -> "468 /layers/layers.3/blocks.0/norm1/Mul" [label="[1, 49, 768]", style=solid]; -"458 /layers/layers.2/blocks.5/Reshape_3/smooth_quant_multiply" -> "469 /layers/layers.2/blocks.5/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; +"458 /layers/layers.2/blocks.5/Reshape_3_0_0/sq_multiply" -> "469 /layers/layers.2/blocks.5/attn/qkv/MatMul" [label="[4, 49, 384]", style=solid]; "459 /layers/layers.2/blocks.4/attn/Add" -> "470 /layers/layers.2/blocks.4/attn/softmax/Softmax" [label="[4, 12, 49, 49]", style=solid]; "460 /layers/layers.2/blocks.4/attn/Transpose_2" -> "471 /layers/layers.2/blocks.4/attn/Reshape_1" [label="[4, 49, 12, 32]", style=solid]; "461 /layers/layers.2/blocks.3/attn/Transpose" -> "472 /layers/layers.2/blocks.3/attn/Gather" [label="[3, 4, 12, 49, 32]", style=solid]; @@ -1845,7 +1845,7 @@ strict digraph { "461 /layers/layers.2/blocks.3/attn/Transpose" -> "474 /layers/layers.2/blocks.3/attn/Gather_2" [label="[3, 4, 12, 49, 32]", style=solid]; "462 /layers/layers.2/blocks.2/attn/proj/Add" -> "475 /layers/layers.2/blocks.2/Reshape_4" [label="[4, 49, 384]", style=solid]; "463 /layers/layers.2/blocks.1/attn/Reshape_1" -> "476 /layers/layers.2/blocks.1/attn/Add_1" [label="[1, 4, 12, 49, 49]", style=solid]; -"464 /layers/layers.2/blocks.1/attn/Reshape_3" -> "477 /layers/layers.2/blocks.1/attn/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"464 /layers/layers.2/blocks.1/attn/Reshape_3" -> "477 /layers/layers.2/blocks.1/attn/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "465 /layers/layers.2/blocks.0/Reshape_6" -> "478 /layers/layers.2/blocks.0/Reshape_7" [label="[1, 14, 14, 384]", style=solid]; "466 /layers/layers.3/blocks.0/Add_1" -> "479 /layers/layers.3/blocks.1/Add" [label="[1, 49, 768]", style=solid]; "466 /layers/layers.3/blocks.0/Add_1" -> "480 /layers/layers.3/blocks.1/norm1/Div" [label="[1, 49, 768]", style=solid]; @@ -1853,13 +1853,13 @@ strict digraph { "468 /layers/layers.3/blocks.0/norm1/Mul" -> "482 /layers/layers.3/blocks.0/norm1/Add_1" [label="[1, 49, 768]", style=solid]; "469 /layers/layers.2/blocks.5/attn/qkv/MatMul" -> "483 /layers/layers.2/blocks.5/attn/qkv/Add" [label="[4, 49, 1152]", style=solid]; "470 /layers/layers.2/blocks.4/attn/softmax/Softmax" -> "450 /layers/layers.2/blocks.4/attn/MatMul_1" [label="[4, 12, 49, 49]", style=solid]; -"471 /layers/layers.2/blocks.4/attn/Reshape_1" -> "484 /layers/layers.2/blocks.4/attn/Reshape_1/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"471 /layers/layers.2/blocks.4/attn/Reshape_1" -> "484 /layers/layers.2/blocks.4/attn/Reshape_1_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "472 /layers/layers.2/blocks.3/attn/Gather" -> "485 /layers/layers.2/blocks.3/attn/Mul" [label="[4, 12, 49, 32]", style=solid]; "473 /layers/layers.2/blocks.3/attn/Gather_1" -> "486 /layers/layers.2/blocks.3/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "474 /layers/layers.2/blocks.3/attn/Gather_2" -> "487 /layers/layers.2/blocks.3/attn/MatMul_1" [label="[4, 12, 49, 32]", style=solid]; "475 /layers/layers.2/blocks.2/Reshape_4" -> "488 /layers/layers.2/blocks.2/Reshape_5" [label="[4, 7, 7, 384]", style=solid]; "476 /layers/layers.2/blocks.1/attn/Add_1" -> "489 /layers/layers.2/blocks.1/attn/Reshape_2" [label="[1, 4, 12, 49, 49]", style=solid]; -"477 /layers/layers.2/blocks.1/attn/Reshape_3/smooth_quant_multiply" -> "490 /layers/layers.2/blocks.1/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; +"477 /layers/layers.2/blocks.1/attn/Reshape_3_0_0/sq_multiply" -> "490 /layers/layers.2/blocks.1/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; "478 /layers/layers.2/blocks.0/Reshape_7" -> "188 /layers/layers.2/blocks.0/Add" [label="[1, 196, 384]", style=solid]; "479 /layers/layers.3/blocks.1/Add" -> "491 /layers/layers.3/blocks.1/Add_1" [label="[1, 49, 768]", style=solid]; "479 /layers/layers.3/blocks.1/Add" -> "492 /layers/layers.3/blocks.1/norm2/Div" [label="[1, 49, 768]", style=solid]; @@ -1867,7 +1867,7 @@ strict digraph { "481 /layers/layers.3/blocks.0/norm2/Mul" -> "494 /layers/layers.3/blocks.0/norm2/Add_1" [label="[1, 49, 768]", style=solid]; "482 /layers/layers.3/blocks.0/norm1/Add_1" -> "495 /layers/layers.3/blocks.0/Reshape_1" [label="[1, 49, 768]", style=solid]; "483 /layers/layers.2/blocks.5/attn/qkv/Add" -> "496 /layers/layers.2/blocks.5/attn/Reshape" [label="[4, 49, 1152]", style=solid]; -"484 /layers/layers.2/blocks.4/attn/Reshape_1/smooth_quant_multiply" -> "497 /layers/layers.2/blocks.4/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; +"484 /layers/layers.2/blocks.4/attn/Reshape_1_0_0/sq_multiply" -> "497 /layers/layers.2/blocks.4/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; "485 /layers/layers.2/blocks.3/attn/Mul" -> "486 /layers/layers.2/blocks.3/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "486 /layers/layers.2/blocks.3/attn/MatMul" -> "498 /layers/layers.2/blocks.3/attn/Add" [label="[4, 12, 49, 49]", style=solid]; "487 /layers/layers.2/blocks.3/attn/MatMul_1" -> "499 /layers/layers.2/blocks.3/attn/Transpose_2" [label="[4, 12, 49, 32]", style=solid]; @@ -1877,7 +1877,7 @@ strict digraph { "491 /layers/layers.3/blocks.1/Add_1" -> "503 /norm/Div" [label="[1, 49, 768]", style=solid]; "492 /layers/layers.3/blocks.1/norm2/Div" -> "504 /layers/layers.3/blocks.1/norm2/Mul" [label="[1, 49, 768]", style=solid]; "493 /layers/layers.3/blocks.1/norm1/Mul" -> "505 /layers/layers.3/blocks.1/norm1/Add_1" [label="[1, 49, 768]", style=solid]; -"494 /layers/layers.3/blocks.0/norm2/Add_1" -> "506 /layers/layers.3/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 49, 768]", style=solid]; +"494 /layers/layers.3/blocks.0/norm2/Add_1" -> "506 /layers/layers.3/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 49, 768]", style=solid]; "495 /layers/layers.3/blocks.0/Reshape_1" -> "507 /layers/layers.3/blocks.0/Transpose" [label="[1, 1, 7, 1, 7, 768]", style=solid]; "496 /layers/layers.2/blocks.5/attn/Reshape" -> "508 /layers/layers.2/blocks.5/attn/Transpose" [label="[4, 49, 3, 12, 32]", style=solid]; "497 /layers/layers.2/blocks.4/attn/proj/MatMul" -> "509 /layers/layers.2/blocks.4/attn/proj/Add" [label="[4, 49, 384]", style=solid]; @@ -1889,18 +1889,18 @@ strict digraph { "503 /norm/Div" -> "514 /norm/Mul" [label="[1, 49, 768]", style=solid]; "504 /layers/layers.3/blocks.1/norm2/Mul" -> "515 /layers/layers.3/blocks.1/norm2/Add_1" [label="[1, 49, 768]", style=solid]; "505 /layers/layers.3/blocks.1/norm1/Add_1" -> "516 /layers/layers.3/blocks.1/Reshape_1" [label="[1, 49, 768]", style=solid]; -"506 /layers/layers.3/blocks.0/norm2/Add_1/smooth_quant_multiply" -> "517 /layers/layers.3/blocks.0/mlp/fc1/MatMul" [label="[1, 49, 768]", style=solid]; +"506 /layers/layers.3/blocks.0/norm2/Add_1_0_0/sq_multiply" -> "517 /layers/layers.3/blocks.0/mlp/fc1/MatMul" [label="[1, 49, 768]", style=solid]; "507 /layers/layers.3/blocks.0/Transpose" -> "518 /layers/layers.3/blocks.0/Reshape_2" [label="[1, 1, 1, 7, 7, 768]", style=solid]; "508 /layers/layers.2/blocks.5/attn/Transpose" -> "519 /layers/layers.2/blocks.5/attn/Gather" [label="[3, 4, 12, 49, 32]", style=solid]; "508 /layers/layers.2/blocks.5/attn/Transpose" -> "520 /layers/layers.2/blocks.5/attn/Gather_1" [label="[3, 4, 12, 49, 32]", style=solid]; "508 /layers/layers.2/blocks.5/attn/Transpose" -> "521 /layers/layers.2/blocks.5/attn/Gather_2" [label="[3, 4, 12, 49, 32]", style=solid]; "509 /layers/layers.2/blocks.4/attn/proj/Add" -> "522 /layers/layers.2/blocks.4/Reshape_4" [label="[4, 49, 384]", style=solid]; "510 /layers/layers.2/blocks.3/attn/Reshape_1" -> "523 /layers/layers.2/blocks.3/attn/Add_1" [label="[1, 4, 12, 49, 49]", style=solid]; -"511 /layers/layers.2/blocks.3/attn/Reshape_3" -> "524 /layers/layers.2/blocks.3/attn/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"511 /layers/layers.2/blocks.3/attn/Reshape_3" -> "524 /layers/layers.2/blocks.3/attn/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "512 /layers/layers.2/blocks.2/Reshape_6" -> "525 /layers/layers.2/blocks.2/Reshape_7" [label="[1, 14, 14, 384]", style=solid]; "513 /layers/layers.2/blocks.1/Reshape_4" -> "526 /layers/layers.2/blocks.1/Reshape_5" [label="[4, 7, 7, 384]", style=solid]; "514 /norm/Mul" -> "527 /norm/Add_1" [label="[1, 49, 768]", style=solid]; -"515 /layers/layers.3/blocks.1/norm2/Add_1" -> "528 /layers/layers.3/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 49, 768]", style=solid]; +"515 /layers/layers.3/blocks.1/norm2/Add_1" -> "528 /layers/layers.3/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 49, 768]", style=solid]; "516 /layers/layers.3/blocks.1/Reshape_1" -> "529 /layers/layers.3/blocks.1/Transpose" [label="[1, 1, 7, 1, 7, 768]", style=solid]; "517 /layers/layers.3/blocks.0/mlp/fc1/MatMul" -> "530 /layers/layers.3/blocks.0/mlp/fc1/Add" [label="[1, 49, 3072]", style=solid]; "518 /layers/layers.3/blocks.0/Reshape_2" -> "531 /layers/layers.3/blocks.0/Reshape_3" [label="[1, 7, 7, 768]", style=solid]; @@ -1909,14 +1909,14 @@ strict digraph { "521 /layers/layers.2/blocks.5/attn/Gather_2" -> "534 /layers/layers.2/blocks.5/attn/MatMul_1" [label="[4, 12, 49, 32]", style=solid]; "522 /layers/layers.2/blocks.4/Reshape_4" -> "535 /layers/layers.2/blocks.4/Reshape_5" [label="[4, 7, 7, 384]", style=solid]; "523 /layers/layers.2/blocks.3/attn/Add_1" -> "536 /layers/layers.2/blocks.3/attn/Reshape_2" [label="[1, 4, 12, 49, 49]", style=solid]; -"524 /layers/layers.2/blocks.3/attn/Reshape_3/smooth_quant_multiply" -> "537 /layers/layers.2/blocks.3/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; +"524 /layers/layers.2/blocks.3/attn/Reshape_3_0_0/sq_multiply" -> "537 /layers/layers.2/blocks.3/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; "525 /layers/layers.2/blocks.2/Reshape_7" -> "217 /layers/layers.2/blocks.2/Add" [label="[1, 196, 384]", style=solid]; "526 /layers/layers.2/blocks.1/Reshape_5" -> "538 /layers/layers.2/blocks.1/Transpose_1" [label="[1, 2, 2, 7, 7, 384]", style=solid]; -"527 /norm/Add_1" -> "539 ReduceMean_6197" [label="[1, 49, 768]", style=solid]; -"528 /layers/layers.3/blocks.1/norm2/Add_1/smooth_quant_multiply" -> "540 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [label="[1, 49, 768]", style=solid]; +"527 /norm/Add_1" -> "539 ReduceMean_6037" [label="[1, 49, 768]", style=solid]; +"528 /layers/layers.3/blocks.1/norm2/Add_1_0_0/sq_multiply" -> "540 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [label="[1, 49, 768]", style=solid]; "529 /layers/layers.3/blocks.1/Transpose" -> "541 /layers/layers.3/blocks.1/Reshape_2" [label="[1, 1, 1, 7, 7, 768]", style=solid]; "530 /layers/layers.3/blocks.0/mlp/fc1/Add" -> "542 /layers/layers.3/blocks.0/mlp/act/Mul_1" [label="[1, 49, 3072]", style=solid]; -"531 /layers/layers.3/blocks.0/Reshape_3" -> "543 /layers/layers.3/blocks.0/Reshape_3/smooth_quant_multiply" [label="[1, 49, 768]", style=solid]; +"531 /layers/layers.3/blocks.0/Reshape_3" -> "543 /layers/layers.3/blocks.0/Reshape_3_0_0/sq_multiply" [label="[1, 49, 768]", style=solid]; "532 /layers/layers.2/blocks.5/attn/Mul" -> "533 /layers/layers.2/blocks.5/attn/MatMul" [label="[4, 12, 49, 32]", style=solid]; "533 /layers/layers.2/blocks.5/attn/MatMul" -> "544 /layers/layers.2/blocks.5/attn/Add" [label="[4, 12, 49, 49]", style=solid]; "534 /layers/layers.2/blocks.5/attn/MatMul_1" -> "545 /layers/layers.2/blocks.5/attn/Transpose_2" [label="[4, 12, 49, 32]", style=solid]; @@ -1924,11 +1924,11 @@ strict digraph { "536 /layers/layers.2/blocks.3/attn/Reshape_2" -> "547 /layers/layers.2/blocks.3/attn/softmax/Softmax" [label="[4, 12, 49, 49]", style=solid]; "537 /layers/layers.2/blocks.3/attn/proj/MatMul" -> "548 /layers/layers.2/blocks.3/attn/proj/Add" [label="[4, 49, 384]", style=solid]; "538 /layers/layers.2/blocks.1/Transpose_1" -> "549 /layers/layers.2/blocks.1/Reshape_6" [label="[1, 2, 7, 2, 7, 384]", style=solid]; -"539 ReduceMean_6197" -> "550 /avgpool/GlobalAveragePool" [label="[1, 1, 768]", style=solid]; +"539 ReduceMean_6037" -> "550 /avgpool/GlobalAveragePool" [label="[1, 1, 768]", style=solid]; "540 /layers/layers.3/blocks.1/mlp/fc1/MatMul" -> "551 /layers/layers.3/blocks.1/mlp/fc1/Add" [label="[1, 49, 3072]", style=solid]; "541 /layers/layers.3/blocks.1/Reshape_2" -> "552 /layers/layers.3/blocks.1/Reshape_3" [label="[1, 7, 7, 768]", style=solid]; -"542 /layers/layers.3/blocks.0/mlp/act/Mul_1" -> "553 /layers/layers.3/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 49, 3072]", style=solid]; -"543 /layers/layers.3/blocks.0/Reshape_3/smooth_quant_multiply" -> "554 /layers/layers.3/blocks.0/attn/qkv/MatMul" [label="[1, 49, 768]", style=solid]; +"542 /layers/layers.3/blocks.0/mlp/act/Mul_1" -> "553 /layers/layers.3/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 49, 3072]", style=solid]; +"543 /layers/layers.3/blocks.0/Reshape_3_0_0/sq_multiply" -> "554 /layers/layers.3/blocks.0/attn/qkv/MatMul" [label="[1, 49, 768]", style=solid]; "544 /layers/layers.2/blocks.5/attn/Add" -> "555 /layers/layers.2/blocks.5/attn/Reshape_1" [label="[4, 12, 49, 49]", style=solid]; "545 /layers/layers.2/blocks.5/attn/Transpose_2" -> "556 /layers/layers.2/blocks.5/attn/Reshape_3" [label="[4, 49, 12, 32]", style=solid]; "546 /layers/layers.2/blocks.4/Transpose_1" -> "557 /layers/layers.2/blocks.4/Reshape_6" [label="[1, 2, 7, 2, 7, 384]", style=solid]; @@ -1938,28 +1938,28 @@ strict digraph { "549 /layers/layers.2/blocks.1/Reshape_6" -> "560 /layers/layers.2/blocks.1/Slice_5" [label="[1, 14, 14, 384]", style=solid]; "550 /avgpool/GlobalAveragePool" -> "561 /Flatten" [label="[1, 768, 1]", style=solid]; "551 /layers/layers.3/blocks.1/mlp/fc1/Add" -> "562 /layers/layers.3/blocks.1/mlp/act/Mul_1" [label="[1, 49, 3072]", style=solid]; -"552 /layers/layers.3/blocks.1/Reshape_3" -> "563 /layers/layers.3/blocks.1/Reshape_3/smooth_quant_multiply" [label="[1, 49, 768]", style=solid]; -"553 /layers/layers.3/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" -> "564 /layers/layers.3/blocks.0/mlp/fc2/MatMul" [label="[1, 49, 3072]", style=solid]; +"552 /layers/layers.3/blocks.1/Reshape_3" -> "563 /layers/layers.3/blocks.1/Reshape_3_0_0/sq_multiply" [label="[1, 49, 768]", style=solid]; +"553 /layers/layers.3/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" -> "564 /layers/layers.3/blocks.0/mlp/fc2/MatMul" [label="[1, 49, 3072]", style=solid]; "554 /layers/layers.3/blocks.0/attn/qkv/MatMul" -> "565 /layers/layers.3/blocks.0/attn/qkv/Add" [label="[1, 49, 2304]", style=solid]; "555 /layers/layers.2/blocks.5/attn/Reshape_1" -> "566 /layers/layers.2/blocks.5/attn/Add_1" [label="[1, 4, 12, 49, 49]", style=solid]; -"556 /layers/layers.2/blocks.5/attn/Reshape_3" -> "567 /layers/layers.2/blocks.5/attn/Reshape_3/smooth_quant_multiply" [label="[4, 49, 384]", style=solid]; +"556 /layers/layers.2/blocks.5/attn/Reshape_3" -> "567 /layers/layers.2/blocks.5/attn/Reshape_3_0_0/sq_multiply" [label="[4, 49, 384]", style=solid]; "557 /layers/layers.2/blocks.4/Reshape_6" -> "568 /layers/layers.2/blocks.4/Reshape_7" [label="[1, 14, 14, 384]", style=solid]; "558 /layers/layers.2/blocks.3/Reshape_4" -> "569 /layers/layers.2/blocks.3/Reshape_5" [label="[4, 7, 7, 384]", style=solid]; "559 /layers/layers.2/blocks.1/Slice_4" -> "570 /layers/layers.2/blocks.1/Concat_2" [label="[1, 3, 14, 384]", style=solid]; "560 /layers/layers.2/blocks.1/Slice_5" -> "570 /layers/layers.2/blocks.1/Concat_2" [label="[1, 11, 14, 384]", style=solid]; -"561 /Flatten" -> "571 /Flatten/smooth_quant_multiply" [label="[1, 768]", style=solid]; -"562 /layers/layers.3/blocks.1/mlp/act/Mul_1" -> "572 /layers/layers.3/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 49, 3072]", style=solid]; -"563 /layers/layers.3/blocks.1/Reshape_3/smooth_quant_multiply" -> "573 /layers/layers.3/blocks.1/attn/qkv/MatMul" [label="[1, 49, 768]", style=solid]; +"561 /Flatten" -> "571 /Flatten_0_0/sq_multiply" [label="[1, 768]", style=solid]; +"562 /layers/layers.3/blocks.1/mlp/act/Mul_1" -> "572 /layers/layers.3/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 49, 3072]", style=solid]; +"563 /layers/layers.3/blocks.1/Reshape_3_0_0/sq_multiply" -> "573 /layers/layers.3/blocks.1/attn/qkv/MatMul" [label="[1, 49, 768]", style=solid]; "564 /layers/layers.3/blocks.0/mlp/fc2/MatMul" -> "574 /layers/layers.3/blocks.0/mlp/fc2/Add" [label="[1, 49, 768]", style=solid]; "565 /layers/layers.3/blocks.0/attn/qkv/Add" -> "575 /layers/layers.3/blocks.0/attn/Reshape" [label="[1, 49, 2304]", style=solid]; "566 /layers/layers.2/blocks.5/attn/Add_1" -> "576 /layers/layers.2/blocks.5/attn/Reshape_2" [label="[1, 4, 12, 49, 49]", style=solid]; -"567 /layers/layers.2/blocks.5/attn/Reshape_3/smooth_quant_multiply" -> "577 /layers/layers.2/blocks.5/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; +"567 /layers/layers.2/blocks.5/attn/Reshape_3_0_0/sq_multiply" -> "577 /layers/layers.2/blocks.5/attn/proj/MatMul" [label="[4, 49, 384]", style=solid]; "568 /layers/layers.2/blocks.4/Reshape_7" -> "265 /layers/layers.2/blocks.4/Add" [label="[1, 196, 384]", style=solid]; "569 /layers/layers.2/blocks.3/Reshape_5" -> "578 /layers/layers.2/blocks.3/Transpose_1" [label="[1, 2, 2, 7, 7, 384]", style=solid]; "570 /layers/layers.2/blocks.1/Concat_2" -> "579 /layers/layers.2/blocks.1/Slice_6" [label="[1, 14, 14, 384]", style=solid]; "570 /layers/layers.2/blocks.1/Concat_2" -> "580 /layers/layers.2/blocks.1/Slice_7" [label="[1, 14, 14, 384]", style=solid]; -"571 /Flatten/smooth_quant_multiply" -> "581 /head/Gemm/WithoutBiases" [label="[1, 768]", style=solid]; -"572 /layers/layers.3/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" -> "582 /layers/layers.3/blocks.1/mlp/fc2/MatMul" [label="[1, 49, 3072]", style=solid]; +"571 /Flatten_0_0/sq_multiply" -> "581 /head/Gemm/WithoutBiases" [label="[1, 768]", style=solid]; +"572 /layers/layers.3/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" -> "582 /layers/layers.3/blocks.1/mlp/fc2/MatMul" [label="[1, 49, 3072]", style=solid]; "573 /layers/layers.3/blocks.1/attn/qkv/MatMul" -> "583 /layers/layers.3/blocks.1/attn/qkv/Add" [label="[1, 49, 2304]", style=solid]; "574 /layers/layers.3/blocks.0/mlp/fc2/Add" -> "466 /layers/layers.3/blocks.0/Add_1" [label="[1, 49, 768]", style=solid]; "575 /layers/layers.3/blocks.0/attn/Reshape" -> "584 /layers/layers.3/blocks.0/attn/Transpose" [label="[1, 49, 3, 24, 32]", style=solid]; @@ -2010,22 +2010,22 @@ strict digraph { "615 /layers/layers.3/blocks.1/attn/MatMul" -> "621 /layers/layers.3/blocks.1/attn/Add" [label="[1, 24, 49, 49]", style=solid]; "616 /layers/layers.3/blocks.1/attn/MatMul_1" -> "622 /layers/layers.3/blocks.1/attn/Transpose_2" [label="[1, 24, 49, 32]", style=solid]; "617 /layers/layers.3/blocks.0/attn/softmax/Softmax" -> "603 /layers/layers.3/blocks.0/attn/MatMul_1" [label="[1, 24, 49, 49]", style=solid]; -"618 /layers/layers.3/blocks.0/attn/Reshape_1" -> "623 /layers/layers.3/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[1, 49, 768]", style=solid]; +"618 /layers/layers.3/blocks.0/attn/Reshape_1" -> "623 /layers/layers.3/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[1, 49, 768]", style=solid]; "619 /layers/layers.2/blocks.5/Reshape_6" -> "624 /layers/layers.2/blocks.5/Slice_4" [label="[1, 14, 14, 384]", style=solid]; "619 /layers/layers.2/blocks.5/Reshape_6" -> "625 /layers/layers.2/blocks.5/Slice_5" [label="[1, 14, 14, 384]", style=solid]; "620 /layers/layers.2/blocks.3/Concat_3" -> "626 /layers/layers.2/blocks.3/Reshape_7" [label="[1, 14, 14, 384]", style=solid]; "621 /layers/layers.3/blocks.1/attn/Add" -> "627 /layers/layers.3/blocks.1/attn/softmax/Softmax" [label="[1, 24, 49, 49]", style=solid]; "622 /layers/layers.3/blocks.1/attn/Transpose_2" -> "628 /layers/layers.3/blocks.1/attn/Reshape_1" [label="[1, 49, 24, 32]", style=solid]; -"623 /layers/layers.3/blocks.0/attn/Reshape_1/smooth_quant_multiply" -> "629 /layers/layers.3/blocks.0/attn/proj/MatMul" [label="[1, 49, 768]", style=solid]; +"623 /layers/layers.3/blocks.0/attn/Reshape_1_0_0/sq_multiply" -> "629 /layers/layers.3/blocks.0/attn/proj/MatMul" [label="[1, 49, 768]", style=solid]; "624 /layers/layers.2/blocks.5/Slice_4" -> "630 /layers/layers.2/blocks.5/Concat_2" [label="[1, 3, 14, 384]", style=solid]; "625 /layers/layers.2/blocks.5/Slice_5" -> "630 /layers/layers.2/blocks.5/Concat_2" [label="[1, 11, 14, 384]", style=solid]; "626 /layers/layers.2/blocks.3/Reshape_7" -> "239 /layers/layers.2/blocks.3/Add" [label="[1, 196, 384]", style=solid]; "627 /layers/layers.3/blocks.1/attn/softmax/Softmax" -> "616 /layers/layers.3/blocks.1/attn/MatMul_1" [label="[1, 24, 49, 49]", style=solid]; -"628 /layers/layers.3/blocks.1/attn/Reshape_1" -> "631 /layers/layers.3/blocks.1/attn/Reshape_1/smooth_quant_multiply" [label="[1, 49, 768]", style=solid]; +"628 /layers/layers.3/blocks.1/attn/Reshape_1" -> "631 /layers/layers.3/blocks.1/attn/Reshape_1_0_0/sq_multiply" [label="[1, 49, 768]", style=solid]; "629 /layers/layers.3/blocks.0/attn/proj/MatMul" -> "632 /layers/layers.3/blocks.0/attn/proj/Add" [label="[1, 49, 768]", style=solid]; "630 /layers/layers.2/blocks.5/Concat_2" -> "633 /layers/layers.2/blocks.5/Slice_6" [label="[1, 14, 14, 384]", style=solid]; "630 /layers/layers.2/blocks.5/Concat_2" -> "634 /layers/layers.2/blocks.5/Slice_7" [label="[1, 14, 14, 384]", style=solid]; -"631 /layers/layers.3/blocks.1/attn/Reshape_1/smooth_quant_multiply" -> "635 /layers/layers.3/blocks.1/attn/proj/MatMul" [label="[1, 49, 768]", style=solid]; +"631 /layers/layers.3/blocks.1/attn/Reshape_1_0_0/sq_multiply" -> "635 /layers/layers.3/blocks.1/attn/proj/MatMul" [label="[1, 49, 768]", style=solid]; "632 /layers/layers.3/blocks.0/attn/proj/Add" -> "636 /layers/layers.3/blocks.0/Reshape_4" [label="[1, 49, 768]", style=solid]; "633 /layers/layers.2/blocks.5/Slice_6" -> "637 /layers/layers.2/blocks.5/Concat_3" [label="[1, 14, 3, 384]", style=solid]; "634 /layers/layers.2/blocks.5/Slice_7" -> "637 /layers/layers.2/blocks.5/Concat_3" [label="[1, 14, 11, 384]", style=solid]; @@ -2043,29 +2043,29 @@ strict digraph { "646 /layers/layers.3/blocks.0/Reshape_7" -> "456 /layers/layers.3/blocks.0/Add" [label="[1, 49, 768]", style=solid]; "647 /layers/layers.3/blocks.1/Reshape_6" -> "648 /layers/layers.3/blocks.1/Reshape_7" [label="[1, 7, 7, 768]", style=solid]; "648 /layers/layers.3/blocks.1/Reshape_7" -> "479 /layers/layers.3/blocks.1/Add" [label="[1, 49, 768]", style=solid]; -"649 Constant_7305" -> "589 probs" [label="[1, 1000]", style=solid]; +"649 Constant_7401" -> "589 probs" [label="[1, 1000]", style=solid]; "650 head.weight" -> "581 /head/Gemm/WithoutBiases" [label="[1000, 768]", style=solid]; -"651 /Flatten/smooth_quant_const" -> "571 /Flatten/smooth_quant_multiply" [label="[1, 768]", style=solid]; +"651 Constant_54138" -> "571 /Flatten_0_0/sq_multiply" [label="[1, 768]", style=solid]; "652 Constant_2148" -> "561 /Flatten" [label="[2]", style=dashed]; -"653 Constant_6782" -> "550 /avgpool/GlobalAveragePool" [label="[3]", style=dashed]; -"654 Constant_6196" -> "539 ReduceMean_6197" [label="[1]", style=dashed]; -"655 Constant_7304" -> "527 /norm/Add_1" [label="[1, 1, 768]", style=solid]; -"656 Constant_7303" -> "514 /norm/Mul" [label="[1, 1, 768]", style=solid]; +"653 Constant_6567" -> "550 /avgpool/GlobalAveragePool" [label="[3]", style=dashed]; +"654 Constant_6036" -> "539 ReduceMean_6037" [label="[1]", style=dashed]; +"655 Constant_7400" -> "527 /norm/Add_1" [label="[1, 1, 768]", style=solid]; +"656 Constant_7399" -> "514 /norm/Mul" [label="[1, 1, 768]", style=solid]; "657 Constant_2123" -> "503 /norm/Div" [label="[1]", style=dashed]; -"658 Constant_6779" -> "582 /layers/layers.3/blocks.1/mlp/fc2/MatMul" [label="[768, 3072]", style=solid]; -"659 /layers/layers.3/blocks.1/mlp/act/Mul_1/smooth_quant_const" -> "572 /layers/layers.3/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 3072]", style=solid]; -"660 Constant_6774" -> "540 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [label="[3072, 768]", style=solid]; -"661 /layers/layers.3/blocks.1/norm2/Add_1/smooth_quant_const" -> "528 /layers/layers.3/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; -"662 Constant_7300" -> "515 /layers/layers.3/blocks.1/norm2/Add_1" [label="[1, 1, 768]", style=solid]; -"663 Constant_7299" -> "504 /layers/layers.3/blocks.1/norm2/Mul" [label="[1, 1, 768]", style=solid]; +"658 Transpose_6564" -> "582 /layers/layers.3/blocks.1/mlp/fc2/MatMul" [label="[768, 3072]", style=solid]; +"659 Constant_54132" -> "572 /layers/layers.3/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 3072]", style=solid]; +"660 Transpose_6560" -> "540 /layers/layers.3/blocks.1/mlp/fc1/MatMul" [label="[3072, 768]", style=solid]; +"661 Constant_54126" -> "528 /layers/layers.3/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; +"662 Constant_7396" -> "515 /layers/layers.3/blocks.1/norm2/Add_1" [label="[1, 1, 768]", style=solid]; +"663 Constant_7395" -> "504 /layers/layers.3/blocks.1/norm2/Mul" [label="[1, 1, 768]", style=solid]; "664 Constant_2097" -> "492 /layers/layers.3/blocks.1/norm2/Div" [label="[1]", style=dashed]; "665 /layers/layers.3/blocks.1/Constant_7" -> "648 /layers/layers.3/blocks.1/Reshape_7" [label="[3]", style=dashed]; "666 /layers/layers.3/blocks.1/Constant_6" -> "647 /layers/layers.3/blocks.1/Reshape_6" [label="[4]", style=dashed]; -"667 Constant_6767" -> "645 /layers/layers.3/blocks.1/Transpose_1" [label="[6]", style=dashed]; +"667 Constant_6554" -> "645 /layers/layers.3/blocks.1/Transpose_1" [label="[6]", style=dashed]; "668 /layers/layers.3/blocks.1/Constant_5" -> "643 /layers/layers.3/blocks.1/Reshape_5" [label="[6]", style=dashed]; "669 /layers/layers.3/blocks.1/Constant_4" -> "641 /layers/layers.3/blocks.1/Reshape_4" [label="[4]", style=dashed]; -"670 Constant_6765" -> "635 /layers/layers.3/blocks.1/attn/proj/MatMul" [label="[768, 768]", style=solid]; -"671 /layers/layers.3/blocks.1/attn/Reshape_1/smooth_quant_const" -> "631 /layers/layers.3/blocks.1/attn/Reshape_1/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; +"670 Transpose_6552" -> "635 /layers/layers.3/blocks.1/attn/proj/MatMul" [label="[768, 768]", style=solid]; +"671 Constant_54142" -> "631 /layers/layers.3/blocks.1/attn/Reshape_1_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; "672 /layers/layers.3/blocks.1/attn/Constant_2" -> "628 /layers/layers.3/blocks.1/attn/Reshape_1" [label="[3]", style=dashed]; "673 Constant_2070" -> "622 /layers/layers.3/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; "674 Constant_2060" -> "608 /layers/layers.3/blocks.1/attn/Gather_2" [label="[]", style=dashed]; @@ -2083,429 +2083,429 @@ strict digraph { "675 /patch_embed/Constant" -> "608 /layers/layers.3/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "676 Constant_2054" -> "600 /layers/layers.3/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "677 /layers/layers.3/blocks.1/attn/Constant" -> "591 /layers/layers.3/blocks.1/attn/Reshape" [label="[5]", style=dashed]; -"678 Constant_6761" -> "573 /layers/layers.3/blocks.1/attn/qkv/MatMul" [label="[2304, 768]", style=solid]; -"679 /layers/layers.3/blocks.1/Reshape_3/smooth_quant_const" -> "563 /layers/layers.3/blocks.1/Reshape_3/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; +"678 Transpose_6549" -> "573 /layers/layers.3/blocks.1/attn/qkv/MatMul" [label="[2304, 768]", style=solid]; +"679 Constant_54134" -> "563 /layers/layers.3/blocks.1/Reshape_3_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; "680 /layers/layers.3/blocks.1/Constant_3" -> "552 /layers/layers.3/blocks.1/Reshape_3" [label="[3]", style=dashed]; "681 /layers/layers.3/blocks.1/Constant_2" -> "541 /layers/layers.3/blocks.1/Reshape_2" [label="[4]", style=dashed]; -"682 Constant_6755" -> "529 /layers/layers.3/blocks.1/Transpose" [label="[6]", style=dashed]; +"682 Constant_6544" -> "529 /layers/layers.3/blocks.1/Transpose" [label="[6]", style=dashed]; "683 /layers/layers.3/blocks.1/Constant_1" -> "516 /layers/layers.3/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"684 Constant_7295" -> "505 /layers/layers.3/blocks.1/norm1/Add_1" [label="[1, 1, 768]", style=solid]; -"685 Constant_7294" -> "493 /layers/layers.3/blocks.1/norm1/Mul" [label="[1, 1, 768]", style=solid]; +"684 Constant_7391" -> "505 /layers/layers.3/blocks.1/norm1/Add_1" [label="[1, 1, 768]", style=solid]; +"685 Constant_7390" -> "493 /layers/layers.3/blocks.1/norm1/Mul" [label="[1, 1, 768]", style=solid]; "686 Constant_2017" -> "480 /layers/layers.3/blocks.1/norm1/Div" [label="[1]", style=dashed]; -"687 Constant_6752" -> "564 /layers/layers.3/blocks.0/mlp/fc2/MatMul" [label="[768, 3072]", style=solid]; -"688 /layers/layers.3/blocks.0/mlp/act/Mul_1/smooth_quant_const" -> "553 /layers/layers.3/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 3072]", style=solid]; -"689 Constant_6747" -> "517 /layers/layers.3/blocks.0/mlp/fc1/MatMul" [label="[3072, 768]", style=solid]; -"690 /layers/layers.3/blocks.0/norm2/Add_1/smooth_quant_const" -> "506 /layers/layers.3/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; -"691 Constant_7291" -> "494 /layers/layers.3/blocks.0/norm2/Add_1" [label="[1, 1, 768]", style=solid]; -"692 Constant_7290" -> "481 /layers/layers.3/blocks.0/norm2/Mul" [label="[1, 1, 768]", style=solid]; +"687 Transpose_6541" -> "564 /layers/layers.3/blocks.0/mlp/fc2/MatMul" [label="[768, 3072]", style=solid]; +"688 Constant_54128" -> "553 /layers/layers.3/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 3072]", style=solid]; +"689 Transpose_6537" -> "517 /layers/layers.3/blocks.0/mlp/fc1/MatMul" [label="[3072, 768]", style=solid]; +"690 Constant_54122" -> "506 /layers/layers.3/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; +"691 Constant_7387" -> "494 /layers/layers.3/blocks.0/norm2/Add_1" [label="[1, 1, 768]", style=solid]; +"692 Constant_7386" -> "481 /layers/layers.3/blocks.0/norm2/Mul" [label="[1, 1, 768]", style=solid]; "693 Constant_1991" -> "467 /layers/layers.3/blocks.0/norm2/Div" [label="[1]", style=dashed]; "694 /layers/layers.3/blocks.0/Constant_7" -> "646 /layers/layers.3/blocks.0/Reshape_7" [label="[3]", style=dashed]; "695 /layers/layers.3/blocks.0/Constant_6" -> "644 /layers/layers.3/blocks.0/Reshape_6" [label="[4]", style=dashed]; -"696 Constant_6740" -> "642 /layers/layers.3/blocks.0/Transpose_1" [label="[6]", style=dashed]; +"696 Constant_6531" -> "642 /layers/layers.3/blocks.0/Transpose_1" [label="[6]", style=dashed]; "697 /layers/layers.3/blocks.0/Constant_5" -> "639 /layers/layers.3/blocks.0/Reshape_5" [label="[6]", style=dashed]; "698 /layers/layers.3/blocks.0/Constant_4" -> "636 /layers/layers.3/blocks.0/Reshape_4" [label="[4]", style=dashed]; -"699 Constant_6738" -> "629 /layers/layers.3/blocks.0/attn/proj/MatMul" [label="[768, 768]", style=solid]; -"700 /layers/layers.3/blocks.0/attn/Reshape_1/smooth_quant_const" -> "623 /layers/layers.3/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; +"699 Transpose_6529" -> "629 /layers/layers.3/blocks.0/attn/proj/MatMul" [label="[768, 768]", style=solid]; +"700 Constant_54140" -> "623 /layers/layers.3/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; "701 /layers/layers.3/blocks.0/attn/Constant_2" -> "618 /layers/layers.3/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "702 Constant_1964" -> "610 /layers/layers.3/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; "703 Constant_1954" -> "594 /layers/layers.3/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "704 Constant_1948" -> "584 /layers/layers.3/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "705 /layers/layers.3/blocks.0/attn/Constant" -> "575 /layers/layers.3/blocks.0/attn/Reshape" [label="[5]", style=dashed]; -"706 Constant_6734" -> "554 /layers/layers.3/blocks.0/attn/qkv/MatMul" [label="[2304, 768]", style=solid]; -"707 /layers/layers.3/blocks.0/Reshape_3/smooth_quant_const" -> "543 /layers/layers.3/blocks.0/Reshape_3/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; +"706 Transpose_6526" -> "554 /layers/layers.3/blocks.0/attn/qkv/MatMul" [label="[2304, 768]", style=solid]; +"707 Constant_54130" -> "543 /layers/layers.3/blocks.0/Reshape_3_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; "708 /layers/layers.3/blocks.0/Constant_3" -> "531 /layers/layers.3/blocks.0/Reshape_3" [label="[3]", style=dashed]; "709 /layers/layers.3/blocks.0/Constant_2" -> "518 /layers/layers.3/blocks.0/Reshape_2" [label="[4]", style=dashed]; -"710 Constant_6728" -> "507 /layers/layers.3/blocks.0/Transpose" [label="[6]", style=dashed]; +"710 Constant_6521" -> "507 /layers/layers.3/blocks.0/Transpose" [label="[6]", style=dashed]; "711 /layers/layers.3/blocks.0/Constant_1" -> "495 /layers/layers.3/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"712 Constant_7286" -> "482 /layers/layers.3/blocks.0/norm1/Add_1" [label="[1, 1, 768]", style=solid]; -"713 Constant_7285" -> "468 /layers/layers.3/blocks.0/norm1/Mul" [label="[1, 1, 768]", style=solid]; +"712 Constant_7382" -> "482 /layers/layers.3/blocks.0/norm1/Add_1" [label="[1, 1, 768]", style=solid]; +"713 Constant_7381" -> "468 /layers/layers.3/blocks.0/norm1/Mul" [label="[1, 1, 768]", style=solid]; "714 Constant_1911" -> "457 /layers/layers.3/blocks.0/norm1/Div" [label="[1]", style=dashed]; -"715 Constant_6725" -> "446 /layers/layers.2/downsample/reduction/MatMul" [label="[768, 1536]", style=solid]; -"716 /layers/layers.2/downsample/norm/Add_1/smooth_quant_const" -> "433 /layers/layers.2/downsample/norm/Add_1/smooth_quant_multiply" [label="[1, 1, 1536]", style=solid]; -"717 Constant_7284" -> "421 /layers/layers.2/downsample/norm/Add_1" [label="[1, 1, 1536]", style=solid]; -"718 Constant_7283" -> "409 /layers/layers.2/downsample/norm/Mul" [label="[1, 1, 1536]", style=solid]; +"715 Transpose_6518" -> "446 /layers/layers.2/downsample/reduction/MatMul" [label="[768, 1536]", style=solid]; +"716 Constant_54114" -> "433 /layers/layers.2/downsample/norm/Add_1_0_0/sq_multiply" [label="[1, 1, 1536]", style=solid]; +"717 Constant_7380" -> "421 /layers/layers.2/downsample/norm/Add_1" [label="[1, 1, 1536]", style=solid]; +"718 Constant_7379" -> "409 /layers/layers.2/downsample/norm/Mul" [label="[1, 1, 1536]", style=solid]; "719 Constant_1897" -> "397 /layers/layers.2/downsample/norm/Div" [label="[1]", style=dashed]; "720 /layers/layers.2/downsample/Constant_25" -> "382 /layers/layers.2/downsample/Reshape_1" [label="[3]", style=dashed]; -"721 Constant_5911" -> "356 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; -"722 Constant_5908" -> "356 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; -"723 Constant_5905" -> "356 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; -"724 Constant_5875" -> "339 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; -"725 Constant_5872" -> "339 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; -"726 Constant_5869" -> "339 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; +"721 Constant_5751" -> "356 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; +"722 Constant_5748" -> "356 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; +"723 Constant_5745" -> "356 /layers/layers.2/downsample/Slice_5" [label="[3]", style=dashed]; +"724 Constant_5715" -> "339 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; +"725 Constant_5712" -> "339 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; +"726 Constant_5709" -> "339 /layers/layers.2/downsample/Slice_2" [label="[2]", style=dashed]; "727 /layers/layers.2/downsample/Constant" -> "322 /layers/layers.2/downsample/Reshape" [label="[4]", style=dashed]; -"728 Constant_6720" -> "422 /layers/layers.2/blocks.5/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"729 /layers/layers.2/blocks.5/mlp/act/Mul_1/smooth_quant_const" -> "410 /layers/layers.2/blocks.5/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 1536]", style=solid]; -"730 Constant_6715" -> "371 /layers/layers.2/blocks.5/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"731 /layers/layers.2/blocks.5/norm2/Add_1/smooth_quant_const" -> "357 /layers/layers.2/blocks.5/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"732 Constant_7280" -> "340 /layers/layers.2/blocks.5/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"733 Constant_7279" -> "323 /layers/layers.2/blocks.5/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"728 Transpose_6514" -> "422 /layers/layers.2/blocks.5/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; +"729 Constant_54108" -> "410 /layers/layers.2/blocks.5/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 1536]", style=solid]; +"730 Transpose_6510" -> "371 /layers/layers.2/blocks.5/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; +"731 Constant_54098" -> "357 /layers/layers.2/blocks.5/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"732 Constant_7376" -> "340 /layers/layers.2/blocks.5/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"733 Constant_7375" -> "323 /layers/layers.2/blocks.5/norm2/Mul" [label="[1, 1, 384]", style=solid]; "734 Constant_1832" -> "309 /layers/layers.2/blocks.5/norm2/Div" [label="[1]", style=dashed]; "735 /layers/layers.2/blocks.5/Constant_31" -> "640 /layers/layers.2/blocks.5/Reshape_7" [label="[3]", style=dashed]; -"736 Constant_5839" -> "634 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; -"737 Constant_5836" -> "634 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; -"738 Constant_5833" -> "634 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; -"739 Constant_5815" -> "625 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; -"740 Constant_5812" -> "625 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; -"741 Constant_5809" -> "625 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; +"736 Constant_5679" -> "634 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; +"737 Constant_5676" -> "634 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; +"738 Constant_5673" -> "634 /layers/layers.2/blocks.5/Slice_7" [label="[3]", style=dashed]; +"739 Constant_5655" -> "625 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; +"740 Constant_5652" -> "625 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; +"741 Constant_5649" -> "625 /layers/layers.2/blocks.5/Slice_5" [label="[2]", style=dashed]; "742 /layers/layers.2/blocks.5/Constant_18" -> "619 /layers/layers.2/blocks.5/Reshape_6" [label="[4]", style=dashed]; "743 Constant_1779" -> "611 /layers/layers.2/blocks.5/Transpose_1" [label="[6]", style=dashed]; "744 /layers/layers.2/blocks.5/Constant_17" -> "604 /layers/layers.2/blocks.5/Reshape_5" [label="[6]", style=dashed]; "745 /layers/layers.2/blocks.5/Constant_16" -> "595 /layers/layers.2/blocks.5/Reshape_4" [label="[4]", style=dashed]; -"746 Constant_6710" -> "577 /layers/layers.2/blocks.5/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"747 /layers/layers.2/blocks.5/attn/Reshape_3/smooth_quant_const" -> "567 /layers/layers.2/blocks.5/attn/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"746 Transpose_6506" -> "577 /layers/layers.2/blocks.5/attn/proj/MatMul" [label="[384, 384]", style=solid]; +"747 Constant_54136" -> "567 /layers/layers.2/blocks.5/attn/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "748 /layers/layers.2/blocks.5/attn/Constant_4" -> "556 /layers/layers.2/blocks.5/attn/Reshape_3" [label="[3]", style=dashed]; "749 Constant_1763" -> "545 /layers/layers.2/blocks.5/attn/Transpose_2" [label="[4]", style=dashed]; "750 Constant_1744" -> "521 /layers/layers.2/blocks.5/attn/Gather_2" [label="[]", style=dashed]; "751 Constant_1738" -> "508 /layers/layers.2/blocks.5/attn/Transpose" [label="[5]", style=dashed]; "752 /layers/layers.2/blocks.5/attn/Constant" -> "496 /layers/layers.2/blocks.5/attn/Reshape" [label="[5]", style=dashed]; -"753 Constant_6706" -> "469 /layers/layers.2/blocks.5/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"754 /layers/layers.2/blocks.5/Reshape_3/smooth_quant_const" -> "458 /layers/layers.2/blocks.5/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"753 Transpose_6503" -> "469 /layers/layers.2/blocks.5/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; +"754 Constant_54116" -> "458 /layers/layers.2/blocks.5/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "755 /layers/layers.2/blocks.5/Constant_15" -> "447 /layers/layers.2/blocks.5/Reshape_3" [label="[3]", style=dashed]; "756 /layers/layers.2/blocks.5/Constant_14" -> "435 /layers/layers.2/blocks.5/Reshape_2" [label="[4]", style=dashed]; "757 Constant_1722" -> "423 /layers/layers.2/blocks.5/Transpose" [label="[6]", style=dashed]; "758 /layers/layers.2/blocks.5/Constant_13" -> "411 /layers/layers.2/blocks.5/Reshape_1" [label="[6]", style=dashed]; -"759 Constant_5791" -> "385 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; -"760 Constant_5788" -> "385 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; -"761 Constant_5785" -> "385 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; -"762 Constant_5767" -> "359 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; -"763 Constant_5764" -> "359 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; -"764 Constant_5761" -> "359 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; +"759 Constant_5631" -> "385 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; +"760 Constant_5628" -> "385 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; +"761 Constant_5625" -> "385 /layers/layers.2/blocks.5/Slice_3" [label="[3]", style=dashed]; +"762 Constant_5607" -> "359 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; +"763 Constant_5604" -> "359 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; +"764 Constant_5601" -> "359 /layers/layers.2/blocks.5/Slice_1" [label="[2]", style=dashed]; "765 /layers/layers.2/blocks.5/Constant" -> "341 /layers/layers.2/blocks.5/Reshape" [label="[4]", style=dashed]; -"766 Constant_7275" -> "324 /layers/layers.2/blocks.5/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"767 Constant_7274" -> "310 /layers/layers.2/blocks.5/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"766 Constant_7371" -> "324 /layers/layers.2/blocks.5/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"767 Constant_7370" -> "310 /layers/layers.2/blocks.5/norm1/Mul" [label="[1, 1, 384]", style=solid]; "768 Constant_1659" -> "294 /layers/layers.2/blocks.5/norm1/Div" [label="[1]", style=dashed]; -"769 Constant_6701" -> "400 /layers/layers.2/blocks.4/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"770 /layers/layers.2/blocks.4/mlp/act/Mul_1/smooth_quant_const" -> "386 /layers/layers.2/blocks.4/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 1536]", style=solid]; -"771 Constant_6696" -> "342 /layers/layers.2/blocks.4/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"772 /layers/layers.2/blocks.4/norm2/Add_1/smooth_quant_const" -> "325 /layers/layers.2/blocks.4/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"773 Constant_7271" -> "311 /layers/layers.2/blocks.4/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"774 Constant_7270" -> "295 /layers/layers.2/blocks.4/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"769 Transpose_6499" -> "400 /layers/layers.2/blocks.4/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; +"770 Constant_54102" -> "386 /layers/layers.2/blocks.4/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 1536]", style=solid]; +"771 Transpose_6495" -> "342 /layers/layers.2/blocks.4/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; +"772 Constant_54094" -> "325 /layers/layers.2/blocks.4/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"773 Constant_7367" -> "311 /layers/layers.2/blocks.4/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"774 Constant_7366" -> "295 /layers/layers.2/blocks.4/norm2/Mul" [label="[1, 1, 384]", style=solid]; "775 Constant_1633" -> "280 /layers/layers.2/blocks.4/norm2/Div" [label="[1]", style=dashed]; "776 /layers/layers.2/blocks.4/Constant_7" -> "568 /layers/layers.2/blocks.4/Reshape_7" [label="[3]", style=dashed]; "777 /layers/layers.2/blocks.4/Constant_6" -> "557 /layers/layers.2/blocks.4/Reshape_6" [label="[4]", style=dashed]; "778 Constant_1622" -> "546 /layers/layers.2/blocks.4/Transpose_1" [label="[6]", style=dashed]; "779 /layers/layers.2/blocks.4/Constant_5" -> "535 /layers/layers.2/blocks.4/Reshape_5" [label="[6]", style=dashed]; "780 /layers/layers.2/blocks.4/Constant_4" -> "522 /layers/layers.2/blocks.4/Reshape_4" [label="[4]", style=dashed]; -"781 Constant_6691" -> "497 /layers/layers.2/blocks.4/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"782 /layers/layers.2/blocks.4/attn/Reshape_1/smooth_quant_const" -> "484 /layers/layers.2/blocks.4/attn/Reshape_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"781 Transpose_6491" -> "497 /layers/layers.2/blocks.4/attn/proj/MatMul" [label="[384, 384]", style=solid]; +"782 Constant_54120" -> "484 /layers/layers.2/blocks.4/attn/Reshape_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "783 /layers/layers.2/blocks.4/attn/Constant_2" -> "471 /layers/layers.2/blocks.4/attn/Reshape_1" [label="[3]", style=dashed]; "784 Constant_1606" -> "460 /layers/layers.2/blocks.4/attn/Transpose_2" [label="[4]", style=dashed]; "785 Constant_1596" -> "438 /layers/layers.2/blocks.4/attn/Gather_2" [label="[]", style=dashed]; "786 Constant_1590" -> "424 /layers/layers.2/blocks.4/attn/Transpose" [label="[5]", style=dashed]; "787 /layers/layers.2/blocks.4/attn/Constant" -> "413 /layers/layers.2/blocks.4/attn/Reshape" [label="[5]", style=dashed]; -"788 Constant_6687" -> "387 /layers/layers.2/blocks.4/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"789 /layers/layers.2/blocks.4/Reshape_3/smooth_quant_const" -> "374 /layers/layers.2/blocks.4/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"788 Transpose_6488" -> "387 /layers/layers.2/blocks.4/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; +"789 Constant_54104" -> "374 /layers/layers.2/blocks.4/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "790 /layers/layers.2/blocks.4/Constant_3" -> "361 /layers/layers.2/blocks.4/Reshape_3" [label="[3]", style=dashed]; "791 /layers/layers.2/blocks.4/Constant_2" -> "343 /layers/layers.2/blocks.4/Reshape_2" [label="[4]", style=dashed]; "792 Constant_1574" -> "326 /layers/layers.2/blocks.4/Transpose" [label="[6]", style=dashed]; "793 /layers/layers.2/blocks.4/Constant_1" -> "312 /layers/layers.2/blocks.4/Reshape_1" [label="[6]", style=dashed]; -"794 Constant_7266" -> "296 /layers/layers.2/blocks.4/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"795 Constant_7265" -> "281 /layers/layers.2/blocks.4/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"794 Constant_7362" -> "296 /layers/layers.2/blocks.4/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"795 Constant_7361" -> "281 /layers/layers.2/blocks.4/norm1/Mul" [label="[1, 1, 384]", style=solid]; "796 Constant_1553" -> "266 /layers/layers.2/blocks.4/norm1/Div" [label="[1]", style=dashed]; -"797 Constant_6682" -> "375 /layers/layers.2/blocks.3/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"798 /layers/layers.2/blocks.3/mlp/act/Mul_1/smooth_quant_const" -> "362 /layers/layers.2/blocks.3/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 1536]", style=solid]; -"799 Constant_6677" -> "313 /layers/layers.2/blocks.3/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"800 /layers/layers.2/blocks.3/norm2/Add_1/smooth_quant_const" -> "297 /layers/layers.2/blocks.3/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"801 Constant_7262" -> "282 /layers/layers.2/blocks.3/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"802 Constant_7261" -> "267 /layers/layers.2/blocks.3/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"797 Transpose_6484" -> "375 /layers/layers.2/blocks.3/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; +"798 Constant_54096" -> "362 /layers/layers.2/blocks.3/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 1536]", style=solid]; +"799 Transpose_6480" -> "313 /layers/layers.2/blocks.3/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; +"800 Constant_54088" -> "297 /layers/layers.2/blocks.3/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"801 Constant_7358" -> "282 /layers/layers.2/blocks.3/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"802 Constant_7357" -> "267 /layers/layers.2/blocks.3/norm2/Mul" [label="[1, 1, 384]", style=solid]; "803 Constant_1527" -> "254 /layers/layers.2/blocks.3/norm2/Div" [label="[1]", style=dashed]; "804 /layers/layers.2/blocks.3/Constant_31" -> "626 /layers/layers.2/blocks.3/Reshape_7" [label="[3]", style=dashed]; -"805 Constant_5743" -> "613 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; -"806 Constant_5740" -> "613 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; -"807 Constant_5737" -> "613 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; -"808 Constant_5719" -> "597 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; -"809 Constant_5716" -> "597 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; -"810 Constant_5713" -> "597 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; +"805 Constant_5583" -> "613 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; +"806 Constant_5580" -> "613 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; +"807 Constant_5577" -> "613 /layers/layers.2/blocks.3/Slice_7" [label="[3]", style=dashed]; +"808 Constant_5559" -> "597 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; +"809 Constant_5556" -> "597 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; +"810 Constant_5553" -> "597 /layers/layers.2/blocks.3/Slice_5" [label="[2]", style=dashed]; "811 /layers/layers.2/blocks.3/Constant_18" -> "587 /layers/layers.2/blocks.3/Reshape_6" [label="[4]", style=dashed]; "812 Constant_1474" -> "578 /layers/layers.2/blocks.3/Transpose_1" [label="[6]", style=dashed]; "813 /layers/layers.2/blocks.3/Constant_17" -> "569 /layers/layers.2/blocks.3/Reshape_5" [label="[6]", style=dashed]; "814 /layers/layers.2/blocks.3/Constant_16" -> "558 /layers/layers.2/blocks.3/Reshape_4" [label="[4]", style=dashed]; -"815 Constant_6672" -> "537 /layers/layers.2/blocks.3/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"816 /layers/layers.2/blocks.3/attn/Reshape_3/smooth_quant_const" -> "524 /layers/layers.2/blocks.3/attn/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"815 Transpose_6476" -> "537 /layers/layers.2/blocks.3/attn/proj/MatMul" [label="[384, 384]", style=solid]; +"816 Constant_54124" -> "524 /layers/layers.2/blocks.3/attn/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "817 /layers/layers.2/blocks.3/attn/Constant_4" -> "511 /layers/layers.2/blocks.3/attn/Reshape_3" [label="[3]", style=dashed]; "818 Constant_1458" -> "499 /layers/layers.2/blocks.3/attn/Transpose_2" [label="[4]", style=dashed]; "819 Constant_1439" -> "474 /layers/layers.2/blocks.3/attn/Gather_2" [label="[]", style=dashed]; "820 Constant_1433" -> "461 /layers/layers.2/blocks.3/attn/Transpose" [label="[5]", style=dashed]; "821 /layers/layers.2/blocks.3/attn/Constant" -> "451 /layers/layers.2/blocks.3/attn/Reshape" [label="[5]", style=dashed]; -"822 Constant_6668" -> "425 /layers/layers.2/blocks.3/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"823 /layers/layers.2/blocks.3/Reshape_3/smooth_quant_const" -> "414 /layers/layers.2/blocks.3/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"822 Transpose_6473" -> "425 /layers/layers.2/blocks.3/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; +"823 Constant_54110" -> "414 /layers/layers.2/blocks.3/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "824 /layers/layers.2/blocks.3/Constant_15" -> "402 /layers/layers.2/blocks.3/Reshape_3" [label="[3]", style=dashed]; "825 /layers/layers.2/blocks.3/Constant_14" -> "389 /layers/layers.2/blocks.3/Reshape_2" [label="[4]", style=dashed]; "826 Constant_1417" -> "376 /layers/layers.2/blocks.3/Transpose" [label="[6]", style=dashed]; "827 /layers/layers.2/blocks.3/Constant_13" -> "363 /layers/layers.2/blocks.3/Reshape_1" [label="[6]", style=dashed]; -"828 Constant_5695" -> "329 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; -"829 Constant_5692" -> "329 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; -"830 Constant_5689" -> "329 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; -"831 Constant_5671" -> "299 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; -"832 Constant_5668" -> "299 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; -"833 Constant_5665" -> "299 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; +"828 Constant_5535" -> "329 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; +"829 Constant_5532" -> "329 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; +"830 Constant_5529" -> "329 /layers/layers.2/blocks.3/Slice_3" [label="[3]", style=dashed]; +"831 Constant_5511" -> "299 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; +"832 Constant_5508" -> "299 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; +"833 Constant_5505" -> "299 /layers/layers.2/blocks.3/Slice_1" [label="[2]", style=dashed]; "834 /layers/layers.2/blocks.3/Constant" -> "283 /layers/layers.2/blocks.3/Reshape" [label="[4]", style=dashed]; -"835 Constant_7257" -> "268 /layers/layers.2/blocks.3/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"836 Constant_7256" -> "255 /layers/layers.2/blocks.3/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"835 Constant_7353" -> "268 /layers/layers.2/blocks.3/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"836 Constant_7352" -> "255 /layers/layers.2/blocks.3/norm1/Mul" [label="[1, 1, 384]", style=solid]; "837 Constant_1354" -> "240 /layers/layers.2/blocks.3/norm1/Div" [label="[1]", style=dashed]; -"838 Constant_6663" -> "346 /layers/layers.2/blocks.2/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"839 /layers/layers.2/blocks.2/mlp/act/Mul_1/smooth_quant_const" -> "330 /layers/layers.2/blocks.2/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 1536]", style=solid]; -"840 Constant_6658" -> "284 /layers/layers.2/blocks.2/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"841 /layers/layers.2/blocks.2/norm2/Add_1/smooth_quant_const" -> "269 /layers/layers.2/blocks.2/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"842 Constant_7253" -> "256 /layers/layers.2/blocks.2/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"843 Constant_7252" -> "241 /layers/layers.2/blocks.2/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"838 Transpose_6469" -> "346 /layers/layers.2/blocks.2/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; +"839 Constant_54090" -> "330 /layers/layers.2/blocks.2/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 1536]", style=solid]; +"840 Transpose_6465" -> "284 /layers/layers.2/blocks.2/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; +"841 Constant_54082" -> "269 /layers/layers.2/blocks.2/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"842 Constant_7349" -> "256 /layers/layers.2/blocks.2/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"843 Constant_7348" -> "241 /layers/layers.2/blocks.2/norm2/Mul" [label="[1, 1, 384]", style=solid]; "844 Constant_1328" -> "228 /layers/layers.2/blocks.2/norm2/Div" [label="[1]", style=dashed]; "845 /layers/layers.2/blocks.2/Constant_7" -> "525 /layers/layers.2/blocks.2/Reshape_7" [label="[3]", style=dashed]; "846 /layers/layers.2/blocks.2/Constant_6" -> "512 /layers/layers.2/blocks.2/Reshape_6" [label="[4]", style=dashed]; "847 Constant_1317" -> "500 /layers/layers.2/blocks.2/Transpose_1" [label="[6]", style=dashed]; "848 /layers/layers.2/blocks.2/Constant_5" -> "488 /layers/layers.2/blocks.2/Reshape_5" [label="[6]", style=dashed]; "849 /layers/layers.2/blocks.2/Constant_4" -> "475 /layers/layers.2/blocks.2/Reshape_4" [label="[4]", style=dashed]; -"850 Constant_6653" -> "452 /layers/layers.2/blocks.2/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"851 /layers/layers.2/blocks.2/attn/Reshape_1/smooth_quant_const" -> "440 /layers/layers.2/blocks.2/attn/Reshape_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"850 Transpose_6461" -> "452 /layers/layers.2/blocks.2/attn/proj/MatMul" [label="[384, 384]", style=solid]; +"851 Constant_54112" -> "440 /layers/layers.2/blocks.2/attn/Reshape_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "852 /layers/layers.2/blocks.2/attn/Constant_2" -> "427 /layers/layers.2/blocks.2/attn/Reshape_1" [label="[3]", style=dashed]; "853 Constant_1301" -> "416 /layers/layers.2/blocks.2/attn/Transpose_2" [label="[4]", style=dashed]; "854 Constant_1291" -> "392 /layers/layers.2/blocks.2/attn/Gather_2" [label="[]", style=dashed]; "855 Constant_1285" -> "377 /layers/layers.2/blocks.2/attn/Transpose" [label="[5]", style=dashed]; "856 /layers/layers.2/blocks.2/attn/Constant" -> "365 /layers/layers.2/blocks.2/attn/Reshape" [label="[5]", style=dashed]; -"857 Constant_6649" -> "331 /layers/layers.2/blocks.2/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"858 /layers/layers.2/blocks.2/Reshape_3/smooth_quant_const" -> "316 /layers/layers.2/blocks.2/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"857 Transpose_6458" -> "331 /layers/layers.2/blocks.2/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; +"858 Constant_54092" -> "316 /layers/layers.2/blocks.2/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "859 /layers/layers.2/blocks.2/Constant_3" -> "301 /layers/layers.2/blocks.2/Reshape_3" [label="[3]", style=dashed]; "860 /layers/layers.2/blocks.2/Constant_2" -> "285 /layers/layers.2/blocks.2/Reshape_2" [label="[4]", style=dashed]; "861 Constant_1269" -> "270 /layers/layers.2/blocks.2/Transpose" [label="[6]", style=dashed]; "862 /layers/layers.2/blocks.2/Constant_1" -> "257 /layers/layers.2/blocks.2/Reshape_1" [label="[6]", style=dashed]; -"863 Constant_7248" -> "242 /layers/layers.2/blocks.2/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"864 Constant_7247" -> "229 /layers/layers.2/blocks.2/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"863 Constant_7344" -> "242 /layers/layers.2/blocks.2/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"864 Constant_7343" -> "229 /layers/layers.2/blocks.2/norm1/Mul" [label="[1, 1, 384]", style=solid]; "865 Constant_1248" -> "218 /layers/layers.2/blocks.2/norm1/Div" [label="[1]", style=dashed]; -"866 Constant_6644" -> "317 /layers/layers.2/blocks.1/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"867 /layers/layers.2/blocks.1/mlp/act/Mul_1/smooth_quant_const" -> "302 /layers/layers.2/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 1536]", style=solid]; -"868 Constant_6639" -> "258 /layers/layers.2/blocks.1/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"869 /layers/layers.2/blocks.1/norm2/Add_1/smooth_quant_const" -> "243 /layers/layers.2/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"870 Constant_7244" -> "230 /layers/layers.2/blocks.1/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"871 Constant_7243" -> "219 /layers/layers.2/blocks.1/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"866 Transpose_6454" -> "317 /layers/layers.2/blocks.1/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; +"867 Constant_54084" -> "302 /layers/layers.2/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 1536]", style=solid]; +"868 Transpose_6450" -> "258 /layers/layers.2/blocks.1/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; +"869 Constant_54076" -> "243 /layers/layers.2/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"870 Constant_7340" -> "230 /layers/layers.2/blocks.1/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"871 Constant_7339" -> "219 /layers/layers.2/blocks.1/norm2/Mul" [label="[1, 1, 384]", style=solid]; "872 Constant_1222" -> "210 /layers/layers.2/blocks.1/norm2/Div" [label="[1]", style=dashed]; "873 /layers/layers.2/blocks.1/Constant_31" -> "598 /layers/layers.2/blocks.1/Reshape_7" [label="[3]", style=dashed]; -"874 Constant_5647" -> "580 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; -"875 Constant_5644" -> "580 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; -"876 Constant_5641" -> "580 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; -"877 Constant_5623" -> "560 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; -"878 Constant_5620" -> "560 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; -"879 Constant_5617" -> "560 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; +"874 Constant_5487" -> "580 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; +"875 Constant_5484" -> "580 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; +"876 Constant_5481" -> "580 /layers/layers.2/blocks.1/Slice_7" [label="[3]", style=dashed]; +"877 Constant_5463" -> "560 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; +"878 Constant_5460" -> "560 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; +"879 Constant_5457" -> "560 /layers/layers.2/blocks.1/Slice_5" [label="[2]", style=dashed]; "880 /layers/layers.2/blocks.1/Constant_18" -> "549 /layers/layers.2/blocks.1/Reshape_6" [label="[4]", style=dashed]; "881 Constant_1169" -> "538 /layers/layers.2/blocks.1/Transpose_1" [label="[6]", style=dashed]; "882 /layers/layers.2/blocks.1/Constant_17" -> "526 /layers/layers.2/blocks.1/Reshape_5" [label="[6]", style=dashed]; "883 /layers/layers.2/blocks.1/Constant_16" -> "513 /layers/layers.2/blocks.1/Reshape_4" [label="[4]", style=dashed]; -"884 Constant_6634" -> "490 /layers/layers.2/blocks.1/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"885 /layers/layers.2/blocks.1/attn/Reshape_3/smooth_quant_const" -> "477 /layers/layers.2/blocks.1/attn/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"884 Transpose_6446" -> "490 /layers/layers.2/blocks.1/attn/proj/MatMul" [label="[384, 384]", style=solid]; +"885 Constant_54118" -> "477 /layers/layers.2/blocks.1/attn/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "886 /layers/layers.2/blocks.1/attn/Constant_4" -> "464 /layers/layers.2/blocks.1/attn/Reshape_3" [label="[3]", style=dashed]; "887 Constant_1153" -> "454 /layers/layers.2/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; "888 Constant_1134" -> "430 /layers/layers.2/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "889 Constant_1128" -> "417 /layers/layers.2/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "890 /layers/layers.2/blocks.1/attn/Constant" -> "406 /layers/layers.2/blocks.1/attn/Reshape" [label="[5]", style=dashed]; -"891 Constant_6630" -> "378 /layers/layers.2/blocks.1/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"892 /layers/layers.2/blocks.1/Reshape_3/smooth_quant_const" -> "366 /layers/layers.2/blocks.1/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"891 Transpose_6443" -> "378 /layers/layers.2/blocks.1/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; +"892 Constant_54100" -> "366 /layers/layers.2/blocks.1/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "893 /layers/layers.2/blocks.1/Constant_15" -> "348 /layers/layers.2/blocks.1/Reshape_3" [label="[3]", style=dashed]; "894 /layers/layers.2/blocks.1/Constant_14" -> "333 /layers/layers.2/blocks.1/Reshape_2" [label="[4]", style=dashed]; "895 Constant_1112" -> "318 /layers/layers.2/blocks.1/Transpose" [label="[6]", style=dashed]; "896 /layers/layers.2/blocks.1/Constant_13" -> "303 /layers/layers.2/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"897 Constant_5599" -> "273 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; -"898 Constant_5596" -> "273 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; -"899 Constant_5593" -> "273 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; -"900 Constant_5575" -> "245 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; -"901 Constant_5572" -> "245 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; -"902 Constant_5569" -> "245 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; +"897 Constant_5439" -> "273 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; +"898 Constant_5436" -> "273 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; +"899 Constant_5433" -> "273 /layers/layers.2/blocks.1/Slice_3" [label="[3]", style=dashed]; +"900 Constant_5415" -> "245 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; +"901 Constant_5412" -> "245 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; +"902 Constant_5409" -> "245 /layers/layers.2/blocks.1/Slice_1" [label="[2]", style=dashed]; "903 /layers/layers.2/blocks.1/Constant" -> "231 /layers/layers.2/blocks.1/Reshape" [label="[4]", style=dashed]; -"904 Constant_7239" -> "220 /layers/layers.2/blocks.1/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"905 Constant_7238" -> "211 /layers/layers.2/blocks.1/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"904 Constant_7335" -> "220 /layers/layers.2/blocks.1/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"905 Constant_7334" -> "211 /layers/layers.2/blocks.1/norm1/Mul" [label="[1, 1, 384]", style=solid]; "906 Constant_1049" -> "202 /layers/layers.2/blocks.1/norm1/Div" [label="[1]", style=dashed]; -"907 Constant_6625" -> "288 /layers/layers.2/blocks.0/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; -"908 /layers/layers.2/blocks.0/mlp/act/Mul_1/smooth_quant_const" -> "274 /layers/layers.2/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 1536]", style=solid]; -"909 Constant_6620" -> "232 /layers/layers.2/blocks.0/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; -"910 /layers/layers.2/blocks.0/norm2/Add_1/smooth_quant_const" -> "221 /layers/layers.2/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"911 Constant_7235" -> "212 /layers/layers.2/blocks.0/norm2/Add_1" [label="[1, 1, 384]", style=solid]; -"912 Constant_7234" -> "203 /layers/layers.2/blocks.0/norm2/Mul" [label="[1, 1, 384]", style=solid]; +"907 Transpose_6439" -> "288 /layers/layers.2/blocks.0/mlp/fc2/MatMul" [label="[384, 1536]", style=solid]; +"908 Constant_54078" -> "274 /layers/layers.2/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 1536]", style=solid]; +"909 Transpose_6435" -> "232 /layers/layers.2/blocks.0/mlp/fc1/MatMul" [label="[1536, 384]", style=solid]; +"910 Constant_54074" -> "221 /layers/layers.2/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"911 Constant_7331" -> "212 /layers/layers.2/blocks.0/norm2/Add_1" [label="[1, 1, 384]", style=solid]; +"912 Constant_7330" -> "203 /layers/layers.2/blocks.0/norm2/Mul" [label="[1, 1, 384]", style=solid]; "913 Constant_1023" -> "195 /layers/layers.2/blocks.0/norm2/Div" [label="[1]", style=dashed]; "914 /layers/layers.2/blocks.0/Constant_7" -> "478 /layers/layers.2/blocks.0/Reshape_7" [label="[3]", style=dashed]; "915 /layers/layers.2/blocks.0/Constant_6" -> "465 /layers/layers.2/blocks.0/Reshape_6" [label="[4]", style=dashed]; "916 Constant_1012" -> "455 /layers/layers.2/blocks.0/Transpose_1" [label="[6]", style=dashed]; "917 /layers/layers.2/blocks.0/Constant_5" -> "444 /layers/layers.2/blocks.0/Reshape_5" [label="[6]", style=dashed]; "918 /layers/layers.2/blocks.0/Constant_4" -> "431 /layers/layers.2/blocks.0/Reshape_4" [label="[4]", style=dashed]; -"919 Constant_6615" -> "407 /layers/layers.2/blocks.0/attn/proj/MatMul" [label="[384, 384]", style=solid]; -"920 /layers/layers.2/blocks.0/attn/Reshape_1/smooth_quant_const" -> "394 /layers/layers.2/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"919 Transpose_6431" -> "407 /layers/layers.2/blocks.0/attn/proj/MatMul" [label="[384, 384]", style=solid]; +"920 Constant_54106" -> "394 /layers/layers.2/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "921 /layers/layers.2/blocks.0/attn/Constant_2" -> "380 /layers/layers.2/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "922 Constant_996" -> "368 /layers/layers.2/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; "923 Constant_986" -> "336 /layers/layers.2/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "924 Constant_980" -> "319 /layers/layers.2/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "925 /layers/layers.2/blocks.0/attn/Constant" -> "305 /layers/layers.2/blocks.0/attn/Reshape" [label="[5]", style=dashed]; -"926 Constant_6611" -> "275 /layers/layers.2/blocks.0/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; -"927 /layers/layers.2/blocks.0/Reshape_3/smooth_quant_const" -> "261 /layers/layers.2/blocks.0/Reshape_3/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; +"926 Transpose_6428" -> "275 /layers/layers.2/blocks.0/attn/qkv/MatMul" [label="[1152, 384]", style=solid]; +"927 Constant_54080" -> "261 /layers/layers.2/blocks.0/Reshape_3_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; "928 /layers/layers.2/blocks.0/Constant_3" -> "247 /layers/layers.2/blocks.0/Reshape_3" [label="[3]", style=dashed]; "929 /layers/layers.2/blocks.0/Constant_2" -> "233 /layers/layers.2/blocks.0/Reshape_2" [label="[4]", style=dashed]; "930 Constant_964" -> "222 /layers/layers.2/blocks.0/Transpose" [label="[6]", style=dashed]; "931 /layers/layers.2/blocks.0/Constant_1" -> "213 /layers/layers.2/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"932 Constant_7230" -> "204 /layers/layers.2/blocks.0/norm1/Add_1" [label="[1, 1, 384]", style=solid]; -"933 Constant_7229" -> "196 /layers/layers.2/blocks.0/norm1/Mul" [label="[1, 1, 384]", style=solid]; +"932 Constant_7326" -> "204 /layers/layers.2/blocks.0/norm1/Add_1" [label="[1, 1, 384]", style=solid]; +"933 Constant_7325" -> "196 /layers/layers.2/blocks.0/norm1/Mul" [label="[1, 1, 384]", style=solid]; "934 Constant_943" -> "189 /layers/layers.2/blocks.0/norm1/Div" [label="[1]", style=dashed]; -"935 Constant_6606" -> "182 /layers/layers.1/downsample/reduction/MatMul" [label="[384, 768]", style=solid]; -"936 /layers/layers.1/downsample/norm/Add_1/smooth_quant_const" -> "175 /layers/layers.1/downsample/norm/Add_1/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; -"937 Constant_7228" -> "169 /layers/layers.1/downsample/norm/Add_1" [label="[1, 1, 768]", style=solid]; -"938 Constant_7227" -> "162 /layers/layers.1/downsample/norm/Mul" [label="[1, 1, 768]", style=solid]; +"935 Transpose_6424" -> "182 /layers/layers.1/downsample/reduction/MatMul" [label="[384, 768]", style=solid]; +"936 Constant_54068" -> "175 /layers/layers.1/downsample/norm/Add_1_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; +"937 Constant_7324" -> "169 /layers/layers.1/downsample/norm/Add_1" [label="[1, 1, 768]", style=solid]; +"938 Constant_7323" -> "162 /layers/layers.1/downsample/norm/Mul" [label="[1, 1, 768]", style=solid]; "939 Constant_929" -> "154 /layers/layers.1/downsample/norm/Div" [label="[1]", style=dashed]; "940 /layers/layers.1/downsample/Constant_25" -> "145 /layers/layers.1/downsample/Reshape_1" [label="[3]", style=dashed]; -"941 Constant_5551" -> "127 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; -"942 Constant_5548" -> "127 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; -"943 Constant_5545" -> "127 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; -"944 Constant_5515" -> "115 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; -"945 Constant_5512" -> "115 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; -"946 Constant_5509" -> "115 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; +"941 Constant_5391" -> "127 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; +"942 Constant_5388" -> "127 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; +"943 Constant_5385" -> "127 /layers/layers.1/downsample/Slice_5" [label="[3]", style=dashed]; +"944 Constant_5355" -> "115 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; +"945 Constant_5352" -> "115 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; +"946 Constant_5349" -> "115 /layers/layers.1/downsample/Slice_2" [label="[2]", style=dashed]; "947 /layers/layers.1/downsample/Constant" -> "107 /layers/layers.1/downsample/Reshape" [label="[4]", style=dashed]; -"948 Constant_6601" -> "170 /layers/layers.1/blocks.1/mlp/fc2/MatMul" [label="[192, 768]", style=solid]; -"949 /layers/layers.1/blocks.1/mlp/act/Mul_1/smooth_quant_const" -> "163 /layers/layers.1/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; -"950 Constant_6596" -> "138 /layers/layers.1/blocks.1/mlp/fc1/MatMul" [label="[768, 192]", style=solid]; -"951 /layers/layers.1/blocks.1/norm2/Add_1/smooth_quant_const" -> "128 /layers/layers.1/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 192]", style=solid]; -"952 Constant_7224" -> "116 /layers/layers.1/blocks.1/norm2/Add_1" [label="[1, 1, 192]", style=solid]; -"953 Constant_7223" -> "108 /layers/layers.1/blocks.1/norm2/Mul" [label="[1, 1, 192]", style=solid]; +"948 Transpose_6420" -> "170 /layers/layers.1/blocks.1/mlp/fc2/MatMul" [label="[192, 768]", style=solid]; +"949 Constant_54064" -> "163 /layers/layers.1/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; +"950 Transpose_6416" -> "138 /layers/layers.1/blocks.1/mlp/fc1/MatMul" [label="[768, 192]", style=solid]; +"951 Constant_54058" -> "128 /layers/layers.1/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 192]", style=solid]; +"952 Constant_7320" -> "116 /layers/layers.1/blocks.1/norm2/Add_1" [label="[1, 1, 192]", style=solid]; +"953 Constant_7319" -> "108 /layers/layers.1/blocks.1/norm2/Mul" [label="[1, 1, 192]", style=solid]; "954 Constant_864" -> "101 /layers/layers.1/blocks.1/norm2/Div" [label="[1]", style=dashed]; "955 /layers/layers.1/blocks.1/Constant_31" -> "445 /layers/layers.1/blocks.1/Reshape_7" [label="[3]", style=dashed]; -"956 Constant_5479" -> "420 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; -"957 Constant_5476" -> "420 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; -"958 Constant_5473" -> "420 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; -"959 Constant_5455" -> "396 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; -"960 Constant_5452" -> "396 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; -"961 Constant_5449" -> "396 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; +"956 Constant_5319" -> "420 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; +"957 Constant_5316" -> "420 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; +"958 Constant_5313" -> "420 /layers/layers.1/blocks.1/Slice_7" [label="[3]", style=dashed]; +"959 Constant_5295" -> "396 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; +"960 Constant_5292" -> "396 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; +"961 Constant_5289" -> "396 /layers/layers.1/blocks.1/Slice_5" [label="[2]", style=dashed]; "962 /layers/layers.1/blocks.1/Constant_18" -> "381 /layers/layers.1/blocks.1/Reshape_6" [label="[4]", style=dashed]; "963 Constant_811" -> "369 /layers/layers.1/blocks.1/Transpose_1" [label="[6]", style=dashed]; "964 /layers/layers.1/blocks.1/Constant_17" -> "352 /layers/layers.1/blocks.1/Reshape_5" [label="[6]", style=dashed]; "965 /layers/layers.1/blocks.1/Constant_16" -> "337 /layers/layers.1/blocks.1/Reshape_4" [label="[4]", style=dashed]; -"966 Constant_6591" -> "307 /layers/layers.1/blocks.1/attn/proj/MatMul" [label="[192, 192]", style=solid]; -"967 /layers/layers.1/blocks.1/attn/Reshape_3/smooth_quant_const" -> "291 /layers/layers.1/blocks.1/attn/Reshape_3/smooth_quant_multiply" [label="[1, 1, 192]", style=solid]; +"966 Transpose_6412" -> "307 /layers/layers.1/blocks.1/attn/proj/MatMul" [label="[192, 192]", style=solid]; +"967 Constant_54086" -> "291 /layers/layers.1/blocks.1/attn/Reshape_3_0_0/sq_multiply" [label="[1, 1, 192]", style=solid]; "968 /layers/layers.1/blocks.1/attn/Constant_4" -> "277 /layers/layers.1/blocks.1/attn/Reshape_3" [label="[3]", style=dashed]; "969 Constant_795" -> "263 /layers/layers.1/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; "970 Constant_776" -> "236 /layers/layers.1/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "971 Constant_770" -> "223 /layers/layers.1/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "972 /layers/layers.1/blocks.1/attn/Constant" -> "214 /layers/layers.1/blocks.1/attn/Reshape" [label="[5]", style=dashed]; -"973 Constant_6587" -> "197 /layers/layers.1/blocks.1/attn/qkv/MatMul" [label="[576, 192]", style=solid]; -"974 /layers/layers.1/blocks.1/Reshape_3/smooth_quant_const" -> "190 /layers/layers.1/blocks.1/Reshape_3/smooth_quant_multiply" [label="[1, 1, 192]", style=solid]; +"973 Transpose_6409" -> "197 /layers/layers.1/blocks.1/attn/qkv/MatMul" [label="[576, 192]", style=solid]; +"974 Constant_54070" -> "190 /layers/layers.1/blocks.1/Reshape_3_0_0/sq_multiply" [label="[1, 1, 192]", style=solid]; "975 /layers/layers.1/blocks.1/Constant_15" -> "183 /layers/layers.1/blocks.1/Reshape_3" [label="[3]", style=dashed]; "976 /layers/layers.1/blocks.1/Constant_14" -> "177 /layers/layers.1/blocks.1/Reshape_2" [label="[4]", style=dashed]; "977 Constant_754" -> "171 /layers/layers.1/blocks.1/Transpose" [label="[6]", style=dashed]; "978 /layers/layers.1/blocks.1/Constant_13" -> "164 /layers/layers.1/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"979 Constant_5431" -> "148 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; -"980 Constant_5428" -> "148 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; -"981 Constant_5425" -> "148 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; -"982 Constant_5407" -> "130 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; -"983 Constant_5404" -> "130 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; -"984 Constant_5401" -> "130 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; +"979 Constant_5271" -> "148 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; +"980 Constant_5268" -> "148 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; +"981 Constant_5265" -> "148 /layers/layers.1/blocks.1/Slice_3" [label="[3]", style=dashed]; +"982 Constant_5247" -> "130 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; +"983 Constant_5244" -> "130 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; +"984 Constant_5241" -> "130 /layers/layers.1/blocks.1/Slice_1" [label="[2]", style=dashed]; "985 /layers/layers.1/blocks.1/Constant" -> "117 /layers/layers.1/blocks.1/Reshape" [label="[4]", style=dashed]; -"986 Constant_7219" -> "109 /layers/layers.1/blocks.1/norm1/Add_1" [label="[1, 1, 192]", style=solid]; -"987 Constant_7218" -> "102 /layers/layers.1/blocks.1/norm1/Mul" [label="[1, 1, 192]", style=solid]; +"986 Constant_7315" -> "109 /layers/layers.1/blocks.1/norm1/Add_1" [label="[1, 1, 192]", style=solid]; +"987 Constant_7314" -> "102 /layers/layers.1/blocks.1/norm1/Mul" [label="[1, 1, 192]", style=solid]; "988 Constant_691" -> "95 /layers/layers.1/blocks.1/norm1/Div" [label="[1]", style=dashed]; -"989 Constant_6582" -> "157 /layers/layers.1/blocks.0/mlp/fc2/MatMul" [label="[192, 768]", style=solid]; -"990 /layers/layers.1/blocks.0/mlp/act/Mul_1/smooth_quant_const" -> "149 /layers/layers.1/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 768]", style=solid]; -"991 Constant_6577" -> "118 /layers/layers.1/blocks.0/mlp/fc1/MatMul" [label="[768, 192]", style=solid]; -"992 /layers/layers.1/blocks.0/norm2/Add_1/smooth_quant_const" -> "110 /layers/layers.1/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 192]", style=solid]; -"993 Constant_7215" -> "103 /layers/layers.1/blocks.0/norm2/Add_1" [label="[1, 1, 192]", style=solid]; -"994 Constant_7214" -> "96 /layers/layers.1/blocks.0/norm2/Mul" [label="[1, 1, 192]", style=solid]; +"989 Transpose_6405" -> "157 /layers/layers.1/blocks.0/mlp/fc2/MatMul" [label="[192, 768]", style=solid]; +"990 Constant_54060" -> "149 /layers/layers.1/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 768]", style=solid]; +"991 Transpose_6401" -> "118 /layers/layers.1/blocks.0/mlp/fc1/MatMul" [label="[768, 192]", style=solid]; +"992 Constant_54056" -> "110 /layers/layers.1/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 192]", style=solid]; +"993 Constant_7311" -> "103 /layers/layers.1/blocks.0/norm2/Add_1" [label="[1, 1, 192]", style=solid]; +"994 Constant_7310" -> "96 /layers/layers.1/blocks.0/norm2/Mul" [label="[1, 1, 192]", style=solid]; "995 Constant_665" -> "89 /layers/layers.1/blocks.0/norm2/Div" [label="[1]", style=dashed]; "996 /layers/layers.1/blocks.0/Constant_7" -> "292 /layers/layers.1/blocks.0/Reshape_7" [label="[3]", style=dashed]; "997 /layers/layers.1/blocks.0/Constant_6" -> "278 /layers/layers.1/blocks.0/Reshape_6" [label="[4]", style=dashed]; "998 Constant_654" -> "264 /layers/layers.1/blocks.0/Transpose_1" [label="[6]", style=dashed]; "999 /layers/layers.1/blocks.0/Constant_5" -> "251 /layers/layers.1/blocks.0/Reshape_5" [label="[6]", style=dashed]; "1000 /layers/layers.1/blocks.0/Constant_4" -> "237 /layers/layers.1/blocks.0/Reshape_4" [label="[4]", style=dashed]; -"1001 Constant_6572" -> "215 /layers/layers.1/blocks.0/attn/proj/MatMul" [label="[192, 192]", style=solid]; -"1002 /layers/layers.1/blocks.0/attn/Reshape_1/smooth_quant_const" -> "206 /layers/layers.1/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[1, 1, 192]", style=solid]; +"1001 Transpose_6397" -> "215 /layers/layers.1/blocks.0/attn/proj/MatMul" [label="[192, 192]", style=solid]; +"1002 Constant_54072" -> "206 /layers/layers.1/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[1, 1, 192]", style=solid]; "1003 /layers/layers.1/blocks.0/attn/Constant_2" -> "199 /layers/layers.1/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "1004 Constant_638" -> "192 /layers/layers.1/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; "1005 Constant_628" -> "180 /layers/layers.1/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "1006 Constant_622" -> "172 /layers/layers.1/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "1007 /layers/layers.1/blocks.0/attn/Constant" -> "166 /layers/layers.1/blocks.0/attn/Reshape" [label="[5]", style=dashed]; -"1008 Constant_6568" -> "150 /layers/layers.1/blocks.0/attn/qkv/MatMul" [label="[576, 192]", style=solid]; -"1009 /layers/layers.1/blocks.0/Reshape_3/smooth_quant_const" -> "141 /layers/layers.1/blocks.0/Reshape_3/smooth_quant_multiply" [label="[1, 1, 192]", style=solid]; +"1008 Transpose_6394" -> "150 /layers/layers.1/blocks.0/attn/qkv/MatMul" [label="[576, 192]", style=solid]; +"1009 Constant_54062" -> "141 /layers/layers.1/blocks.0/Reshape_3_0_0/sq_multiply" [label="[1, 1, 192]", style=solid]; "1010 /layers/layers.1/blocks.0/Constant_3" -> "132 /layers/layers.1/blocks.0/Reshape_3" [label="[3]", style=dashed]; "1011 /layers/layers.1/blocks.0/Constant_2" -> "119 /layers/layers.1/blocks.0/Reshape_2" [label="[4]", style=dashed]; "1012 Constant_606" -> "111 /layers/layers.1/blocks.0/Transpose" [label="[6]", style=dashed]; "1013 /layers/layers.1/blocks.0/Constant_1" -> "104 /layers/layers.1/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"1014 Constant_7210" -> "97 /layers/layers.1/blocks.0/norm1/Add_1" [label="[1, 1, 192]", style=solid]; -"1015 Constant_7209" -> "90 /layers/layers.1/blocks.0/norm1/Mul" [label="[1, 1, 192]", style=solid]; +"1014 Constant_7306" -> "97 /layers/layers.1/blocks.0/norm1/Add_1" [label="[1, 1, 192]", style=solid]; +"1015 Constant_7305" -> "90 /layers/layers.1/blocks.0/norm1/Mul" [label="[1, 1, 192]", style=solid]; "1016 Constant_585" -> "84 /layers/layers.1/blocks.0/norm1/Div" [label="[1]", style=dashed]; -"1017 Constant_6563" -> "78 /layers/layers.0/downsample/reduction/MatMul" [label="[192, 384]", style=solid]; -"1018 /layers/layers.0/downsample/norm/Add_1/smooth_quant_const" -> "72 /layers/layers.0/downsample/norm/Add_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"1019 Constant_7208" -> "68 /layers/layers.0/downsample/norm/Add_1" [label="[1, 1, 384]", style=solid]; -"1020 Constant_7207" -> "63 /layers/layers.0/downsample/norm/Mul" [label="[1, 1, 384]", style=solid]; +"1017 Transpose_6390" -> "78 /layers/layers.0/downsample/reduction/MatMul" [label="[192, 384]", style=solid]; +"1018 Constant_54050" -> "72 /layers/layers.0/downsample/norm/Add_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"1019 Constant_7304" -> "68 /layers/layers.0/downsample/norm/Add_1" [label="[1, 1, 384]", style=solid]; +"1020 Constant_7303" -> "63 /layers/layers.0/downsample/norm/Mul" [label="[1, 1, 384]", style=solid]; "1021 Constant_571" -> "58 /layers/layers.0/downsample/norm/Div" [label="[1]", style=dashed]; "1022 /layers/layers.0/downsample/Constant_25" -> "52 /layers/layers.0/downsample/Reshape_1" [label="[3]", style=dashed]; -"1023 Constant_5383" -> "41 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; -"1024 Constant_5380" -> "41 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; -"1025 Constant_5377" -> "41 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; -"1026 Constant_5347" -> "33 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; -"1027 Constant_5344" -> "33 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; -"1028 Constant_5341" -> "33 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; +"1023 Constant_5223" -> "41 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; +"1024 Constant_5220" -> "41 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; +"1025 Constant_5217" -> "41 /layers/layers.0/downsample/Slice_5" [label="[3]", style=dashed]; +"1026 Constant_5187" -> "33 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; +"1027 Constant_5184" -> "33 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; +"1028 Constant_5181" -> "33 /layers/layers.0/downsample/Slice_2" [label="[2]", style=dashed]; "1029 /layers/layers.0/downsample/Constant" -> "27 /layers/layers.0/downsample/Reshape" [label="[4]", style=dashed]; -"1030 Constant_6558" -> "69 /layers/layers.0/blocks.1/mlp/fc2/MatMul" [label="[96, 384]", style=solid]; -"1031 /layers/layers.0/blocks.1/mlp/act/Mul_1/smooth_quant_const" -> "64 /layers/layers.0/blocks.1/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"1032 Constant_6553" -> "48 /layers/layers.0/blocks.1/mlp/fc1/MatMul" [label="[384, 96]", style=solid]; -"1033 /layers/layers.0/blocks.1/norm2/Add_1/smooth_quant_const" -> "42 /layers/layers.0/blocks.1/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 96]", style=solid]; -"1034 Constant_7204" -> "34 /layers/layers.0/blocks.1/norm2/Add_1" [label="[1, 1, 96]", style=solid]; -"1035 Constant_7203" -> "28 /layers/layers.0/blocks.1/norm2/Mul" [label="[1, 1, 96]", style=solid]; +"1030 Transpose_6386" -> "69 /layers/layers.0/blocks.1/mlp/fc2/MatMul" [label="[96, 384]", style=solid]; +"1031 Constant_54048" -> "64 /layers/layers.0/blocks.1/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"1032 Transpose_6382" -> "48 /layers/layers.0/blocks.1/mlp/fc1/MatMul" [label="[384, 96]", style=solid]; +"1033 Constant_54042" -> "42 /layers/layers.0/blocks.1/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 96]", style=solid]; +"1034 Constant_7300" -> "34 /layers/layers.0/blocks.1/norm2/Add_1" [label="[1, 1, 96]", style=solid]; +"1035 Constant_7299" -> "28 /layers/layers.0/blocks.1/norm2/Mul" [label="[1, 1, 96]", style=solid]; "1036 Constant_506" -> "23 /layers/layers.0/blocks.1/norm2/Div" [label="[1]", style=dashed]; "1037 /layers/layers.0/blocks.1/Constant_31" -> "252 /layers/layers.0/blocks.1/Reshape_7" [label="[3]", style=dashed]; -"1038 Constant_5311" -> "226 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1039 Constant_5308" -> "226 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1040 Constant_5305" -> "226 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; -"1041 Constant_5287" -> "208 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1042 Constant_5284" -> "208 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; -"1043 Constant_5281" -> "208 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1038 Constant_5151" -> "226 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1039 Constant_5148" -> "226 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1040 Constant_5145" -> "226 /layers/layers.0/blocks.1/Slice_7" [label="[3]", style=dashed]; +"1041 Constant_5127" -> "208 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1042 Constant_5124" -> "208 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; +"1043 Constant_5121" -> "208 /layers/layers.0/blocks.1/Slice_5" [label="[2]", style=dashed]; "1044 /layers/layers.0/blocks.1/Constant_18" -> "200 /layers/layers.0/blocks.1/Reshape_6" [label="[4]", style=dashed]; "1045 Constant_453" -> "193 /layers/layers.0/blocks.1/Transpose_1" [label="[6]", style=dashed]; "1046 /layers/layers.0/blocks.1/Constant_17" -> "187 /layers/layers.0/blocks.1/Reshape_5" [label="[6]", style=dashed]; "1047 /layers/layers.0/blocks.1/Constant_16" -> "181 /layers/layers.0/blocks.1/Reshape_4" [label="[4]", style=dashed]; -"1048 Constant_6548" -> "168 /layers/layers.0/blocks.1/attn/proj/MatMul" [label="[96, 96]", style=solid]; -"1049 /layers/layers.0/blocks.1/attn/Reshape_3/smooth_quant_const" -> "160 /layers/layers.0/blocks.1/attn/Reshape_3/smooth_quant_multiply" [label="[1, 1, 96]", style=solid]; +"1048 Transpose_6378" -> "168 /layers/layers.0/blocks.1/attn/proj/MatMul" [label="[96, 96]", style=solid]; +"1049 Constant_54066" -> "160 /layers/layers.0/blocks.1/attn/Reshape_3_0_0/sq_multiply" [label="[1, 1, 96]", style=solid]; "1050 /layers/layers.0/blocks.1/attn/Constant_4" -> "152 /layers/layers.0/blocks.1/attn/Reshape_3" [label="[3]", style=dashed]; "1051 Constant_437" -> "143 /layers/layers.0/blocks.1/attn/Transpose_2" [label="[4]", style=dashed]; "1052 Constant_418" -> "122 /layers/layers.0/blocks.1/attn/Gather_2" [label="[]", style=dashed]; "1053 Constant_412" -> "112 /layers/layers.0/blocks.1/attn/Transpose" [label="[5]", style=dashed]; "1054 /layers/layers.0/blocks.1/attn/Constant" -> "105 /layers/layers.0/blocks.1/attn/Reshape" [label="[5]", style=dashed]; -"1055 Constant_6544" -> "91 /layers/layers.0/blocks.1/attn/qkv/MatMul" [label="[288, 96]", style=solid]; -"1056 /layers/layers.0/blocks.1/Reshape_3/smooth_quant_const" -> "85 /layers/layers.0/blocks.1/Reshape_3/smooth_quant_multiply" [label="[1, 1, 96]", style=solid]; +"1055 Transpose_6375" -> "91 /layers/layers.0/blocks.1/attn/qkv/MatMul" [label="[288, 96]", style=solid]; +"1056 Constant_54052" -> "85 /layers/layers.0/blocks.1/Reshape_3_0_0/sq_multiply" [label="[1, 1, 96]", style=solid]; "1057 /layers/layers.0/blocks.1/Constant_15" -> "79 /layers/layers.0/blocks.1/Reshape_3" [label="[3]", style=dashed]; "1058 /layers/layers.0/blocks.1/Constant_14" -> "74 /layers/layers.0/blocks.1/Reshape_2" [label="[4]", style=dashed]; "1059 Constant_396" -> "70 /layers/layers.0/blocks.1/Transpose" [label="[6]", style=dashed]; "1060 /layers/layers.0/blocks.1/Constant_13" -> "65 /layers/layers.0/blocks.1/Reshape_1" [label="[6]", style=dashed]; -"1061 Constant_5263" -> "55 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1062 Constant_5260" -> "55 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1063 Constant_5257" -> "55 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; -"1064 Constant_5239" -> "44 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1065 Constant_5236" -> "44 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; -"1066 Constant_5233" -> "44 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1061 Constant_5103" -> "55 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1062 Constant_5100" -> "55 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1063 Constant_5097" -> "55 /layers/layers.0/blocks.1/Slice_3" [label="[3]", style=dashed]; +"1064 Constant_5079" -> "44 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1065 Constant_5076" -> "44 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; +"1066 Constant_5073" -> "44 /layers/layers.0/blocks.1/Slice_1" [label="[2]", style=dashed]; "1067 /layers/layers.0/blocks.1/Constant" -> "35 /layers/layers.0/blocks.1/Reshape" [label="[4]", style=dashed]; -"1068 Constant_7199" -> "29 /layers/layers.0/blocks.1/norm1/Add_1" [label="[1, 1, 96]", style=solid]; -"1069 Constant_7198" -> "24 /layers/layers.0/blocks.1/norm1/Mul" [label="[1, 1, 96]", style=solid]; +"1068 Constant_7295" -> "29 /layers/layers.0/blocks.1/norm1/Add_1" [label="[1, 1, 96]", style=solid]; +"1069 Constant_7294" -> "24 /layers/layers.0/blocks.1/norm1/Mul" [label="[1, 1, 96]", style=solid]; "1070 Constant_333" -> "19 /layers/layers.0/blocks.1/norm1/Div" [label="[1]", style=dashed]; -"1071 Constant_6539" -> "61 /layers/layers.0/blocks.0/mlp/fc2/MatMul" [label="[96, 384]", style=solid]; -"1072 /layers/layers.0/blocks.0/mlp/act/Mul_1/smooth_quant_const" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1/smooth_quant_multiply" [label="[1, 1, 384]", style=solid]; -"1073 Constant_6534" -> "36 /layers/layers.0/blocks.0/mlp/fc1/MatMul" [label="[384, 96]", style=solid]; -"1074 /layers/layers.0/blocks.0/norm2/Add_1/smooth_quant_const" -> "30 /layers/layers.0/blocks.0/norm2/Add_1/smooth_quant_multiply" [label="[1, 1, 96]", style=solid]; -"1075 Constant_7195" -> "25 /layers/layers.0/blocks.0/norm2/Add_1" [label="[1, 1, 96]", style=solid]; -"1076 Constant_7194" -> "20 /layers/layers.0/blocks.0/norm2/Mul" [label="[1, 1, 96]", style=solid]; +"1071 Transpose_6371" -> "61 /layers/layers.0/blocks.0/mlp/fc2/MatMul" [label="[96, 384]", style=solid]; +"1072 Constant_54044" -> "56 /layers/layers.0/blocks.0/mlp/act/Mul_1_0_0/sq_multiply" [label="[1, 1, 384]", style=solid]; +"1073 Transpose_6367" -> "36 /layers/layers.0/blocks.0/mlp/fc1/MatMul" [label="[384, 96]", style=solid]; +"1074 Constant_54040" -> "30 /layers/layers.0/blocks.0/norm2/Add_1_0_0/sq_multiply" [label="[1, 1, 96]", style=solid]; +"1075 Constant_7291" -> "25 /layers/layers.0/blocks.0/norm2/Add_1" [label="[1, 1, 96]", style=solid]; +"1076 Constant_7290" -> "20 /layers/layers.0/blocks.0/norm2/Mul" [label="[1, 1, 96]", style=solid]; "1077 Constant_307" -> "16 /layers/layers.0/blocks.0/norm2/Div" [label="[1]", style=dashed]; "1078 /layers/layers.0/blocks.0/Constant_8" -> "161 /layers/layers.0/blocks.0/Reshape_7" [label="[3]", style=dashed]; "1079 /layers/layers.0/blocks.0/Constant_7" -> "153 /layers/layers.0/blocks.0/Reshape_6" [label="[4]", style=dashed]; "1080 Constant_296" -> "144 /layers/layers.0/blocks.0/Transpose_1" [label="[6]", style=dashed]; "1081 /layers/layers.0/blocks.0/Constant_6" -> "136 /layers/layers.0/blocks.0/Reshape_5" [label="[6]", style=dashed]; "1082 /layers/layers.0/blocks.0/Constant_5" -> "123 /layers/layers.0/blocks.0/Reshape_4" [label="[4]", style=dashed]; -"1083 Constant_6529" -> "106 /layers/layers.0/blocks.0/attn/proj/MatMul" [label="[96, 96]", style=solid]; -"1084 /layers/layers.0/blocks.0/attn/Reshape_1/smooth_quant_const" -> "99 /layers/layers.0/blocks.0/attn/Reshape_1/smooth_quant_multiply" [label="[1, 1, 96]", style=solid]; +"1083 Transpose_6363" -> "106 /layers/layers.0/blocks.0/attn/proj/MatMul" [label="[96, 96]", style=solid]; +"1084 Constant_54054" -> "99 /layers/layers.0/blocks.0/attn/Reshape_1_0_0/sq_multiply" [label="[1, 1, 96]", style=solid]; "1085 /layers/layers.0/blocks.0/attn/Constant_2" -> "93 /layers/layers.0/blocks.0/attn/Reshape_1" [label="[3]", style=dashed]; "1086 Constant_280" -> "87 /layers/layers.0/blocks.0/attn/Transpose_2" [label="[4]", style=dashed]; "1087 Constant_270" -> "77 /layers/layers.0/blocks.0/attn/Gather_2" [label="[]", style=dashed]; "1088 Constant_264" -> "71 /layers/layers.0/blocks.0/attn/Transpose" [label="[5]", style=dashed]; "1089 /layers/layers.0/blocks.0/attn/Constant" -> "67 /layers/layers.0/blocks.0/attn/Reshape" [label="[5]", style=dashed]; -"1090 Constant_6525" -> "57 /layers/layers.0/blocks.0/attn/qkv/MatMul" [label="[288, 96]", style=solid]; -"1091 /layers/layers.0/blocks.0/Reshape_3/smooth_quant_const" -> "51 /layers/layers.0/blocks.0/Reshape_3/smooth_quant_multiply" [label="[1, 1, 96]", style=solid]; +"1090 Transpose_6360" -> "57 /layers/layers.0/blocks.0/attn/qkv/MatMul" [label="[288, 96]", style=solid]; +"1091 Constant_54046" -> "51 /layers/layers.0/blocks.0/Reshape_3_0_0/sq_multiply" [label="[1, 1, 96]", style=solid]; "1092 /layers/layers.0/blocks.0/Constant_4" -> "46 /layers/layers.0/blocks.0/Reshape_3" [label="[3]", style=dashed]; "1093 /layers/layers.0/blocks.0/Constant_3" -> "37 /layers/layers.0/blocks.0/Reshape_2" [label="[4]", style=dashed]; "1094 Constant_248" -> "31 /layers/layers.0/blocks.0/Transpose" [label="[6]", style=dashed]; "1095 /layers/layers.0/blocks.0/Constant_2" -> "26 /layers/layers.0/blocks.0/Reshape_1" [label="[6]", style=dashed]; -"1096 Constant_7190" -> "21 /layers/layers.0/blocks.0/norm1/Add_1" [label="[1, 1, 96]", style=solid]; -"1097 Constant_7189" -> "17 /layers/layers.0/blocks.0/norm1/Mul" [label="[1, 1, 96]", style=solid]; +"1096 Constant_7286" -> "21 /layers/layers.0/blocks.0/norm1/Add_1" [label="[1, 1, 96]", style=solid]; +"1097 Constant_7285" -> "17 /layers/layers.0/blocks.0/norm1/Mul" [label="[1, 1, 96]", style=solid]; "1098 Constant_227" -> "14 /layers/layers.0/blocks.0/norm1/Div" [label="[1]", style=dashed]; -"1099 Constant_7188" -> "12 /patch_embed/norm/Add_1" [label="[1, 1, 96]", style=solid]; -"1100 Constant_7187" -> "11 /patch_embed/norm/Mul" [label="[1, 1, 96]", style=solid]; +"1099 Constant_7284" -> "12 /patch_embed/norm/Add_1" [label="[1, 1, 96]", style=solid]; +"1100 Constant_7283" -> "11 /patch_embed/norm/Mul" [label="[1, 1, 96]", style=solid]; "1101 Constant_213" -> "9 /patch_embed/norm/Div" [label="[1]", style=dashed]; "1102 Constant_211" -> "7 /patch_embed/Transpose" [label="[3]", style=dashed]; "1103 /patch_embed/Constant_4" -> "10 /patch_embed/Concat" [label="[1]", style=dashed]; @@ -2513,11 +2513,11 @@ strict digraph { "1105 /patch_embed/Constant_3" -> "8 /patch_embed/Slice" [label="[1]", style=dashed]; "1106 /patch_embed/Constant_2" -> "8 /patch_embed/Slice" [label="[1]", style=dashed]; "1107 Reshape_190" -> "4 /patch_embed/proj/Conv" [label="[1, 96, 1, 1]", style=solid]; -"1108 Gather_7186" -> "3 /patch_embed/proj/Conv/WithoutBiases" [label="[96, 3, 4, 4]", style=solid]; -"1109 Gather_7183" -> "2 Divide_2169" [label="[1, 3, 1, 1]", style=solid]; -"1110 Gather_7180" -> "1 Multiply_6794" [label="[1, 3, 1, 1]", style=solid]; -"1111 Constant_7191" -> "62 /layers/layers.0/blocks.0/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; -"1112 onnx^^Add_2243" -> "86 /layers/layers.0/blocks.0/attn/Add" [label="[1, 3, 49, 49]", style=solid]; +"1108 Gather_7282" -> "3 /patch_embed/proj/Conv/WithoutBiases" [label="[96, 3, 4, 4]", style=solid]; +"1109 Gather_7279" -> "2 Divide_2169" [label="[1, 3, 1, 1]", style=solid]; +"1110 Gather_7276" -> "1 Multiply_6579" [label="[1, 3, 1, 1]", style=solid]; +"1111 Constant_7287" -> "62 /layers/layers.0/blocks.0/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; +"1112 onnx^^Add_2244" -> "86 /layers/layers.0/blocks.0/attn/Add" [label="[1, 3, 49, 49]", style=solid]; "1113 Constant_268" -> "76 /layers/layers.0/blocks.0/attn/Gather_1" [label="[]", style=dashed]; "1114 /patch_embed/proj/Constant" -> "76 /layers/layers.0/blocks.0/attn/Gather_1" [label="[]", style=dashed]; "1114 /patch_embed/proj/Constant" -> "121 /layers/layers.0/blocks.1/attn/Gather_1" [label="[]", style=dashed]; @@ -2531,7 +2531,7 @@ strict digraph { "1114 /patch_embed/proj/Constant" -> "520 /layers/layers.2/blocks.5/attn/Gather_1" [label="[]", style=dashed]; "1114 /patch_embed/proj/Constant" -> "593 /layers/layers.3/blocks.0/attn/Gather_1" [label="[]", style=dashed]; "1114 /patch_embed/proj/Constant" -> "607 /layers/layers.3/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1115 Constant_7192" -> "80 /layers/layers.0/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1115 Constant_7288" -> "80 /layers/layers.0/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1116 Constant_266" -> "75 /layers/layers.0/blocks.0/attn/Gather" [label="[]", style=dashed]; "1117 /layers/layers.0/blocks.0/Constant" -> "75 /layers/layers.0/blocks.0/attn/Gather" [label="[]", style=dashed]; "1117 /layers/layers.0/blocks.0/Constant" -> "120 /layers/layers.0/blocks.1/attn/Gather" [label="[]", style=dashed]; @@ -2545,206 +2545,206 @@ strict digraph { "1117 /layers/layers.0/blocks.0/Constant" -> "519 /layers/layers.2/blocks.5/attn/Gather" [label="[]", style=dashed]; "1117 /layers/layers.0/blocks.0/Constant" -> "592 /layers/layers.3/blocks.0/attn/Gather" [label="[]", style=dashed]; "1117 /layers/layers.0/blocks.0/Constant" -> "606 /layers/layers.3/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1118 Constant_7193" -> "113 /layers/layers.0/blocks.0/attn/proj/Add" [label="[1, 1, 96]", style=solid]; -"1119 Constant_7196" -> "45 /layers/layers.0/blocks.0/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; -"1120 Constant_7197" -> "66 /layers/layers.0/blocks.0/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; -"1121 Constant_5227" -> "43 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; -"1122 Constant_5224" -> "43 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; -"1123 Constant_5221" -> "43 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; -"1124 Constant_5251" -> "54 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1125 Constant_5248" -> "54 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1126 Constant_5245" -> "54 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1127 Constant_7200" -> "98 /layers/layers.0/blocks.1/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; +"1118 Constant_7289" -> "113 /layers/layers.0/blocks.0/attn/proj/Add" [label="[1, 1, 96]", style=solid]; +"1119 Constant_7292" -> "45 /layers/layers.0/blocks.0/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; +"1120 Constant_7293" -> "66 /layers/layers.0/blocks.0/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; +"1121 Constant_5067" -> "43 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; +"1122 Constant_5064" -> "43 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; +"1123 Constant_5061" -> "43 /layers/layers.0/blocks.1/Slice" [label="[2]", style=dashed]; +"1124 Constant_5091" -> "54 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1125 Constant_5088" -> "54 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1126 Constant_5085" -> "54 /layers/layers.0/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1127 Constant_7296" -> "98 /layers/layers.0/blocks.1/attn/qkv/Add" [label="[1, 1, 288]", style=solid]; "1128 /layers/layers.0/blocks.1/attn/Constant_3" -> "167 /layers/layers.0/blocks.1/attn/Reshape_2" [label="[4]", style=dashed]; -"1129 onnx^^Add_2300" -> "159 /layers/layers.0/blocks.1/attn/Add_1" [label="[1, 64, 1, 49, 49]", style=solid]; +"1129 onnx^^Add_2301" -> "159 /layers/layers.0/blocks.1/attn/Add_1" [label="[1, 64, 1, 49, 49]", style=solid]; "1130 /layers/layers.0/blocks.1/attn/Constant_2" -> "151 /layers/layers.0/blocks.1/attn/Reshape_1" [label="[5]", style=dashed]; -"1131 onnx^^Add_2292" -> "142 /layers/layers.0/blocks.1/attn/Add" [label="[1, 3, 49, 49]", style=solid]; +"1131 onnx^^Add_2293" -> "142 /layers/layers.0/blocks.1/attn/Add" [label="[1, 3, 49, 49]", style=solid]; "1132 Constant_416" -> "121 /layers/layers.0/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1133 Constant_7201" -> "133 /layers/layers.0/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1133 Constant_7297" -> "133 /layers/layers.0/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1134 Constant_414" -> "120 /layers/layers.0/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1135 Constant_7202" -> "174 /layers/layers.0/blocks.1/attn/proj/Add" [label="[1, 1, 96]", style=solid]; -"1136 Constant_5275" -> "207 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1137 Constant_5272" -> "207 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1138 Constant_5269" -> "207 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1139 Constant_5299" -> "225 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1140 Constant_5296" -> "225 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1141 Constant_5293" -> "225 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1142 Constant_7205" -> "53 /layers/layers.0/blocks.1/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; -"1143 Constant_7206" -> "73 /layers/layers.0/blocks.1/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; -"1144 Constant_5371" -> "39 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; -"1145 Constant_5368" -> "39 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; -"1146 Constant_5365" -> "39 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; -"1147 Constant_5323" -> "32 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; -"1148 Constant_5320" -> "32 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; -"1149 Constant_5317" -> "32 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; -"1150 Constant_5359" -> "40 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; -"1151 Constant_5356" -> "40 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; -"1152 Constant_5353" -> "40 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; -"1153 Constant_5335" -> "38 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; -"1154 Constant_5332" -> "38 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; -"1155 Constant_5329" -> "38 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; -"1156 Constant_7211" -> "158 /layers/layers.1/blocks.0/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; -"1157 onnx^^Add_2364" -> "191 /layers/layers.1/blocks.0/attn/Add" [label="[1, 6, 49, 49]", style=solid]; +"1135 Constant_7298" -> "174 /layers/layers.0/blocks.1/attn/proj/Add" [label="[1, 1, 96]", style=solid]; +"1136 Constant_5115" -> "207 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1137 Constant_5112" -> "207 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1138 Constant_5109" -> "207 /layers/layers.0/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1139 Constant_5139" -> "225 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1140 Constant_5136" -> "225 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1141 Constant_5133" -> "225 /layers/layers.0/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1142 Constant_7301" -> "53 /layers/layers.0/blocks.1/mlp/fc1/Add" [label="[1, 1, 384]", style=solid]; +"1143 Constant_7302" -> "73 /layers/layers.0/blocks.1/mlp/fc2/Add" [label="[1, 1, 96]", style=solid]; +"1144 Constant_5211" -> "39 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; +"1145 Constant_5208" -> "39 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; +"1146 Constant_5205" -> "39 /layers/layers.0/downsample/Slice_4" [label="[3]", style=dashed]; +"1147 Constant_5163" -> "32 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; +"1148 Constant_5160" -> "32 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; +"1149 Constant_5157" -> "32 /layers/layers.0/downsample/Slice" [label="[2]", style=dashed]; +"1150 Constant_5199" -> "40 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; +"1151 Constant_5196" -> "40 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; +"1152 Constant_5193" -> "40 /layers/layers.0/downsample/Slice_3" [label="[3]", style=dashed]; +"1153 Constant_5175" -> "38 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; +"1154 Constant_5172" -> "38 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; +"1155 Constant_5169" -> "38 /layers/layers.0/downsample/Slice_1" [label="[3]", style=dashed]; +"1156 Constant_7307" -> "158 /layers/layers.1/blocks.0/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; +"1157 onnx^^Add_2389" -> "191 /layers/layers.1/blocks.0/attn/Add" [label="[1, 6, 49, 49]", style=solid]; "1158 Constant_626" -> "179 /layers/layers.1/blocks.0/attn/Gather_1" [label="[]", style=dashed]; -"1159 Constant_7212" -> "184 /layers/layers.1/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1159 Constant_7308" -> "184 /layers/layers.1/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1160 Constant_624" -> "178 /layers/layers.1/blocks.0/attn/Gather" [label="[]", style=dashed]; -"1161 Constant_7213" -> "224 /layers/layers.1/blocks.0/attn/proj/Add" [label="[1, 1, 192]", style=solid]; -"1162 Constant_7216" -> "131 /layers/layers.1/blocks.0/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; -"1163 Constant_7217" -> "165 /layers/layers.1/blocks.0/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; -"1164 Constant_5395" -> "129 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; -"1165 Constant_5392" -> "129 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; -"1166 Constant_5389" -> "129 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; -"1167 Constant_5419" -> "147 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1168 Constant_5416" -> "147 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1169 Constant_5413" -> "147 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1170 Constant_7220" -> "205 /layers/layers.1/blocks.1/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; +"1161 Constant_7309" -> "224 /layers/layers.1/blocks.0/attn/proj/Add" [label="[1, 1, 192]", style=solid]; +"1162 Constant_7312" -> "131 /layers/layers.1/blocks.0/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; +"1163 Constant_7313" -> "165 /layers/layers.1/blocks.0/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; +"1164 Constant_5235" -> "129 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; +"1165 Constant_5232" -> "129 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; +"1166 Constant_5229" -> "129 /layers/layers.1/blocks.1/Slice" [label="[2]", style=dashed]; +"1167 Constant_5259" -> "147 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1168 Constant_5256" -> "147 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1169 Constant_5253" -> "147 /layers/layers.1/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1170 Constant_7316" -> "205 /layers/layers.1/blocks.1/attn/qkv/Add" [label="[1, 1, 576]", style=solid]; "1171 /layers/layers.1/blocks.1/attn/Constant_3" -> "306 /layers/layers.1/blocks.1/attn/Reshape_2" [label="[4]", style=dashed]; -"1172 onnx^^Add_2421" -> "290 /layers/layers.1/blocks.1/attn/Add_1" [label="[1, 16, 1, 49, 49]", style=solid]; +"1172 onnx^^Add_2446" -> "290 /layers/layers.1/blocks.1/attn/Add_1" [label="[1, 16, 1, 49, 49]", style=solid]; "1173 /layers/layers.1/blocks.1/attn/Constant_2" -> "276 /layers/layers.1/blocks.1/attn/Reshape_1" [label="[5]", style=dashed]; -"1174 onnx^^Add_2413" -> "262 /layers/layers.1/blocks.1/attn/Add" [label="[1, 6, 49, 49]", style=solid]; +"1174 onnx^^Add_2438" -> "262 /layers/layers.1/blocks.1/attn/Add" [label="[1, 6, 49, 49]", style=solid]; "1175 Constant_774" -> "235 /layers/layers.1/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1176 Constant_7221" -> "248 /layers/layers.1/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1176 Constant_7317" -> "248 /layers/layers.1/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1177 Constant_772" -> "234 /layers/layers.1/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1178 Constant_7222" -> "321 /layers/layers.1/blocks.1/attn/proj/Add" [label="[1, 1, 192]", style=solid]; -"1179 Constant_5443" -> "395 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1180 Constant_5440" -> "395 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1181 Constant_5437" -> "395 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1182 Constant_5467" -> "419 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1183 Constant_5464" -> "419 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1184 Constant_5461" -> "419 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1185 Constant_7225" -> "146 /layers/layers.1/blocks.1/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; -"1186 Constant_7226" -> "176 /layers/layers.1/blocks.1/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; -"1187 Constant_5539" -> "125 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; -"1188 Constant_5536" -> "125 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; -"1189 Constant_5533" -> "125 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; -"1190 Constant_5491" -> "114 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; -"1191 Constant_5488" -> "114 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; -"1192 Constant_5485" -> "114 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; -"1193 Constant_5527" -> "126 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; -"1194 Constant_5524" -> "126 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; -"1195 Constant_5521" -> "126 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; -"1196 Constant_5503" -> "124 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; -"1197 Constant_5500" -> "124 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; -"1198 Constant_5497" -> "124 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; -"1199 Constant_7231" -> "289 /layers/layers.2/blocks.0/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; -"1200 onnx^^Add_2485" -> "367 /layers/layers.2/blocks.0/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1178 Constant_7318" -> "321 /layers/layers.1/blocks.1/attn/proj/Add" [label="[1, 1, 192]", style=solid]; +"1179 Constant_5283" -> "395 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1180 Constant_5280" -> "395 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1181 Constant_5277" -> "395 /layers/layers.1/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1182 Constant_5307" -> "419 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1183 Constant_5304" -> "419 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1184 Constant_5301" -> "419 /layers/layers.1/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1185 Constant_7321" -> "146 /layers/layers.1/blocks.1/mlp/fc1/Add" [label="[1, 1, 768]", style=solid]; +"1186 Constant_7322" -> "176 /layers/layers.1/blocks.1/mlp/fc2/Add" [label="[1, 1, 192]", style=solid]; +"1187 Constant_5379" -> "125 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; +"1188 Constant_5376" -> "125 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; +"1189 Constant_5373" -> "125 /layers/layers.1/downsample/Slice_4" [label="[3]", style=dashed]; +"1190 Constant_5331" -> "114 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; +"1191 Constant_5328" -> "114 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; +"1192 Constant_5325" -> "114 /layers/layers.1/downsample/Slice" [label="[2]", style=dashed]; +"1193 Constant_5367" -> "126 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; +"1194 Constant_5364" -> "126 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; +"1195 Constant_5361" -> "126 /layers/layers.1/downsample/Slice_3" [label="[3]", style=dashed]; +"1196 Constant_5343" -> "124 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; +"1197 Constant_5340" -> "124 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; +"1198 Constant_5337" -> "124 /layers/layers.1/downsample/Slice_1" [label="[3]", style=dashed]; +"1199 Constant_7327" -> "289 /layers/layers.2/blocks.0/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1200 onnx^^Add_2534" -> "367 /layers/layers.2/blocks.0/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1201 Constant_984" -> "335 /layers/layers.2/blocks.0/attn/Gather_1" [label="[]", style=dashed]; -"1202 Constant_7232" -> "349 /layers/layers.2/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1202 Constant_7328" -> "349 /layers/layers.2/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1203 Constant_982" -> "334 /layers/layers.2/blocks.0/attn/Gather" [label="[]", style=dashed]; -"1204 Constant_7233" -> "418 /layers/layers.2/blocks.0/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1205 Constant_7236" -> "246 /layers/layers.2/blocks.0/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1206 Constant_7237" -> "304 /layers/layers.2/blocks.0/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1207 Constant_5563" -> "244 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; -"1208 Constant_5560" -> "244 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; -"1209 Constant_5557" -> "244 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; -"1210 Constant_5587" -> "272 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1211 Constant_5584" -> "272 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1212 Constant_5581" -> "272 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; -"1213 Constant_7240" -> "393 /layers/layers.2/blocks.1/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1204 Constant_7329" -> "418 /layers/layers.2/blocks.0/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1205 Constant_7332" -> "246 /layers/layers.2/blocks.0/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1206 Constant_7333" -> "304 /layers/layers.2/blocks.0/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1207 Constant_5403" -> "244 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; +"1208 Constant_5400" -> "244 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; +"1209 Constant_5397" -> "244 /layers/layers.2/blocks.1/Slice" [label="[2]", style=dashed]; +"1210 Constant_5427" -> "272 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1211 Constant_5424" -> "272 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1212 Constant_5421" -> "272 /layers/layers.2/blocks.1/Slice_2" [label="[3]", style=dashed]; +"1213 Constant_7336" -> "393 /layers/layers.2/blocks.1/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; "1214 /layers/layers.2/blocks.1/attn/Constant_3" -> "489 /layers/layers.2/blocks.1/attn/Reshape_2" [label="[4]", style=dashed]; -"1215 onnx^^Add_2653" -> "476 /layers/layers.2/blocks.1/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; -"1215 onnx^^Add_2653" -> "523 /layers/layers.2/blocks.3/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; -"1215 onnx^^Add_2653" -> "566 /layers/layers.2/blocks.5/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; +"1215 onnx^^Add_2702" -> "476 /layers/layers.2/blocks.1/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; +"1215 onnx^^Add_2702" -> "523 /layers/layers.2/blocks.3/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; +"1215 onnx^^Add_2702" -> "566 /layers/layers.2/blocks.5/attn/Add_1" [label="[1, 4, 1, 49, 49]", style=solid]; "1216 /layers/layers.2/blocks.1/attn/Constant_2" -> "463 /layers/layers.2/blocks.1/attn/Reshape_1" [label="[5]", style=dashed]; -"1217 onnx^^Add_2534" -> "453 /layers/layers.2/blocks.1/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1217 onnx^^Add_2583" -> "453 /layers/layers.2/blocks.1/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1218 Constant_1132" -> "429 /layers/layers.2/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1219 Constant_7241" -> "441 /layers/layers.2/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1219 Constant_7337" -> "441 /layers/layers.2/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1220 Constant_1130" -> "428 /layers/layers.2/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1221 Constant_7242" -> "502 /layers/layers.2/blocks.1/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1222 Constant_5611" -> "559 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1223 Constant_5608" -> "559 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1224 Constant_5605" -> "559 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; -"1225 Constant_5635" -> "579 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1226 Constant_5632" -> "579 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1227 Constant_5629" -> "579 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; -"1228 Constant_7245" -> "271 /layers/layers.2/blocks.1/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1229 Constant_7246" -> "332 /layers/layers.2/blocks.1/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1230 Constant_7249" -> "347 /layers/layers.2/blocks.2/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; -"1231 onnx^^Add_2596" -> "415 /layers/layers.2/blocks.2/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1221 Constant_7338" -> "502 /layers/layers.2/blocks.1/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1222 Constant_5451" -> "559 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1223 Constant_5448" -> "559 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1224 Constant_5445" -> "559 /layers/layers.2/blocks.1/Slice_4" [label="[2]", style=dashed]; +"1225 Constant_5475" -> "579 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1226 Constant_5472" -> "579 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1227 Constant_5469" -> "579 /layers/layers.2/blocks.1/Slice_6" [label="[3]", style=dashed]; +"1228 Constant_7341" -> "271 /layers/layers.2/blocks.1/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1229 Constant_7342" -> "332 /layers/layers.2/blocks.1/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1230 Constant_7345" -> "347 /layers/layers.2/blocks.2/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1231 onnx^^Add_2645" -> "415 /layers/layers.2/blocks.2/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1232 Constant_1289" -> "391 /layers/layers.2/blocks.2/attn/Gather_1" [label="[]", style=dashed]; -"1233 Constant_7250" -> "403 /layers/layers.2/blocks.2/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1233 Constant_7346" -> "403 /layers/layers.2/blocks.2/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1234 Constant_1287" -> "390 /layers/layers.2/blocks.2/attn/Gather" [label="[]", style=dashed]; -"1235 Constant_7251" -> "462 /layers/layers.2/blocks.2/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1236 Constant_7254" -> "300 /layers/layers.2/blocks.2/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1237 Constant_7255" -> "364 /layers/layers.2/blocks.2/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1238 Constant_5659" -> "298 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; -"1239 Constant_5656" -> "298 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; -"1240 Constant_5653" -> "298 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; -"1241 Constant_5683" -> "328 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; -"1242 Constant_5680" -> "328 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; -"1243 Constant_5677" -> "328 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; -"1244 Constant_7258" -> "439 /layers/layers.2/blocks.3/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1235 Constant_7347" -> "462 /layers/layers.2/blocks.2/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1236 Constant_7350" -> "300 /layers/layers.2/blocks.2/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1237 Constant_7351" -> "364 /layers/layers.2/blocks.2/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1238 Constant_5499" -> "298 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; +"1239 Constant_5496" -> "298 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; +"1240 Constant_5493" -> "298 /layers/layers.2/blocks.3/Slice" [label="[2]", style=dashed]; +"1241 Constant_5523" -> "328 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; +"1242 Constant_5520" -> "328 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; +"1243 Constant_5517" -> "328 /layers/layers.2/blocks.3/Slice_2" [label="[3]", style=dashed]; +"1244 Constant_7354" -> "439 /layers/layers.2/blocks.3/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; "1245 /layers/layers.2/blocks.3/attn/Constant_3" -> "536 /layers/layers.2/blocks.3/attn/Reshape_2" [label="[4]", style=dashed]; "1246 /layers/layers.2/blocks.3/attn/Constant_2" -> "510 /layers/layers.2/blocks.3/attn/Reshape_1" [label="[5]", style=dashed]; -"1247 onnx^^Add_2645" -> "498 /layers/layers.2/blocks.3/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1247 onnx^^Add_2694" -> "498 /layers/layers.2/blocks.3/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1248 Constant_1437" -> "473 /layers/layers.2/blocks.3/attn/Gather_1" [label="[]", style=dashed]; -"1249 Constant_7259" -> "485 /layers/layers.2/blocks.3/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1249 Constant_7355" -> "485 /layers/layers.2/blocks.3/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1250 Constant_1435" -> "472 /layers/layers.2/blocks.3/attn/Gather" [label="[]", style=dashed]; -"1251 Constant_7260" -> "548 /layers/layers.2/blocks.3/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1252 Constant_5707" -> "596 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; -"1253 Constant_5704" -> "596 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; -"1254 Constant_5701" -> "596 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; -"1255 Constant_5731" -> "612 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; -"1256 Constant_5728" -> "612 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; -"1257 Constant_5725" -> "612 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; -"1258 Constant_7263" -> "327 /layers/layers.2/blocks.3/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1259 Constant_7264" -> "388 /layers/layers.2/blocks.3/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1260 Constant_7267" -> "401 /layers/layers.2/blocks.4/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; -"1261 onnx^^Add_2707" -> "459 /layers/layers.2/blocks.4/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1251 Constant_7356" -> "548 /layers/layers.2/blocks.3/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1252 Constant_5547" -> "596 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; +"1253 Constant_5544" -> "596 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; +"1254 Constant_5541" -> "596 /layers/layers.2/blocks.3/Slice_4" [label="[2]", style=dashed]; +"1255 Constant_5571" -> "612 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; +"1256 Constant_5568" -> "612 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; +"1257 Constant_5565" -> "612 /layers/layers.2/blocks.3/Slice_6" [label="[3]", style=dashed]; +"1258 Constant_7359" -> "327 /layers/layers.2/blocks.3/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1259 Constant_7360" -> "388 /layers/layers.2/blocks.3/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1260 Constant_7363" -> "401 /layers/layers.2/blocks.4/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1261 onnx^^Add_2756" -> "459 /layers/layers.2/blocks.4/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1262 Constant_1594" -> "437 /layers/layers.2/blocks.4/attn/Gather_1" [label="[]", style=dashed]; -"1263 Constant_7268" -> "448 /layers/layers.2/blocks.4/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1263 Constant_7364" -> "448 /layers/layers.2/blocks.4/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1264 Constant_1592" -> "436 /layers/layers.2/blocks.4/attn/Gather" [label="[]", style=dashed]; -"1265 Constant_7269" -> "509 /layers/layers.2/blocks.4/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1266 Constant_7272" -> "360 /layers/layers.2/blocks.4/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1267 Constant_7273" -> "412 /layers/layers.2/blocks.4/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1268 Constant_5755" -> "358 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; -"1269 Constant_5752" -> "358 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; -"1270 Constant_5749" -> "358 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; -"1271 Constant_5779" -> "384 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; -"1272 Constant_5776" -> "384 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; -"1273 Constant_5773" -> "384 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; -"1274 Constant_7276" -> "483 /layers/layers.2/blocks.5/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; +"1265 Constant_7365" -> "509 /layers/layers.2/blocks.4/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1266 Constant_7368" -> "360 /layers/layers.2/blocks.4/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1267 Constant_7369" -> "412 /layers/layers.2/blocks.4/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1268 Constant_5595" -> "358 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; +"1269 Constant_5592" -> "358 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; +"1270 Constant_5589" -> "358 /layers/layers.2/blocks.5/Slice" [label="[2]", style=dashed]; +"1271 Constant_5619" -> "384 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; +"1272 Constant_5616" -> "384 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; +"1273 Constant_5613" -> "384 /layers/layers.2/blocks.5/Slice_2" [label="[3]", style=dashed]; +"1274 Constant_7372" -> "483 /layers/layers.2/blocks.5/attn/qkv/Add" [label="[1, 1, 1152]", style=solid]; "1275 /layers/layers.2/blocks.5/attn/Constant_3" -> "576 /layers/layers.2/blocks.5/attn/Reshape_2" [label="[4]", style=dashed]; "1276 /layers/layers.2/blocks.5/attn/Constant_2" -> "555 /layers/layers.2/blocks.5/attn/Reshape_1" [label="[5]", style=dashed]; -"1277 onnx^^Add_2756" -> "544 /layers/layers.2/blocks.5/attn/Add" [label="[1, 12, 49, 49]", style=solid]; +"1277 onnx^^Add_2805" -> "544 /layers/layers.2/blocks.5/attn/Add" [label="[1, 12, 49, 49]", style=solid]; "1278 Constant_1742" -> "520 /layers/layers.2/blocks.5/attn/Gather_1" [label="[]", style=dashed]; -"1279 Constant_7277" -> "532 /layers/layers.2/blocks.5/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1279 Constant_7373" -> "532 /layers/layers.2/blocks.5/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1280 Constant_1740" -> "519 /layers/layers.2/blocks.5/attn/Gather" [label="[]", style=dashed]; -"1281 Constant_7278" -> "586 /layers/layers.2/blocks.5/attn/proj/Add" [label="[1, 1, 384]", style=solid]; -"1282 Constant_5803" -> "624 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; -"1283 Constant_5800" -> "624 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; -"1284 Constant_5797" -> "624 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; -"1285 Constant_5827" -> "633 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; -"1286 Constant_5824" -> "633 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; -"1287 Constant_5821" -> "633 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; -"1288 Constant_7281" -> "383 /layers/layers.2/blocks.5/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; -"1289 Constant_7282" -> "434 /layers/layers.2/blocks.5/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; -"1290 Constant_5899" -> "354 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; -"1291 Constant_5896" -> "354 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; -"1292 Constant_5893" -> "354 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; -"1293 Constant_5851" -> "338 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; -"1294 Constant_5848" -> "338 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; -"1295 Constant_5845" -> "338 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; -"1296 Constant_5887" -> "355 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; -"1297 Constant_5884" -> "355 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; -"1298 Constant_5881" -> "355 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; -"1299 Constant_5863" -> "353 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; -"1300 Constant_5860" -> "353 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; -"1301 Constant_5857" -> "353 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; -"1302 Constant_7287" -> "565 /layers/layers.3/blocks.0/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; -"1303 onnx^^Add_2828" -> "609 /layers/layers.3/blocks.0/attn/Add" [label="[1, 24, 49, 49]", style=solid]; +"1281 Constant_7374" -> "586 /layers/layers.2/blocks.5/attn/proj/Add" [label="[1, 1, 384]", style=solid]; +"1282 Constant_5643" -> "624 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; +"1283 Constant_5640" -> "624 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; +"1284 Constant_5637" -> "624 /layers/layers.2/blocks.5/Slice_4" [label="[2]", style=dashed]; +"1285 Constant_5667" -> "633 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; +"1286 Constant_5664" -> "633 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; +"1287 Constant_5661" -> "633 /layers/layers.2/blocks.5/Slice_6" [label="[3]", style=dashed]; +"1288 Constant_7377" -> "383 /layers/layers.2/blocks.5/mlp/fc1/Add" [label="[1, 1, 1536]", style=solid]; +"1289 Constant_7378" -> "434 /layers/layers.2/blocks.5/mlp/fc2/Add" [label="[1, 1, 384]", style=solid]; +"1290 Constant_5739" -> "354 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; +"1291 Constant_5736" -> "354 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; +"1292 Constant_5733" -> "354 /layers/layers.2/downsample/Slice_4" [label="[3]", style=dashed]; +"1293 Constant_5691" -> "338 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; +"1294 Constant_5688" -> "338 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; +"1295 Constant_5685" -> "338 /layers/layers.2/downsample/Slice" [label="[2]", style=dashed]; +"1296 Constant_5727" -> "355 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; +"1297 Constant_5724" -> "355 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; +"1298 Constant_5721" -> "355 /layers/layers.2/downsample/Slice_3" [label="[3]", style=dashed]; +"1299 Constant_5703" -> "353 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; +"1300 Constant_5700" -> "353 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; +"1301 Constant_5697" -> "353 /layers/layers.2/downsample/Slice_1" [label="[3]", style=dashed]; +"1302 Constant_7383" -> "565 /layers/layers.3/blocks.0/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; +"1303 onnx^^Add_2901" -> "609 /layers/layers.3/blocks.0/attn/Add" [label="[1, 24, 49, 49]", style=solid]; "1304 Constant_1952" -> "593 /layers/layers.3/blocks.0/attn/Gather_1" [label="[]", style=dashed]; -"1305 Constant_7288" -> "601 /layers/layers.3/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1305 Constant_7384" -> "601 /layers/layers.3/blocks.0/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1306 Constant_1950" -> "592 /layers/layers.3/blocks.0/attn/Gather" [label="[]", style=dashed]; -"1307 Constant_7289" -> "632 /layers/layers.3/blocks.0/attn/proj/Add" [label="[1, 1, 768]", style=solid]; -"1308 Constant_7292" -> "530 /layers/layers.3/blocks.0/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; -"1309 Constant_7293" -> "574 /layers/layers.3/blocks.0/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; -"1310 Constant_7296" -> "583 /layers/layers.3/blocks.1/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; -"1311 onnx^^Add_2877" -> "621 /layers/layers.3/blocks.1/attn/Add" [label="[1, 24, 49, 49]", style=solid]; +"1307 Constant_7385" -> "632 /layers/layers.3/blocks.0/attn/proj/Add" [label="[1, 1, 768]", style=solid]; +"1308 Constant_7388" -> "530 /layers/layers.3/blocks.0/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; +"1309 Constant_7389" -> "574 /layers/layers.3/blocks.0/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; +"1310 Constant_7392" -> "583 /layers/layers.3/blocks.1/attn/qkv/Add" [label="[1, 1, 2304]", style=solid]; +"1311 onnx^^Add_2950" -> "621 /layers/layers.3/blocks.1/attn/Add" [label="[1, 24, 49, 49]", style=solid]; "1312 Constant_2058" -> "607 /layers/layers.3/blocks.1/attn/Gather_1" [label="[]", style=dashed]; -"1313 Constant_7297" -> "614 /layers/layers.3/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; +"1313 Constant_7393" -> "614 /layers/layers.3/blocks.1/attn/Mul" [label="[1, 1, 1, 1]", style=solid]; "1314 Constant_2056" -> "606 /layers/layers.3/blocks.1/attn/Gather" [label="[]", style=dashed]; -"1315 Constant_7298" -> "638 /layers/layers.3/blocks.1/attn/proj/Add" [label="[1, 1, 768]", style=solid]; -"1316 Constant_7301" -> "551 /layers/layers.3/blocks.1/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; -"1317 Constant_7302" -> "590 /layers/layers.3/blocks.1/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; +"1315 Constant_7394" -> "638 /layers/layers.3/blocks.1/attn/proj/Add" [label="[1, 1, 768]", style=solid]; +"1316 Constant_7397" -> "551 /layers/layers.3/blocks.1/mlp/fc1/Add" [label="[1, 1, 3072]", style=solid]; +"1317 Constant_7398" -> "590 /layers/layers.3/blocks.1/mlp/fc2/Add" [label="[1, 1, 768]", style=solid]; } diff --git a/tests/openvino/requirements.txt b/tests/openvino/requirements.txt index 5a8cda7f778..5138222f27a 100644 --- a/tests/openvino/requirements.txt +++ b/tests/openvino/requirements.txt @@ -3,4 +3,5 @@ virtualenv pytest-cov pytest-mock>=3.3.1 openvino-dev[onnx,pytorch,tensorflow2]==2023.1 +torch==2.1 fastdownload