diff --git "a/vae_decoder/openvino_model.xml" "b/vae_decoder/openvino_model.xml"
--- "a/vae_decoder/openvino_model.xml"
+++ "b/vae_decoder/openvino_model.xml"
@@ -23,7 +23,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2" name="Convert_3265976" type="Convert" version="opset1">
+		<layer id="2" name="Convert_3233257" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -53,7 +53,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4" name="Convert_3265979" type="Convert" version="opset1">
+		<layer id="4" name="Convert_3233260" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -219,7 +219,7 @@
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="13" name="ShapeOf_385225" type="ShapeOf" version="opset3">
+		<layer id="13" name="ShapeOf_366491" type="ShapeOf" version="opset3">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="FP32">
@@ -235,19 +235,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="14" name="Constant_385226" type="Const" version="opset1">
+		<layer id="14" name="Constant_366492" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="15" name="Constant_385227" type="Const" version="opset1">
+		<layer id="15" name="Constant_366493" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="16" name="Gather_385228" type="Gather" version="opset8">
+		<layer id="16" name="Gather_366494" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -343,7 +343,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="24" name="Constant_357705" type="Const" version="opset1">
+		<layer id="24" name="Constant_338971" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -422,7 +422,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="29" name="ScatterElementsUpdate_309044" type="Const" version="opset1">
+		<layer id="29" name="ScatterElementsUpdate_290346" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -460,7 +460,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="32" name="Convert_3147187" type="Convert" version="opset1">
+		<layer id="32" name="Convert_3114503" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -484,7 +484,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="34" name="Convert_3147190" type="Convert" version="opset1">
+		<layer id="34" name="Convert_3114506" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -546,11 +546,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="38" name="__module.decoder.up_blocks.5.0.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="38" name="self.decoder.up_blocks.5.0.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -564,7 +561,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="39" name="__module.decoder.up_blocks.5.0.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="39" name="__module.decoder.up_blocks.5.0.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -596,7 +593,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="41" name="Convert_3142943" type="Convert" version="opset1">
+		<layer id="41" name="Convert_3110261" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -620,7 +617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="43" name="Convert_3142946" type="Convert" version="opset1">
+		<layer id="43" name="Convert_3110264" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -682,11 +679,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="47" name="__module.decoder.up_blocks.5.0.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="47" name="self.decoder.up_blocks.5.0.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -700,7 +694,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="48" name="__module.decoder.up_blocks.5.0.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="48" name="__module.decoder.up_blocks.5.0.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -732,7 +726,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="50" name="Convert_3138699" type="Convert" version="opset1">
+		<layer id="50" name="Convert_3106019" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -756,7 +750,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="52" name="Convert_3138702" type="Convert" version="opset1">
+		<layer id="52" name="Convert_3106022" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -818,11 +812,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="56" name="__module.decoder.up_blocks.5.0.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="56" name="self.decoder.up_blocks.5.0.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -836,7 +827,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="57" name="__module.decoder.up_blocks.5.0.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="57" name="__module.decoder.up_blocks.5.0.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -890,7 +881,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="59" name="ScatterElementsUpdate_309138" type="Const" version="opset1">
+		<layer id="59" name="ScatterElementsUpdate_290437" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -931,7 +922,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="62" name="Convert_3363532" type="Convert" version="opset1">
+		<layer id="62" name="Convert_3330795" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -964,7 +955,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="64" name="Convert_3363535" type="Convert" version="opset1">
+		<layer id="64" name="Convert_3330798" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -1112,7 +1103,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="71" name="Convert_3338092" type="Convert" version="opset1">
+		<layer id="71" name="Convert_3305355" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -1145,7 +1136,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="73" name="Convert_3338095" type="Convert" version="opset1">
+		<layer id="73" name="Convert_3305358" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -1306,7 +1297,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="80" name="ShapeOf_385233" type="ShapeOf" version="opset3">
+		<layer id="80" name="ShapeOf_366499" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1322,7 +1313,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="81" name="Constant_385234" type="Const" version="opset1">
+		<layer id="81" name="Constant_366500" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1330,13 +1321,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="82" name="Constant_385235" type="Const" version="opset1">
+		<layer id="82" name="Constant_366501" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="83" name="Gather_385236" type="Gather" version="opset8">
+		<layer id="83" name="Gather_366502" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -1353,7 +1344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="84" name="Constant_309320" type="Const" version="opset1">
+		<layer id="84" name="Constant_290619" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1361,7 +1352,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="85" name="Constant_309321" type="Const" version="opset1">
+		<layer id="85" name="Constant_290620" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1369,7 +1360,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="86" name="ShapeOf_385237" type="ShapeOf" version="opset3">
+		<layer id="86" name="ShapeOf_366503" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1385,7 +1376,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="87" name="Constant_385238" type="Const" version="opset1">
+		<layer id="87" name="Constant_366504" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1393,13 +1384,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="88" name="Constant_385239" type="Const" version="opset1">
+		<layer id="88" name="Constant_366505" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="89" name="Gather_385240" type="Gather" version="opset8">
+		<layer id="89" name="Gather_366506" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -1416,7 +1407,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="90" name="Constant_385242" type="Const" version="opset1">
+		<layer id="90" name="Constant_366508" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1424,13 +1415,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="91" name="Constant_385243" type="Const" version="opset1">
+		<layer id="91" name="Constant_366509" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="92" name="Gather_385244" type="Gather" version="opset8">
+		<layer id="92" name="Gather_366510" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -1529,7 +1520,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="98" name="Constant_331166" type="Const" version="opset1">
+		<layer id="98" name="Constant_312432" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -1619,7 +1610,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="106" name="Constant_331175" type="Const" version="opset1">
+		<layer id="106" name="Constant_312441" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -1643,7 +1634,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="108" name="Constant_331167" type="Const" version="opset1">
+		<layer id="108" name="Constant_312433" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -1835,7 +1826,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="119" name="Constant_309593" type="Const" version="opset1">
+		<layer id="119" name="Constant_290892" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1843,7 +1834,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="120" name="Constant_309595" type="Const" version="opset1">
+		<layer id="120" name="Constant_290894" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1851,7 +1842,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="121" name="Constant_309597" type="Const" version="opset1">
+		<layer id="121" name="Constant_290896" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1859,7 +1850,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="122" name="Constant_309591" type="Const" version="opset1">
+		<layer id="122" name="Constant_290890" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1897,7 +1888,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="124" name="Constant_309623" type="Const" version="opset1">
+		<layer id="124" name="Constant_290922" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1905,7 +1896,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="125" name="Constant_309625" type="Const" version="opset1">
+		<layer id="125" name="Constant_290924" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1913,7 +1904,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="126" name="Constant_309627" type="Const" version="opset1">
+		<layer id="126" name="Constant_290926" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1921,7 +1912,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="127" name="Constant_309621" type="Const" version="opset1">
+		<layer id="127" name="Constant_290920" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1959,7 +1950,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="129" name="Constant_382475" type="Const" version="opset1">
+		<layer id="129" name="Constant_363741" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -2020,7 +2011,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="132" name="Constant_309647" type="Const" version="opset1">
+		<layer id="132" name="Constant_290946" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2028,7 +2019,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="133" name="Constant_378878" type="Const" version="opset1">
+		<layer id="133" name="Constant_360144" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -2036,13 +2027,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="134" name="Constant_378879" type="Const" version="opset1">
+		<layer id="134" name="Constant_360145" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="135" name="Gather_378880" type="Gather" version="opset8">
+		<layer id="135" name="Gather_360146" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -2100,7 +2091,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="138" name="ScatterElementsUpdate_309721" type="Const" version="opset1">
+		<layer id="138" name="ScatterElementsUpdate_291020" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -2138,7 +2129,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="141" name="Convert_3096275" type="Convert" version="opset1">
+		<layer id="141" name="Convert_3063607" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -2162,7 +2153,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="143" name="Convert_3096278" type="Convert" version="opset1">
+		<layer id="143" name="Convert_3063610" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -2224,11 +2215,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="147" name="__module.decoder.up_blocks.5.0.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="147" name="self.decoder.up_blocks.5.0.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -2242,7 +2230,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="148" name="__module.decoder.up_blocks.5.0.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="148" name="__module.decoder.up_blocks.5.0.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2265,7 +2253,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="149" name="Constant_382478" type="Const" version="opset1">
+		<layer id="149" name="Constant_363744" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -2276,7 +2264,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="150" name="Constant_382476" type="Const" version="opset1">
+		<layer id="150" name="Constant_363742" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -2312,7 +2300,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="152" name="Constant_309903" type="Const" version="opset1">
+		<layer id="152" name="Constant_291201" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="134">
@@ -2342,7 +2330,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="154" name="Constant_382477" type="Const" version="opset1">
+		<layer id="154" name="Constant_363743" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -2446,7 +2434,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="159" name="Constant_382479" type="Const" version="opset1">
+		<layer id="159" name="Constant_363745" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="3127476" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -2482,7 +2470,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="161" name="Constant_382480" type="Const" version="opset1">
+		<layer id="161" name="Constant_363746" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="3131572" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -2518,7 +2506,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="163" name="ScatterElementsUpdate_310006" type="Const" version="opset1">
+		<layer id="163" name="ScatterElementsUpdate_291304" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -2583,7 +2571,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="167" name="Convert_3011470" type="Convert" version="opset1">
+		<layer id="167" name="Convert_2978805" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -2613,7 +2601,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="169" name="Convert_3011473" type="Convert" version="opset1">
+		<layer id="169" name="Convert_2978808" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -2803,7 +2791,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="179" name="Convert_3388972" type="Convert" version="opset1">
+		<layer id="179" name="Convert_3356235" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -2836,7 +2824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="181" name="Convert_3388975" type="Convert" version="opset1">
+		<layer id="181" name="Convert_3356238" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -3024,7 +3012,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="190" name="Constant_331238" type="Const" version="opset1">
+		<layer id="190" name="Constant_312504" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -3114,7 +3102,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="198" name="Constant_331239" type="Const" version="opset1">
+		<layer id="198" name="Constant_312505" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -3220,7 +3208,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="204" name="Convert_3041150" type="Convert" version="opset1">
+		<layer id="204" name="Convert_3008485" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -3250,7 +3238,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="206" name="Convert_3041153" type="Convert" version="opset1">
+		<layer id="206" name="Convert_3008488" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -3374,7 +3362,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="212" name="ScatterElementsUpdate_310267" type="Const" version="opset1">
+		<layer id="212" name="ScatterElementsUpdate_291565" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -3403,7 +3391,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="214" name="Constant_382483" type="Const" version="opset1">
+		<layer id="214" name="Constant_363749" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3414,7 +3402,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="215" name="Constant_382481" type="Const" version="opset1">
+		<layer id="215" name="Constant_363747" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3450,7 +3438,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="217" name="Constant_310289" type="Const" version="opset1">
+		<layer id="217" name="Constant_291587" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="179">
@@ -3480,7 +3468,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="219" name="Constant_382482" type="Const" version="opset1">
+		<layer id="219" name="Constant_363748" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3584,7 +3572,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="224" name="Constant_382484" type="Const" version="opset1">
+		<layer id="224" name="Constant_363750" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="15910068" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3620,7 +3608,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="226" name="Constant_382485" type="Const" version="opset1">
+		<layer id="226" name="Constant_363751" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="15914164" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3656,7 +3644,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="228" name="ScatterElementsUpdate_310392" type="Const" version="opset1">
+		<layer id="228" name="ScatterElementsUpdate_291690" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -3710,7 +3698,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="231" name="ScatterElementsUpdate_310494" type="Const" version="opset1">
+		<layer id="231" name="ScatterElementsUpdate_291792" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -3748,7 +3736,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="234" name="Convert_3159919" type="Convert" version="opset1">
+		<layer id="234" name="Convert_3127229" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -3772,7 +3760,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="236" name="Convert_3159922" type="Convert" version="opset1">
+		<layer id="236" name="Convert_3127232" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -3834,11 +3822,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="240" name="__module.decoder.up_blocks.5.1.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="240" name="self.decoder.up_blocks.5.1.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -3852,7 +3837,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="241" name="__module.decoder.up_blocks.5.1.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="241" name="__module.decoder.up_blocks.5.1.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3884,7 +3869,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="243" name="Convert_3155675" type="Convert" version="opset1">
+		<layer id="243" name="Convert_3122987" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -3908,7 +3893,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="245" name="Convert_3155678" type="Convert" version="opset1">
+		<layer id="245" name="Convert_3122990" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -3970,11 +3955,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="249" name="__module.decoder.up_blocks.5.1.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="249" name="self.decoder.up_blocks.5.1.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -3988,7 +3970,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="250" name="__module.decoder.up_blocks.5.1.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="250" name="__module.decoder.up_blocks.5.1.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4020,7 +4002,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="252" name="Convert_3151431" type="Convert" version="opset1">
+		<layer id="252" name="Convert_3118745" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4044,7 +4026,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="254" name="Convert_3151434" type="Convert" version="opset1">
+		<layer id="254" name="Convert_3118748" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4106,11 +4088,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="258" name="__module.decoder.up_blocks.5.1.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="258" name="self.decoder.up_blocks.5.1.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -4124,7 +4103,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="259" name="__module.decoder.up_blocks.5.1.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="259" name="__module.decoder.up_blocks.5.1.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4178,7 +4157,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="261" name="ScatterElementsUpdate_310588" type="Const" version="opset1">
+		<layer id="261" name="ScatterElementsUpdate_291883" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -4219,7 +4198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="264" name="Convert_3367772" type="Convert" version="opset1">
+		<layer id="264" name="Convert_3335035" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -4252,7 +4231,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="266" name="Convert_3367775" type="Convert" version="opset1">
+		<layer id="266" name="Convert_3335038" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -4400,7 +4379,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="273" name="Convert_3342332" type="Convert" version="opset1">
+		<layer id="273" name="Convert_3309595" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -4433,7 +4412,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="275" name="Convert_3342335" type="Convert" version="opset1">
+		<layer id="275" name="Convert_3309598" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -4594,7 +4573,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="282" name="Constant_310770" type="Const" version="opset1">
+		<layer id="282" name="Constant_292065" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -4602,7 +4581,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="283" name="Constant_310771" type="Const" version="opset1">
+		<layer id="283" name="Constant_292066" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -4610,7 +4589,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="284" name="ShapeOf_385257" type="ShapeOf" version="opset3">
+		<layer id="284" name="ShapeOf_366523" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4626,7 +4605,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="285" name="Constant_385258" type="Const" version="opset1">
+		<layer id="285" name="Constant_366524" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -4634,13 +4613,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="286" name="Constant_385259" type="Const" version="opset1">
+		<layer id="286" name="Constant_366525" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="287" name="Gather_385260" type="Gather" version="opset8">
+		<layer id="287" name="Gather_366526" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -4657,7 +4636,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="288" name="Constant_385262" type="Const" version="opset1">
+		<layer id="288" name="Constant_366528" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -4665,13 +4644,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="289" name="Constant_385263" type="Const" version="opset1">
+		<layer id="289" name="Constant_366529" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="290" name="Gather_385264" type="Gather" version="opset8">
+		<layer id="290" name="Gather_366530" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -4764,7 +4743,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="295" name="Constant_331310" type="Const" version="opset1">
+		<layer id="295" name="Constant_312576" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -4848,7 +4827,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="302" name="Constant_331319" type="Const" version="opset1">
+		<layer id="302" name="Constant_312585" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -4872,7 +4851,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="304" name="Constant_331311" type="Const" version="opset1">
+		<layer id="304" name="Constant_312577" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -5058,7 +5037,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="314" name="Constant_311043" type="Const" version="opset1">
+		<layer id="314" name="Constant_292338" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5066,7 +5045,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="315" name="Constant_311045" type="Const" version="opset1">
+		<layer id="315" name="Constant_292340" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5074,7 +5053,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="316" name="Constant_311047" type="Const" version="opset1">
+		<layer id="316" name="Constant_292342" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5082,7 +5061,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="317" name="Constant_311041" type="Const" version="opset1">
+		<layer id="317" name="Constant_292336" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5120,7 +5099,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="319" name="Constant_311073" type="Const" version="opset1">
+		<layer id="319" name="Constant_292368" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5128,7 +5107,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="320" name="Constant_311075" type="Const" version="opset1">
+		<layer id="320" name="Constant_292370" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5136,7 +5115,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="321" name="Constant_311077" type="Const" version="opset1">
+		<layer id="321" name="Constant_292372" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5144,7 +5123,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="322" name="Constant_311071" type="Const" version="opset1">
+		<layer id="322" name="Constant_292366" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5182,7 +5161,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="324" name="Constant_382486" type="Const" version="opset1">
+		<layer id="324" name="Constant_363752" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5243,7 +5222,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="327" name="Constant_311097" type="Const" version="opset1">
+		<layer id="327" name="Constant_292392" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5251,7 +5230,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="328" name="Constant_378883" type="Const" version="opset1">
+		<layer id="328" name="Constant_360149" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -5259,13 +5238,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="329" name="Constant_378884" type="Const" version="opset1">
+		<layer id="329" name="Constant_360150" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="330" name="Gather_378885" type="Gather" version="opset8">
+		<layer id="330" name="Gather_360151" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -5323,7 +5302,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="333" name="ScatterElementsUpdate_311171" type="Const" version="opset1">
+		<layer id="333" name="ScatterElementsUpdate_292466" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -5361,7 +5340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="336" name="Convert_3100519" type="Convert" version="opset1">
+		<layer id="336" name="Convert_3067849" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -5385,7 +5364,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="338" name="Convert_3100522" type="Convert" version="opset1">
+		<layer id="338" name="Convert_3067852" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -5447,11 +5426,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="342" name="__module.decoder.up_blocks.5.1.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="342" name="self.decoder.up_blocks.5.1.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -5465,7 +5441,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="343" name="__module.decoder.up_blocks.5.1.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="343" name="__module.decoder.up_blocks.5.1.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5488,7 +5464,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="344" name="Constant_382489" type="Const" version="opset1">
+		<layer id="344" name="Constant_363755" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5499,7 +5475,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="345" name="Constant_382487" type="Const" version="opset1">
+		<layer id="345" name="Constant_363753" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5535,7 +5511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="347" name="Constant_311353" type="Const" version="opset1">
+		<layer id="347" name="Constant_292647" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="265">
@@ -5565,7 +5541,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="349" name="Constant_382488" type="Const" version="opset1">
+		<layer id="349" name="Constant_363754" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5669,7 +5645,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="354" name="Constant_382490" type="Const" version="opset1">
+		<layer id="354" name="Constant_363756" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="18743476" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5705,7 +5681,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="356" name="Constant_382491" type="Const" version="opset1">
+		<layer id="356" name="Constant_363757" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="18747572" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5741,7 +5717,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="358" name="ScatterElementsUpdate_311456" type="Const" version="opset1">
+		<layer id="358" name="ScatterElementsUpdate_292750" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -5806,7 +5782,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="362" name="Convert_3015710" type="Convert" version="opset1">
+		<layer id="362" name="Convert_2983045" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -5836,7 +5812,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="364" name="Convert_3015713" type="Convert" version="opset1">
+		<layer id="364" name="Convert_2983048" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -6026,7 +6002,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="374" name="Convert_3393212" type="Convert" version="opset1">
+		<layer id="374" name="Convert_3360475" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -6059,7 +6035,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="376" name="Convert_3393215" type="Convert" version="opset1">
+		<layer id="376" name="Convert_3360478" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -6247,7 +6223,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="385" name="Constant_331382" type="Const" version="opset1">
+		<layer id="385" name="Constant_312648" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -6331,7 +6307,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="392" name="Constant_331383" type="Const" version="opset1">
+		<layer id="392" name="Constant_312649" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -6437,7 +6413,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="398" name="Convert_3045390" type="Convert" version="opset1">
+		<layer id="398" name="Convert_3012725" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -6467,7 +6443,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="400" name="Convert_3045393" type="Convert" version="opset1">
+		<layer id="400" name="Convert_3012728" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -6591,7 +6567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="406" name="ScatterElementsUpdate_311717" type="Const" version="opset1">
+		<layer id="406" name="ScatterElementsUpdate_293011" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -6620,7 +6596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="408" name="Constant_382494" type="Const" version="opset1">
+		<layer id="408" name="Constant_363760" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6631,7 +6607,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="409" name="Constant_382492" type="Const" version="opset1">
+		<layer id="409" name="Constant_363758" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6667,7 +6643,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="411" name="Constant_311739" type="Const" version="opset1">
+		<layer id="411" name="Constant_293033" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="310">
@@ -6697,7 +6673,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="413" name="Constant_382493" type="Const" version="opset1">
+		<layer id="413" name="Constant_363759" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6801,7 +6777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="418" name="Constant_382495" type="Const" version="opset1">
+		<layer id="418" name="Constant_363761" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="31526068" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6837,7 +6813,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="420" name="Constant_382496" type="Const" version="opset1">
+		<layer id="420" name="Constant_363762" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="31530164" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6873,7 +6849,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="422" name="ScatterElementsUpdate_311842" type="Const" version="opset1">
+		<layer id="422" name="ScatterElementsUpdate_293136" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -6927,7 +6903,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="425" name="ScatterElementsUpdate_311944" type="Const" version="opset1">
+		<layer id="425" name="ScatterElementsUpdate_293238" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -6965,7 +6941,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="428" name="Convert_3172651" type="Convert" version="opset1">
+		<layer id="428" name="Convert_3139955" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -6989,7 +6965,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="430" name="Convert_3172654" type="Convert" version="opset1">
+		<layer id="430" name="Convert_3139958" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7051,11 +7027,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="434" name="__module.decoder.up_blocks.5.2.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="434" name="self.decoder.up_blocks.5.2.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -7069,7 +7042,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="435" name="__module.decoder.up_blocks.5.2.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="435" name="__module.decoder.up_blocks.5.2.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7101,7 +7074,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="437" name="Convert_3168407" type="Convert" version="opset1">
+		<layer id="437" name="Convert_3135713" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7125,7 +7098,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="439" name="Convert_3168410" type="Convert" version="opset1">
+		<layer id="439" name="Convert_3135716" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7187,11 +7160,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="443" name="__module.decoder.up_blocks.5.2.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="443" name="self.decoder.up_blocks.5.2.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -7205,7 +7175,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="444" name="__module.decoder.up_blocks.5.2.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="444" name="__module.decoder.up_blocks.5.2.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7237,7 +7207,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="446" name="Convert_3164163" type="Convert" version="opset1">
+		<layer id="446" name="Convert_3131471" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7261,7 +7231,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="448" name="Convert_3164166" type="Convert" version="opset1">
+		<layer id="448" name="Convert_3131474" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7323,11 +7293,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="452" name="__module.decoder.up_blocks.5.2.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="452" name="self.decoder.up_blocks.5.2.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -7341,7 +7308,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="453" name="__module.decoder.up_blocks.5.2.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="453" name="__module.decoder.up_blocks.5.2.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7395,7 +7362,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="455" name="ScatterElementsUpdate_312038" type="Const" version="opset1">
+		<layer id="455" name="ScatterElementsUpdate_293329" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -7436,7 +7403,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="458" name="Convert_3372012" type="Convert" version="opset1">
+		<layer id="458" name="Convert_3339275" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -7469,7 +7436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="460" name="Convert_3372015" type="Convert" version="opset1">
+		<layer id="460" name="Convert_3339278" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -7617,7 +7584,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="467" name="Convert_3346572" type="Convert" version="opset1">
+		<layer id="467" name="Convert_3313835" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -7650,7 +7617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="469" name="Convert_3346575" type="Convert" version="opset1">
+		<layer id="469" name="Convert_3313838" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -7811,7 +7778,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="476" name="Constant_312220" type="Const" version="opset1">
+		<layer id="476" name="Constant_293511" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -7819,7 +7786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="477" name="Constant_312221" type="Const" version="opset1">
+		<layer id="477" name="Constant_293512" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -7827,7 +7794,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="478" name="ShapeOf_385277" type="ShapeOf" version="opset3">
+		<layer id="478" name="ShapeOf_366543" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7843,7 +7810,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="479" name="Constant_385278" type="Const" version="opset1">
+		<layer id="479" name="Constant_366544" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -7851,13 +7818,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="480" name="Constant_385279" type="Const" version="opset1">
+		<layer id="480" name="Constant_366545" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="481" name="Gather_385280" type="Gather" version="opset8">
+		<layer id="481" name="Gather_366546" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -7874,7 +7841,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="482" name="Constant_385282" type="Const" version="opset1">
+		<layer id="482" name="Constant_366548" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -7882,13 +7849,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="483" name="Constant_385283" type="Const" version="opset1">
+		<layer id="483" name="Constant_366549" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="484" name="Gather_385284" type="Gather" version="opset8">
+		<layer id="484" name="Gather_366550" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -7981,7 +7948,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="489" name="Constant_331454" type="Const" version="opset1">
+		<layer id="489" name="Constant_312720" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -8065,7 +8032,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="496" name="Constant_331463" type="Const" version="opset1">
+		<layer id="496" name="Constant_312729" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -8089,7 +8056,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="498" name="Constant_331455" type="Const" version="opset1">
+		<layer id="498" name="Constant_312721" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -8275,7 +8242,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="508" name="Constant_312493" type="Const" version="opset1">
+		<layer id="508" name="Constant_293784" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8283,7 +8250,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="509" name="Constant_312495" type="Const" version="opset1">
+		<layer id="509" name="Constant_293786" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8291,7 +8258,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="510" name="Constant_312497" type="Const" version="opset1">
+		<layer id="510" name="Constant_293788" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8299,7 +8266,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="511" name="Constant_312491" type="Const" version="opset1">
+		<layer id="511" name="Constant_293782" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8337,7 +8304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="513" name="Constant_312523" type="Const" version="opset1">
+		<layer id="513" name="Constant_293814" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8345,7 +8312,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="514" name="Constant_312525" type="Const" version="opset1">
+		<layer id="514" name="Constant_293816" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8353,7 +8320,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="515" name="Constant_312527" type="Const" version="opset1">
+		<layer id="515" name="Constant_293818" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8361,7 +8328,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="516" name="Constant_312521" type="Const" version="opset1">
+		<layer id="516" name="Constant_293812" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8399,7 +8366,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="518" name="Constant_382497" type="Const" version="opset1">
+		<layer id="518" name="Constant_363763" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8460,7 +8427,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="521" name="Constant_312547" type="Const" version="opset1">
+		<layer id="521" name="Constant_293838" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8468,7 +8435,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="522" name="Constant_378888" type="Const" version="opset1">
+		<layer id="522" name="Constant_360154" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -8476,13 +8443,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="523" name="Constant_378889" type="Const" version="opset1">
+		<layer id="523" name="Constant_360155" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="524" name="Gather_378890" type="Gather" version="opset8">
+		<layer id="524" name="Gather_360156" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -8540,7 +8507,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="527" name="ScatterElementsUpdate_312621" type="Const" version="opset1">
+		<layer id="527" name="ScatterElementsUpdate_293912" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -8578,7 +8545,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="530" name="Convert_3104763" type="Convert" version="opset1">
+		<layer id="530" name="Convert_3072091" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -8602,7 +8569,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="532" name="Convert_3104766" type="Convert" version="opset1">
+		<layer id="532" name="Convert_3072094" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -8664,11 +8631,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="536" name="__module.decoder.up_blocks.5.2.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="536" name="self.decoder.up_blocks.5.2.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -8682,7 +8646,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="537" name="__module.decoder.up_blocks.5.2.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="537" name="__module.decoder.up_blocks.5.2.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8705,7 +8669,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="538" name="Constant_382500" type="Const" version="opset1">
+		<layer id="538" name="Constant_363766" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8716,7 +8680,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="539" name="Constant_382498" type="Const" version="opset1">
+		<layer id="539" name="Constant_363764" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8752,7 +8716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="541" name="Constant_312803" type="Const" version="opset1">
+		<layer id="541" name="Constant_294093" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="396">
@@ -8782,7 +8746,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="543" name="Constant_382499" type="Const" version="opset1">
+		<layer id="543" name="Constant_363765" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8886,7 +8850,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="548" name="Constant_382501" type="Const" version="opset1">
+		<layer id="548" name="Constant_363767" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="34359476" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8922,7 +8886,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="550" name="Constant_382502" type="Const" version="opset1">
+		<layer id="550" name="Constant_363768" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="34363572" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8958,7 +8922,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="552" name="ScatterElementsUpdate_312906" type="Const" version="opset1">
+		<layer id="552" name="ScatterElementsUpdate_294196" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -9023,7 +8987,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="556" name="Convert_3019950" type="Convert" version="opset1">
+		<layer id="556" name="Convert_2987285" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -9053,7 +9017,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="558" name="Convert_3019953" type="Convert" version="opset1">
+		<layer id="558" name="Convert_2987288" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -9243,7 +9207,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="568" name="Convert_3397452" type="Convert" version="opset1">
+		<layer id="568" name="Convert_3364715" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -9276,7 +9240,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="570" name="Convert_3397455" type="Convert" version="opset1">
+		<layer id="570" name="Convert_3364718" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -9464,7 +9428,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="579" name="Constant_331526" type="Const" version="opset1">
+		<layer id="579" name="Constant_312792" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -9548,7 +9512,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="586" name="Constant_331527" type="Const" version="opset1">
+		<layer id="586" name="Constant_312793" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -9654,7 +9618,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="592" name="Convert_3049630" type="Convert" version="opset1">
+		<layer id="592" name="Convert_3016965" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -9684,7 +9648,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="594" name="Convert_3049633" type="Convert" version="opset1">
+		<layer id="594" name="Convert_3016968" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -9808,7 +9772,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="600" name="ScatterElementsUpdate_313167" type="Const" version="opset1">
+		<layer id="600" name="ScatterElementsUpdate_294457" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -9837,7 +9801,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="602" name="Constant_382505" type="Const" version="opset1">
+		<layer id="602" name="Constant_363771" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9848,7 +9812,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="603" name="Constant_382503" type="Const" version="opset1">
+		<layer id="603" name="Constant_363769" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9884,7 +9848,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="605" name="Constant_313189" type="Const" version="opset1">
+		<layer id="605" name="Constant_294479" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="441">
@@ -9914,7 +9878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="607" name="Constant_382504" type="Const" version="opset1">
+		<layer id="607" name="Constant_363770" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10018,7 +9982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="612" name="Constant_382506" type="Const" version="opset1">
+		<layer id="612" name="Constant_363772" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="47142068" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10054,7 +10018,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="614" name="Constant_382507" type="Const" version="opset1">
+		<layer id="614" name="Constant_363773" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="47146164" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10090,7 +10054,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="616" name="ScatterElementsUpdate_313292" type="Const" version="opset1">
+		<layer id="616" name="ScatterElementsUpdate_294582" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -10152,7 +10116,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="620" name="Constant_313315" type="Const" version="opset1">
+		<layer id="620" name="Constant_294605" type="Const" version="opset1">
 			<data element_type="i32" shape="2" offset="47150268" size="8" />
 			<output>
 				<port id="0" precision="I32">
@@ -10196,7 +10160,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="623" name="Convert_3007230" type="Convert" version="opset1">
+		<layer id="623" name="Convert_2974565" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -10226,7 +10190,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="625" name="Convert_3007233" type="Convert" version="opset1">
+		<layer id="625" name="Convert_2974568" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -10504,7 +10468,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="643" name="Constant_357754" type="Const" version="opset1">
+		<layer id="643" name="Constant_339020" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10552,7 +10516,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="646" name="Convert_385306" type="Convert" version="opset1">
+		<layer id="646" name="Convert_366572" type="Convert" version="opset1">
 			<data destination_type="i32" />
 			<input>
 				<port id="0" precision="I64">
@@ -10581,7 +10545,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="649" name="Constant_385688" type="Const" version="opset1">
+		<layer id="649" name="Constant_366954" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -10589,13 +10553,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="650" name="Constant_385689" type="Const" version="opset1">
+		<layer id="650" name="Constant_366955" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="651" name="Gather_385690" type="Gather" version="opset8">
+		<layer id="651" name="Gather_366956" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -10694,7 +10658,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="656" name="Constant_385314" type="Const" version="opset1">
+		<layer id="656" name="Constant_366580" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10702,13 +10666,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="657" name="Constant_385315" type="Const" version="opset1">
+		<layer id="657" name="Constant_366581" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="658" name="Gather_385316" type="Gather" version="opset8">
+		<layer id="658" name="Gather_366582" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -10725,7 +10689,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="659" name="Constant_382508" type="Const" version="opset1">
+		<layer id="659" name="Constant_363774" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -10749,7 +10713,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="661" name="Constant_385320" type="Const" version="opset1">
+		<layer id="661" name="Constant_366586" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10757,13 +10721,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="662" name="Constant_385321" type="Const" version="opset1">
+		<layer id="662" name="Constant_366587" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="663" name="Gather_385322" type="Gather" version="opset8">
+		<layer id="663" name="Gather_366588" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -10780,7 +10744,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="664" name="Constant_382509" type="Const" version="opset1">
+		<layer id="664" name="Constant_363775" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -10875,7 +10839,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="669" name="ScatterElementsUpdate_313659" type="Const" version="opset1">
+		<layer id="669" name="ScatterElementsUpdate_294949" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -10913,7 +10877,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="672" name="Convert_3185383" type="Convert" version="opset1">
+		<layer id="672" name="Convert_3152681" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -10937,7 +10901,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="674" name="Convert_3185386" type="Convert" version="opset1">
+		<layer id="674" name="Convert_3152684" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -10999,11 +10963,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="678" name="__module.decoder.up_blocks.4.1.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="678" name="self.decoder.up_blocks.4.1.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -11017,7 +10978,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="679" name="__module.decoder.up_blocks.4.1.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="679" name="__module.decoder.up_blocks.4.1.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11049,7 +11010,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="681" name="Convert_3181139" type="Convert" version="opset1">
+		<layer id="681" name="Convert_3148439" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11073,7 +11034,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="683" name="Convert_3181142" type="Convert" version="opset1">
+		<layer id="683" name="Convert_3148442" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11135,11 +11096,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="687" name="__module.decoder.up_blocks.4.1.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="687" name="self.decoder.up_blocks.4.1.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -11153,7 +11111,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="688" name="__module.decoder.up_blocks.4.1.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="688" name="__module.decoder.up_blocks.4.1.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11185,7 +11143,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="690" name="Convert_3176895" type="Convert" version="opset1">
+		<layer id="690" name="Convert_3144197" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11209,7 +11167,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="692" name="Convert_3176898" type="Convert" version="opset1">
+		<layer id="692" name="Convert_3144200" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11271,11 +11229,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="696" name="__module.decoder.up_blocks.4.1.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="696" name="self.decoder.up_blocks.4.1.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -11289,7 +11244,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="697" name="__module.decoder.up_blocks.4.1.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="697" name="__module.decoder.up_blocks.4.1.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11343,7 +11298,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="699" name="ScatterElementsUpdate_313753" type="Const" version="opset1">
+		<layer id="699" name="ScatterElementsUpdate_295040" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -11384,7 +11339,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="702" name="Convert_3376252" type="Convert" version="opset1">
+		<layer id="702" name="Convert_3343515" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -11417,7 +11372,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="704" name="Convert_3376255" type="Convert" version="opset1">
+		<layer id="704" name="Convert_3343518" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -11565,7 +11520,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="711" name="Convert_3350812" type="Convert" version="opset1">
+		<layer id="711" name="Convert_3318075" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -11598,7 +11553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="713" name="Convert_3350815" type="Convert" version="opset1">
+		<layer id="713" name="Convert_3318078" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -11759,7 +11714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="720" name="Constant_313935" type="Const" version="opset1">
+		<layer id="720" name="Constant_295222" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11767,7 +11722,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="721" name="Constant_313936" type="Const" version="opset1">
+		<layer id="721" name="Constant_295223" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11775,7 +11730,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="722" name="ShapeOf_385331" type="ShapeOf" version="opset3">
+		<layer id="722" name="ShapeOf_366597" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11791,7 +11746,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="723" name="Constant_385332" type="Const" version="opset1">
+		<layer id="723" name="Constant_366598" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11799,13 +11754,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="724" name="Constant_385333" type="Const" version="opset1">
+		<layer id="724" name="Constant_366599" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="725" name="Gather_385334" type="Gather" version="opset8">
+		<layer id="725" name="Gather_366600" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -11822,7 +11777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="726" name="Constant_385336" type="Const" version="opset1">
+		<layer id="726" name="Constant_366602" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11830,13 +11785,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="727" name="Constant_385337" type="Const" version="opset1">
+		<layer id="727" name="Constant_366603" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="728" name="Gather_385338" type="Gather" version="opset8">
+		<layer id="728" name="Gather_366604" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -11929,7 +11884,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="733" name="Constant_331598" type="Const" version="opset1">
+		<layer id="733" name="Constant_312864" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -12013,7 +11968,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="740" name="Constant_331607" type="Const" version="opset1">
+		<layer id="740" name="Constant_312873" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -12037,7 +11992,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="742" name="Constant_331599" type="Const" version="opset1">
+		<layer id="742" name="Constant_312865" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -12223,7 +12178,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="752" name="Constant_314208" type="Const" version="opset1">
+		<layer id="752" name="Constant_295495" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12231,7 +12186,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="753" name="Constant_314210" type="Const" version="opset1">
+		<layer id="753" name="Constant_295497" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12239,7 +12194,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="754" name="Constant_314212" type="Const" version="opset1">
+		<layer id="754" name="Constant_295499" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12247,7 +12202,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="755" name="Constant_314206" type="Const" version="opset1">
+		<layer id="755" name="Constant_295493" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12285,7 +12240,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="757" name="Constant_314238" type="Const" version="opset1">
+		<layer id="757" name="Constant_295525" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12293,7 +12248,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="758" name="Constant_314240" type="Const" version="opset1">
+		<layer id="758" name="Constant_295527" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12301,7 +12256,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="759" name="Constant_314242" type="Const" version="opset1">
+		<layer id="759" name="Constant_295529" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12309,7 +12264,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="760" name="Constant_314236" type="Const" version="opset1">
+		<layer id="760" name="Constant_295523" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12347,7 +12302,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="762" name="Constant_382510" type="Const" version="opset1">
+		<layer id="762" name="Constant_363776" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12408,7 +12363,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="765" name="Constant_314262" type="Const" version="opset1">
+		<layer id="765" name="Constant_295549" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -12416,7 +12371,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="766" name="Constant_378893" type="Const" version="opset1">
+		<layer id="766" name="Constant_360159" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -12424,13 +12379,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="767" name="Constant_378894" type="Const" version="opset1">
+		<layer id="767" name="Constant_360160" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="768" name="Gather_378895" type="Gather" version="opset8">
+		<layer id="768" name="Gather_360161" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -12488,7 +12443,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="771" name="ScatterElementsUpdate_314336" type="Const" version="opset1">
+		<layer id="771" name="ScatterElementsUpdate_295623" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -12526,7 +12481,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="774" name="Convert_3109007" type="Convert" version="opset1">
+		<layer id="774" name="Convert_3076333" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12550,7 +12505,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="776" name="Convert_3109010" type="Convert" version="opset1">
+		<layer id="776" name="Convert_3076336" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12612,11 +12567,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="780" name="__module.decoder.up_blocks.4.1.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="780" name="self.decoder.up_blocks.4.1.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -12630,7 +12582,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="781" name="__module.decoder.up_blocks.4.1.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="781" name="__module.decoder.up_blocks.4.1.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12653,7 +12605,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="782" name="Constant_382513" type="Const" version="opset1">
+		<layer id="782" name="Constant_363779" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12664,7 +12616,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="783" name="Constant_382511" type="Const" version="opset1">
+		<layer id="783" name="Constant_363777" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12700,7 +12652,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="785" name="Constant_314518" type="Const" version="opset1">
+		<layer id="785" name="Constant_295804" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="544">
@@ -12730,7 +12682,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="787" name="Constant_382512" type="Const" version="opset1">
+		<layer id="787" name="Constant_363778" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12834,7 +12786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="792" name="Constant_382514" type="Const" version="opset1">
+		<layer id="792" name="Constant_363780" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="59419876" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12870,7 +12822,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="794" name="Constant_382515" type="Const" version="opset1">
+		<layer id="794" name="Constant_363781" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="59423972" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12906,7 +12858,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="796" name="ScatterElementsUpdate_314621" type="Const" version="opset1">
+		<layer id="796" name="ScatterElementsUpdate_295907" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -12971,7 +12923,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="800" name="Convert_3024190" type="Convert" version="opset1">
+		<layer id="800" name="Convert_2991525" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -13001,7 +12953,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="802" name="Convert_3024193" type="Convert" version="opset1">
+		<layer id="802" name="Convert_2991528" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -13191,7 +13143,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="812" name="Convert_3401692" type="Convert" version="opset1">
+		<layer id="812" name="Convert_3368955" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -13224,7 +13176,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="814" name="Convert_3401695" type="Convert" version="opset1">
+		<layer id="814" name="Convert_3368958" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -13412,7 +13364,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="823" name="Constant_331670" type="Const" version="opset1">
+		<layer id="823" name="Constant_312936" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -13496,7 +13448,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="830" name="Constant_331671" type="Const" version="opset1">
+		<layer id="830" name="Constant_312937" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -13602,7 +13554,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="836" name="Convert_3053870" type="Convert" version="opset1">
+		<layer id="836" name="Convert_3021205" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -13632,7 +13584,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="838" name="Convert_3053873" type="Convert" version="opset1">
+		<layer id="838" name="Convert_3021208" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -13756,7 +13708,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="844" name="ScatterElementsUpdate_314882" type="Const" version="opset1">
+		<layer id="844" name="ScatterElementsUpdate_296168" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -13785,7 +13737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="846" name="Constant_382518" type="Const" version="opset1">
+		<layer id="846" name="Constant_363784" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13796,7 +13748,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="847" name="Constant_382516" type="Const" version="opset1">
+		<layer id="847" name="Constant_363782" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13832,7 +13784,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="849" name="Constant_314904" type="Const" version="opset1">
+		<layer id="849" name="Constant_296190" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="589">
@@ -13862,7 +13814,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="851" name="Constant_382517" type="Const" version="opset1">
+		<layer id="851" name="Constant_363783" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13966,7 +13918,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="856" name="Constant_382519" type="Const" version="opset1">
+		<layer id="856" name="Constant_363785" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="72202468" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14002,7 +13954,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="858" name="Constant_382520" type="Const" version="opset1">
+		<layer id="858" name="Constant_363786" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="72206564" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14038,7 +13990,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="860" name="ScatterElementsUpdate_315007" type="Const" version="opset1">
+		<layer id="860" name="ScatterElementsUpdate_296293" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -14092,7 +14044,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="863" name="ScatterElementsUpdate_315109" type="Const" version="opset1">
+		<layer id="863" name="ScatterElementsUpdate_296395" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -14130,7 +14082,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="866" name="Convert_3198115" type="Convert" version="opset1">
+		<layer id="866" name="Convert_3165407" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14154,7 +14106,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="868" name="Convert_3198118" type="Convert" version="opset1">
+		<layer id="868" name="Convert_3165410" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14216,11 +14168,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="872" name="__module.decoder.up_blocks.4.2.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="872" name="self.decoder.up_blocks.4.2.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -14234,7 +14183,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="873" name="__module.decoder.up_blocks.4.2.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="873" name="__module.decoder.up_blocks.4.2.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14266,7 +14215,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="875" name="Convert_3193871" type="Convert" version="opset1">
+		<layer id="875" name="Convert_3161165" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14290,7 +14239,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="877" name="Convert_3193874" type="Convert" version="opset1">
+		<layer id="877" name="Convert_3161168" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14352,11 +14301,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="881" name="__module.decoder.up_blocks.4.2.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="881" name="self.decoder.up_blocks.4.2.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -14370,7 +14316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="882" name="__module.decoder.up_blocks.4.2.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="882" name="__module.decoder.up_blocks.4.2.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14402,7 +14348,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="884" name="Convert_3189627" type="Convert" version="opset1">
+		<layer id="884" name="Convert_3156923" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14426,7 +14372,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="886" name="Convert_3189630" type="Convert" version="opset1">
+		<layer id="886" name="Convert_3156926" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14488,11 +14434,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="890" name="__module.decoder.up_blocks.4.2.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="890" name="self.decoder.up_blocks.4.2.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -14506,7 +14449,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="891" name="__module.decoder.up_blocks.4.2.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="891" name="__module.decoder.up_blocks.4.2.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14560,7 +14503,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="893" name="ScatterElementsUpdate_315203" type="Const" version="opset1">
+		<layer id="893" name="ScatterElementsUpdate_296486" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -14601,7 +14544,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="896" name="Convert_3380492" type="Convert" version="opset1">
+		<layer id="896" name="Convert_3347755" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -14634,7 +14577,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="898" name="Convert_3380495" type="Convert" version="opset1">
+		<layer id="898" name="Convert_3347758" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -14782,7 +14725,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="905" name="Convert_3355052" type="Convert" version="opset1">
+		<layer id="905" name="Convert_3322315" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -14815,7 +14758,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="907" name="Convert_3355055" type="Convert" version="opset1">
+		<layer id="907" name="Convert_3322318" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -14976,7 +14919,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="914" name="Constant_315385" type="Const" version="opset1">
+		<layer id="914" name="Constant_296668" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14984,7 +14927,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="915" name="Constant_315386" type="Const" version="opset1">
+		<layer id="915" name="Constant_296669" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14992,7 +14935,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="916" name="ShapeOf_385351" type="ShapeOf" version="opset3">
+		<layer id="916" name="ShapeOf_366617" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15008,7 +14951,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="917" name="Constant_385352" type="Const" version="opset1">
+		<layer id="917" name="Constant_366618" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15016,13 +14959,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="918" name="Constant_385353" type="Const" version="opset1">
+		<layer id="918" name="Constant_366619" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="919" name="Gather_385354" type="Gather" version="opset8">
+		<layer id="919" name="Gather_366620" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -15039,7 +14982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="920" name="Constant_385356" type="Const" version="opset1">
+		<layer id="920" name="Constant_366622" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15047,13 +14990,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="921" name="Constant_385357" type="Const" version="opset1">
+		<layer id="921" name="Constant_366623" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="922" name="Gather_385358" type="Gather" version="opset8">
+		<layer id="922" name="Gather_366624" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -15146,7 +15089,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="927" name="Constant_331742" type="Const" version="opset1">
+		<layer id="927" name="Constant_313008" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -15230,7 +15173,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="934" name="Constant_331751" type="Const" version="opset1">
+		<layer id="934" name="Constant_313017" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -15254,7 +15197,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="936" name="Constant_331743" type="Const" version="opset1">
+		<layer id="936" name="Constant_313009" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -15440,7 +15383,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="946" name="Constant_315658" type="Const" version="opset1">
+		<layer id="946" name="Constant_296941" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15448,7 +15391,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="947" name="Constant_315660" type="Const" version="opset1">
+		<layer id="947" name="Constant_296943" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15456,7 +15399,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="948" name="Constant_315662" type="Const" version="opset1">
+		<layer id="948" name="Constant_296945" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15464,7 +15407,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="949" name="Constant_315656" type="Const" version="opset1">
+		<layer id="949" name="Constant_296939" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15502,7 +15445,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="951" name="Constant_315688" type="Const" version="opset1">
+		<layer id="951" name="Constant_296971" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15510,7 +15453,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="952" name="Constant_315690" type="Const" version="opset1">
+		<layer id="952" name="Constant_296973" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15518,7 +15461,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="953" name="Constant_315692" type="Const" version="opset1">
+		<layer id="953" name="Constant_296975" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15526,7 +15469,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="954" name="Constant_315686" type="Const" version="opset1">
+		<layer id="954" name="Constant_296969" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15564,7 +15507,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="956" name="Constant_382521" type="Const" version="opset1">
+		<layer id="956" name="Constant_363787" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15625,7 +15568,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="959" name="Constant_315712" type="Const" version="opset1">
+		<layer id="959" name="Constant_296995" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -15633,7 +15576,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="960" name="Constant_378898" type="Const" version="opset1">
+		<layer id="960" name="Constant_360164" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -15641,13 +15584,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="961" name="Constant_378899" type="Const" version="opset1">
+		<layer id="961" name="Constant_360165" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="962" name="Gather_378900" type="Gather" version="opset8">
+		<layer id="962" name="Gather_360166" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -15705,7 +15648,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="965" name="ScatterElementsUpdate_315786" type="Const" version="opset1">
+		<layer id="965" name="ScatterElementsUpdate_297069" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -15743,7 +15686,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="968" name="Convert_3113251" type="Convert" version="opset1">
+		<layer id="968" name="Convert_3080575" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15767,7 +15710,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="970" name="Convert_3113254" type="Convert" version="opset1">
+		<layer id="970" name="Convert_3080578" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15829,11 +15772,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="974" name="__module.decoder.up_blocks.4.2.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="974" name="self.decoder.up_blocks.4.2.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -15847,7 +15787,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="975" name="__module.decoder.up_blocks.4.2.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="975" name="__module.decoder.up_blocks.4.2.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15870,7 +15810,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="976" name="Constant_382524" type="Const" version="opset1">
+		<layer id="976" name="Constant_363790" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15881,7 +15821,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="977" name="Constant_382522" type="Const" version="opset1">
+		<layer id="977" name="Constant_363788" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15917,7 +15857,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="979" name="Constant_315968" type="Const" version="opset1">
+		<layer id="979" name="Constant_297250" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="675">
@@ -15947,7 +15887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="981" name="Constant_382523" type="Const" version="opset1">
+		<layer id="981" name="Constant_363789" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16051,7 +15991,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="986" name="Constant_382525" type="Const" version="opset1">
+		<layer id="986" name="Constant_363791" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="75035876" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16087,7 +16027,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="988" name="Constant_382526" type="Const" version="opset1">
+		<layer id="988" name="Constant_363792" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="75039972" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16123,7 +16063,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="990" name="ScatterElementsUpdate_316071" type="Const" version="opset1">
+		<layer id="990" name="ScatterElementsUpdate_297353" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -16188,7 +16128,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="994" name="Convert_3028430" type="Convert" version="opset1">
+		<layer id="994" name="Convert_2995765" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -16218,7 +16158,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="996" name="Convert_3028433" type="Convert" version="opset1">
+		<layer id="996" name="Convert_2995768" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -16408,7 +16348,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1006" name="Convert_3405932" type="Convert" version="opset1">
+		<layer id="1006" name="Convert_3373195" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -16441,7 +16381,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1008" name="Convert_3405935" type="Convert" version="opset1">
+		<layer id="1008" name="Convert_3373198" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -16629,7 +16569,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1017" name="Constant_331814" type="Const" version="opset1">
+		<layer id="1017" name="Constant_313080" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -16713,7 +16653,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1024" name="Constant_331815" type="Const" version="opset1">
+		<layer id="1024" name="Constant_313081" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -16819,7 +16759,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1030" name="Convert_3058110" type="Convert" version="opset1">
+		<layer id="1030" name="Convert_3025445" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -16849,7 +16789,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1032" name="Convert_3058113" type="Convert" version="opset1">
+		<layer id="1032" name="Convert_3025448" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -16973,7 +16913,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1038" name="ScatterElementsUpdate_316332" type="Const" version="opset1">
+		<layer id="1038" name="ScatterElementsUpdate_297614" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -17002,7 +16942,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1040" name="Constant_382529" type="Const" version="opset1">
+		<layer id="1040" name="Constant_363795" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17013,7 +16953,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1041" name="Constant_382527" type="Const" version="opset1">
+		<layer id="1041" name="Constant_363793" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17049,7 +16989,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1043" name="Constant_316354" type="Const" version="opset1">
+		<layer id="1043" name="Constant_297636" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="720">
@@ -17079,7 +17019,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1045" name="Constant_382528" type="Const" version="opset1">
+		<layer id="1045" name="Constant_363794" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17183,7 +17123,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1050" name="Constant_382530" type="Const" version="opset1">
+		<layer id="1050" name="Constant_363796" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="87818468" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17219,7 +17159,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1052" name="Constant_382531" type="Const" version="opset1">
+		<layer id="1052" name="Constant_363797" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="87822564" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17255,7 +17195,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1054" name="ScatterElementsUpdate_316457" type="Const" version="opset1">
+		<layer id="1054" name="ScatterElementsUpdate_297739" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -17309,7 +17249,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1057" name="ScatterElementsUpdate_316559" type="Const" version="opset1">
+		<layer id="1057" name="ScatterElementsUpdate_297841" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -17347,7 +17287,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1060" name="Convert_3210847" type="Convert" version="opset1">
+		<layer id="1060" name="Convert_3178133" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17371,7 +17311,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1062" name="Convert_3210850" type="Convert" version="opset1">
+		<layer id="1062" name="Convert_3178136" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17433,11 +17373,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1066" name="__module.decoder.up_blocks.4.3.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1066" name="self.decoder.up_blocks.4.3.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -17451,7 +17388,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1067" name="__module.decoder.up_blocks.4.3.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1067" name="__module.decoder.up_blocks.4.3.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17483,7 +17420,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1069" name="Convert_3206603" type="Convert" version="opset1">
+		<layer id="1069" name="Convert_3173891" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17507,7 +17444,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1071" name="Convert_3206606" type="Convert" version="opset1">
+		<layer id="1071" name="Convert_3173894" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17569,11 +17506,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1075" name="__module.decoder.up_blocks.4.3.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1075" name="self.decoder.up_blocks.4.3.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -17587,7 +17521,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1076" name="__module.decoder.up_blocks.4.3.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1076" name="__module.decoder.up_blocks.4.3.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17619,7 +17553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1078" name="Convert_3202359" type="Convert" version="opset1">
+		<layer id="1078" name="Convert_3169649" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17643,7 +17577,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1080" name="Convert_3202362" type="Convert" version="opset1">
+		<layer id="1080" name="Convert_3169652" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17705,11 +17639,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1084" name="__module.decoder.up_blocks.4.3.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1084" name="self.decoder.up_blocks.4.3.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -17723,7 +17654,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1085" name="__module.decoder.up_blocks.4.3.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1085" name="__module.decoder.up_blocks.4.3.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17777,7 +17708,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1087" name="ScatterElementsUpdate_316653" type="Const" version="opset1">
+		<layer id="1087" name="ScatterElementsUpdate_297932" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -17818,7 +17749,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1090" name="Convert_3384732" type="Convert" version="opset1">
+		<layer id="1090" name="Convert_3351995" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -17851,7 +17782,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1092" name="Convert_3384735" type="Convert" version="opset1">
+		<layer id="1092" name="Convert_3351998" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -17999,7 +17930,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1099" name="Convert_3359292" type="Convert" version="opset1">
+		<layer id="1099" name="Convert_3326555" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -18032,7 +17963,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1101" name="Convert_3359295" type="Convert" version="opset1">
+		<layer id="1101" name="Convert_3326558" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -18193,7 +18124,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1108" name="Constant_316835" type="Const" version="opset1">
+		<layer id="1108" name="Constant_298114" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18201,7 +18132,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1109" name="Constant_316836" type="Const" version="opset1">
+		<layer id="1109" name="Constant_298115" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18209,7 +18140,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1110" name="ShapeOf_385371" type="ShapeOf" version="opset3">
+		<layer id="1110" name="ShapeOf_366637" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18225,7 +18156,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1111" name="Constant_385372" type="Const" version="opset1">
+		<layer id="1111" name="Constant_366638" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18233,13 +18164,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1112" name="Constant_385373" type="Const" version="opset1">
+		<layer id="1112" name="Constant_366639" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1113" name="Gather_385374" type="Gather" version="opset8">
+		<layer id="1113" name="Gather_366640" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -18256,7 +18187,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1114" name="Constant_385376" type="Const" version="opset1">
+		<layer id="1114" name="Constant_366642" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18264,13 +18195,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1115" name="Constant_385377" type="Const" version="opset1">
+		<layer id="1115" name="Constant_366643" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1116" name="Gather_385378" type="Gather" version="opset8">
+		<layer id="1116" name="Gather_366644" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -18363,7 +18294,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1121" name="Constant_331886" type="Const" version="opset1">
+		<layer id="1121" name="Constant_313152" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -18447,7 +18378,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1128" name="Constant_331895" type="Const" version="opset1">
+		<layer id="1128" name="Constant_313161" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -18471,7 +18402,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1130" name="Constant_331887" type="Const" version="opset1">
+		<layer id="1130" name="Constant_313153" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -18657,7 +18588,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1140" name="Constant_317108" type="Const" version="opset1">
+		<layer id="1140" name="Constant_298387" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18665,7 +18596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1141" name="Constant_317110" type="Const" version="opset1">
+		<layer id="1141" name="Constant_298389" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18673,7 +18604,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1142" name="Constant_317112" type="Const" version="opset1">
+		<layer id="1142" name="Constant_298391" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18681,7 +18612,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1143" name="Constant_317106" type="Const" version="opset1">
+		<layer id="1143" name="Constant_298385" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18719,7 +18650,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1145" name="Constant_317138" type="Const" version="opset1">
+		<layer id="1145" name="Constant_298417" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18727,7 +18658,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1146" name="Constant_317140" type="Const" version="opset1">
+		<layer id="1146" name="Constant_298419" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18735,7 +18666,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1147" name="Constant_317142" type="Const" version="opset1">
+		<layer id="1147" name="Constant_298421" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18743,7 +18674,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1148" name="Constant_317136" type="Const" version="opset1">
+		<layer id="1148" name="Constant_298415" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18781,7 +18712,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1150" name="Constant_382532" type="Const" version="opset1">
+		<layer id="1150" name="Constant_363798" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18842,7 +18773,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1153" name="Constant_317162" type="Const" version="opset1">
+		<layer id="1153" name="Constant_298441" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -18850,7 +18781,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1154" name="Constant_378903" type="Const" version="opset1">
+		<layer id="1154" name="Constant_360169" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -18858,13 +18789,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1155" name="Constant_378904" type="Const" version="opset1">
+		<layer id="1155" name="Constant_360170" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1156" name="Gather_378905" type="Gather" version="opset8">
+		<layer id="1156" name="Gather_360171" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -18922,7 +18853,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1159" name="ScatterElementsUpdate_317236" type="Const" version="opset1">
+		<layer id="1159" name="ScatterElementsUpdate_298515" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -18960,7 +18891,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1162" name="Convert_3117495" type="Convert" version="opset1">
+		<layer id="1162" name="Convert_3084817" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18984,7 +18915,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1164" name="Convert_3117498" type="Convert" version="opset1">
+		<layer id="1164" name="Convert_3084820" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -19046,11 +18977,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1168" name="__module.decoder.up_blocks.4.3.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1168" name="self.decoder.up_blocks.4.3.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -19064,7 +18992,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1169" name="__module.decoder.up_blocks.4.3.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1169" name="__module.decoder.up_blocks.4.3.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19087,7 +19015,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1170" name="Constant_382535" type="Const" version="opset1">
+		<layer id="1170" name="Constant_363801" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19098,7 +19026,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1171" name="Constant_382533" type="Const" version="opset1">
+		<layer id="1171" name="Constant_363799" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19134,7 +19062,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1173" name="Constant_317418" type="Const" version="opset1">
+		<layer id="1173" name="Constant_298696" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="806">
@@ -19164,7 +19092,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1175" name="Constant_382534" type="Const" version="opset1">
+		<layer id="1175" name="Constant_363800" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19268,7 +19196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1180" name="Constant_382536" type="Const" version="opset1">
+		<layer id="1180" name="Constant_363802" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="90651876" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19304,7 +19232,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1182" name="Constant_382537" type="Const" version="opset1">
+		<layer id="1182" name="Constant_363803" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="90655972" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19340,7 +19268,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1184" name="ScatterElementsUpdate_317521" type="Const" version="opset1">
+		<layer id="1184" name="ScatterElementsUpdate_298799" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -19405,7 +19333,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1188" name="Convert_3032670" type="Convert" version="opset1">
+		<layer id="1188" name="Convert_3000005" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -19435,7 +19363,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1190" name="Convert_3032673" type="Convert" version="opset1">
+		<layer id="1190" name="Convert_3000008" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -19625,7 +19553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1200" name="Convert_3410172" type="Convert" version="opset1">
+		<layer id="1200" name="Convert_3377435" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -19658,7 +19586,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1202" name="Convert_3410175" type="Convert" version="opset1">
+		<layer id="1202" name="Convert_3377438" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -19846,7 +19774,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1211" name="Constant_331958" type="Const" version="opset1">
+		<layer id="1211" name="Constant_313224" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -19930,7 +19858,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1218" name="Constant_331959" type="Const" version="opset1">
+		<layer id="1218" name="Constant_313225" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -20036,7 +19964,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1224" name="Convert_3062350" type="Convert" version="opset1">
+		<layer id="1224" name="Convert_3029685" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -20066,7 +19994,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1226" name="Convert_3062353" type="Convert" version="opset1">
+		<layer id="1226" name="Convert_3029688" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -20190,7 +20118,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1232" name="ScatterElementsUpdate_317782" type="Const" version="opset1">
+		<layer id="1232" name="ScatterElementsUpdate_299060" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -20219,7 +20147,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1234" name="Constant_382540" type="Const" version="opset1">
+		<layer id="1234" name="Constant_363806" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20230,7 +20158,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1235" name="Constant_382538" type="Const" version="opset1">
+		<layer id="1235" name="Constant_363804" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20266,7 +20194,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1237" name="Constant_317804" type="Const" version="opset1">
+		<layer id="1237" name="Constant_299082" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="851">
@@ -20296,7 +20224,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1239" name="Constant_382539" type="Const" version="opset1">
+		<layer id="1239" name="Constant_363805" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20400,7 +20328,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1244" name="Constant_382541" type="Const" version="opset1">
+		<layer id="1244" name="Constant_363807" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="103434468" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20436,7 +20364,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1246" name="Constant_382542" type="Const" version="opset1">
+		<layer id="1246" name="Constant_363808" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1024" offset="103438564" size="4096" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20472,7 +20400,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1248" name="ScatterElementsUpdate_317907" type="Const" version="opset1">
+		<layer id="1248" name="ScatterElementsUpdate_299185" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -20534,7 +20462,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1252" name="Constant_317930" type="Const" version="opset1">
+		<layer id="1252" name="Constant_299208" type="Const" version="opset1">
 			<data element_type="i32" shape="2" offset="47150268" size="8" />
 			<output>
 				<port id="0" precision="I32">
@@ -20578,7 +20506,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1255" name="Convert_3036910" type="Convert" version="opset1">
+		<layer id="1255" name="Convert_3004245" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -20608,7 +20536,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1257" name="Convert_3036913" type="Convert" version="opset1">
+		<layer id="1257" name="Convert_3004248" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -20886,7 +20814,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1275" name="Constant_357803" type="Const" version="opset1">
+		<layer id="1275" name="Constant_339069" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -20942,7 +20870,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1279" name="Constant_385693" type="Const" version="opset1">
+		<layer id="1279" name="Constant_366959" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -20950,13 +20878,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1280" name="Constant_385694" type="Const" version="opset1">
+		<layer id="1280" name="Constant_366960" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1281" name="Gather_385695" type="Gather" version="opset8">
+		<layer id="1281" name="Gather_366961" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -21055,7 +20983,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1286" name="Constant_385408" type="Const" version="opset1">
+		<layer id="1286" name="Constant_366674" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21063,13 +20991,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1287" name="Constant_385409" type="Const" version="opset1">
+		<layer id="1287" name="Constant_366675" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1288" name="Gather_385410" type="Gather" version="opset8">
+		<layer id="1288" name="Gather_366676" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -21086,7 +21014,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1289" name="Constant_382543" type="Const" version="opset1">
+		<layer id="1289" name="Constant_363809" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -21110,7 +21038,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1291" name="Constant_385414" type="Const" version="opset1">
+		<layer id="1291" name="Constant_366680" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21118,13 +21046,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1292" name="Constant_385415" type="Const" version="opset1">
+		<layer id="1292" name="Constant_366681" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1293" name="Gather_385416" type="Gather" version="opset8">
+		<layer id="1293" name="Gather_366682" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -21141,7 +21069,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1294" name="Constant_382544" type="Const" version="opset1">
+		<layer id="1294" name="Constant_363810" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -21236,7 +21164,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1299" name="ScatterElementsUpdate_318274" type="Const" version="opset1">
+		<layer id="1299" name="ScatterElementsUpdate_299552" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -21274,7 +21202,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1302" name="Convert_3282949" type="Convert" version="opset1">
+		<layer id="1302" name="Convert_3250223" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21298,7 +21226,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1304" name="Convert_3282952" type="Convert" version="opset1">
+		<layer id="1304" name="Convert_3250226" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21360,11 +21288,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1308" name="__module.decoder.up_blocks.3.1.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1308" name="self.decoder.up_blocks.3.1.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -21378,7 +21303,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1309" name="__module.decoder.up_blocks.3.1.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1309" name="__module.decoder.up_blocks.3.1.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21410,7 +21335,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1311" name="Convert_3278705" type="Convert" version="opset1">
+		<layer id="1311" name="Convert_3245981" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21434,7 +21359,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1313" name="Convert_3278708" type="Convert" version="opset1">
+		<layer id="1313" name="Convert_3245984" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21496,11 +21421,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1317" name="__module.decoder.up_blocks.3.1.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1317" name="self.decoder.up_blocks.3.1.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -21514,7 +21436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1318" name="__module.decoder.up_blocks.3.1.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1318" name="__module.decoder.up_blocks.3.1.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21546,7 +21468,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1320" name="Convert_3274461" type="Convert" version="opset1">
+		<layer id="1320" name="Convert_3241739" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21570,7 +21492,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1322" name="Convert_3274464" type="Convert" version="opset1">
+		<layer id="1322" name="Convert_3241742" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21632,11 +21554,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1326" name="__module.decoder.up_blocks.3.1.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1326" name="self.decoder.up_blocks.3.1.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -21650,7 +21569,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1327" name="__module.decoder.up_blocks.3.1.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1327" name="__module.decoder.up_blocks.3.1.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21704,7 +21623,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1329" name="ScatterElementsUpdate_318368" type="Const" version="opset1">
+		<layer id="1329" name="ScatterElementsUpdate_299643" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -21745,7 +21664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1332" name="Convert_3427132" type="Convert" version="opset1">
+		<layer id="1332" name="Convert_3394395" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -21778,7 +21697,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1334" name="Convert_3427135" type="Convert" version="opset1">
+		<layer id="1334" name="Convert_3394398" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -21926,7 +21845,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1341" name="Convert_3414412" type="Convert" version="opset1">
+		<layer id="1341" name="Convert_3381675" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -21959,7 +21878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1343" name="Convert_3414415" type="Convert" version="opset1">
+		<layer id="1343" name="Convert_3381678" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -22120,7 +22039,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1350" name="Constant_318550" type="Const" version="opset1">
+		<layer id="1350" name="Constant_299825" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22128,7 +22047,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1351" name="Constant_318551" type="Const" version="opset1">
+		<layer id="1351" name="Constant_299826" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22136,7 +22055,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1352" name="ShapeOf_385425" type="ShapeOf" version="opset3">
+		<layer id="1352" name="ShapeOf_366691" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22152,7 +22071,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1353" name="Constant_385426" type="Const" version="opset1">
+		<layer id="1353" name="Constant_366692" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22160,13 +22079,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1354" name="Constant_385427" type="Const" version="opset1">
+		<layer id="1354" name="Constant_366693" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1355" name="Gather_385428" type="Gather" version="opset8">
+		<layer id="1355" name="Gather_366694" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -22183,7 +22102,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1356" name="Constant_385430" type="Const" version="opset1">
+		<layer id="1356" name="Constant_366696" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22191,13 +22110,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1357" name="Constant_385431" type="Const" version="opset1">
+		<layer id="1357" name="Constant_366697" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1358" name="Gather_385432" type="Gather" version="opset8">
+		<layer id="1358" name="Gather_366698" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -22290,7 +22209,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1363" name="Constant_332030" type="Const" version="opset1">
+		<layer id="1363" name="Constant_313296" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -22374,7 +22293,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1370" name="Constant_332039" type="Const" version="opset1">
+		<layer id="1370" name="Constant_313305" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -22398,7 +22317,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1372" name="Constant_332031" type="Const" version="opset1">
+		<layer id="1372" name="Constant_313297" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -22584,7 +22503,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1382" name="Constant_318823" type="Const" version="opset1">
+		<layer id="1382" name="Constant_300098" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22592,7 +22511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1383" name="Constant_318825" type="Const" version="opset1">
+		<layer id="1383" name="Constant_300100" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22600,7 +22519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1384" name="Constant_318827" type="Const" version="opset1">
+		<layer id="1384" name="Constant_300102" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22608,7 +22527,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1385" name="Constant_318821" type="Const" version="opset1">
+		<layer id="1385" name="Constant_300096" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22646,7 +22565,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1387" name="Constant_318853" type="Const" version="opset1">
+		<layer id="1387" name="Constant_300128" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22654,7 +22573,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1388" name="Constant_318855" type="Const" version="opset1">
+		<layer id="1388" name="Constant_300130" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22662,7 +22581,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1389" name="Constant_318857" type="Const" version="opset1">
+		<layer id="1389" name="Constant_300132" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22670,7 +22589,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1390" name="Constant_318851" type="Const" version="opset1">
+		<layer id="1390" name="Constant_300126" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22708,7 +22627,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1392" name="Constant_382545" type="Const" version="opset1">
+		<layer id="1392" name="Constant_363811" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -22769,7 +22688,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1395" name="Constant_318877" type="Const" version="opset1">
+		<layer id="1395" name="Constant_300152" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22777,7 +22696,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1396" name="Constant_378908" type="Const" version="opset1">
+		<layer id="1396" name="Constant_360174" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -22785,13 +22704,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1397" name="Constant_378909" type="Const" version="opset1">
+		<layer id="1397" name="Constant_360175" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1398" name="Gather_378910" type="Gather" version="opset8">
+		<layer id="1398" name="Gather_360176" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -22849,7 +22768,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1401" name="ScatterElementsUpdate_318951" type="Const" version="opset1">
+		<layer id="1401" name="ScatterElementsUpdate_300226" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -22887,7 +22806,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1404" name="Convert_3253251" type="Convert" version="opset1">
+		<layer id="1404" name="Convert_3220535" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -22911,7 +22830,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1406" name="Convert_3253254" type="Convert" version="opset1">
+		<layer id="1406" name="Convert_3220538" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -22973,11 +22892,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1410" name="__module.decoder.up_blocks.3.1.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1410" name="self.decoder.up_blocks.3.1.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -22991,7 +22907,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1411" name="__module.decoder.up_blocks.3.1.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1411" name="__module.decoder.up_blocks.3.1.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23014,7 +22930,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1412" name="Constant_382548" type="Const" version="opset1">
+		<layer id="1412" name="Constant_363814" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23025,7 +22941,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1413" name="Constant_382546" type="Const" version="opset1">
+		<layer id="1413" name="Constant_363812" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23061,7 +22977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1415" name="Constant_319133" type="Const" version="opset1">
+		<layer id="1415" name="Constant_300407" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="954">
@@ -23091,7 +23007,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1417" name="Constant_382547" type="Const" version="opset1">
+		<layer id="1417" name="Constant_363813" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23195,7 +23111,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1422" name="Constant_382549" type="Const" version="opset1">
+		<layer id="1422" name="Constant_363815" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="108922092" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23231,7 +23147,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1424" name="Constant_382550" type="Const" version="opset1">
+		<layer id="1424" name="Constant_363816" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="108924140" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23267,7 +23183,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1426" name="ScatterElementsUpdate_319236" type="Const" version="opset1">
+		<layer id="1426" name="ScatterElementsUpdate_300510" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -23332,7 +23248,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1430" name="Convert_3121734" type="Convert" version="opset1">
+		<layer id="1430" name="Convert_3089057" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -23362,7 +23278,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1432" name="Convert_3121737" type="Convert" version="opset1">
+		<layer id="1432" name="Convert_3089060" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -23552,7 +23468,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1442" name="Convert_3439852" type="Convert" version="opset1">
+		<layer id="1442" name="Convert_3407115" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -23585,7 +23501,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1444" name="Convert_3439855" type="Convert" version="opset1">
+		<layer id="1444" name="Convert_3407118" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -23773,7 +23689,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1453" name="Constant_332102" type="Const" version="opset1">
+		<layer id="1453" name="Constant_313368" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -23857,7 +23773,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1460" name="Constant_332103" type="Const" version="opset1">
+		<layer id="1460" name="Constant_313369" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -23963,7 +23879,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1466" name="Convert_3215086" type="Convert" version="opset1">
+		<layer id="1466" name="Convert_3182373" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -23993,7 +23909,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1468" name="Convert_3215089" type="Convert" version="opset1">
+		<layer id="1468" name="Convert_3182376" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -24117,7 +24033,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1474" name="ScatterElementsUpdate_319497" type="Const" version="opset1">
+		<layer id="1474" name="ScatterElementsUpdate_300771" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -24146,7 +24062,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1476" name="Constant_382553" type="Const" version="opset1">
+		<layer id="1476" name="Constant_363819" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24157,7 +24073,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1477" name="Constant_382551" type="Const" version="opset1">
+		<layer id="1477" name="Constant_363817" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24193,7 +24109,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1479" name="Constant_319519" type="Const" version="opset1">
+		<layer id="1479" name="Constant_300793" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="999">
@@ -24223,7 +24139,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1481" name="Constant_382552" type="Const" version="opset1">
+		<layer id="1481" name="Constant_363818" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24327,7 +24243,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1486" name="Constant_382554" type="Const" version="opset1">
+		<layer id="1486" name="Constant_363820" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="112167660" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24363,7 +24279,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1488" name="Constant_382555" type="Const" version="opset1">
+		<layer id="1488" name="Constant_363821" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="112169708" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24399,7 +24315,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1490" name="ScatterElementsUpdate_319622" type="Const" version="opset1">
+		<layer id="1490" name="ScatterElementsUpdate_300896" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -24453,7 +24369,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1493" name="ScatterElementsUpdate_319724" type="Const" version="opset1">
+		<layer id="1493" name="ScatterElementsUpdate_300998" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -24491,7 +24407,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1496" name="Convert_3295681" type="Convert" version="opset1">
+		<layer id="1496" name="Convert_3262949" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24515,7 +24431,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1498" name="Convert_3295684" type="Convert" version="opset1">
+		<layer id="1498" name="Convert_3262952" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24577,11 +24493,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1502" name="__module.decoder.up_blocks.3.2.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1502" name="self.decoder.up_blocks.3.2.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -24595,7 +24508,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1503" name="__module.decoder.up_blocks.3.2.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1503" name="__module.decoder.up_blocks.3.2.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24627,7 +24540,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1505" name="Convert_3291437" type="Convert" version="opset1">
+		<layer id="1505" name="Convert_3258707" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24651,7 +24564,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1507" name="Convert_3291440" type="Convert" version="opset1">
+		<layer id="1507" name="Convert_3258710" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24713,11 +24626,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1511" name="__module.decoder.up_blocks.3.2.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1511" name="self.decoder.up_blocks.3.2.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -24731,7 +24641,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1512" name="__module.decoder.up_blocks.3.2.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1512" name="__module.decoder.up_blocks.3.2.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24763,7 +24673,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1514" name="Convert_3287193" type="Convert" version="opset1">
+		<layer id="1514" name="Convert_3254465" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24787,7 +24697,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1516" name="Convert_3287196" type="Convert" version="opset1">
+		<layer id="1516" name="Convert_3254468" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24849,11 +24759,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1520" name="__module.decoder.up_blocks.3.2.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1520" name="self.decoder.up_blocks.3.2.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -24867,7 +24774,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1521" name="__module.decoder.up_blocks.3.2.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1521" name="__module.decoder.up_blocks.3.2.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24921,7 +24828,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1523" name="ScatterElementsUpdate_319818" type="Const" version="opset1">
+		<layer id="1523" name="ScatterElementsUpdate_301089" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -24962,7 +24869,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1526" name="Convert_3431372" type="Convert" version="opset1">
+		<layer id="1526" name="Convert_3398635" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -24995,7 +24902,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1528" name="Convert_3431375" type="Convert" version="opset1">
+		<layer id="1528" name="Convert_3398638" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -25143,7 +25050,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1535" name="Convert_3418652" type="Convert" version="opset1">
+		<layer id="1535" name="Convert_3385915" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -25176,7 +25083,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1537" name="Convert_3418655" type="Convert" version="opset1">
+		<layer id="1537" name="Convert_3385918" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -25337,7 +25244,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1544" name="Constant_320000" type="Const" version="opset1">
+		<layer id="1544" name="Constant_301271" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25345,7 +25252,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1545" name="Constant_320001" type="Const" version="opset1">
+		<layer id="1545" name="Constant_301272" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25353,7 +25260,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1546" name="ShapeOf_385445" type="ShapeOf" version="opset3">
+		<layer id="1546" name="ShapeOf_366711" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25369,7 +25276,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1547" name="Constant_385446" type="Const" version="opset1">
+		<layer id="1547" name="Constant_366712" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25377,13 +25284,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1548" name="Constant_385447" type="Const" version="opset1">
+		<layer id="1548" name="Constant_366713" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1549" name="Gather_385448" type="Gather" version="opset8">
+		<layer id="1549" name="Gather_366714" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -25400,7 +25307,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1550" name="Constant_385450" type="Const" version="opset1">
+		<layer id="1550" name="Constant_366716" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25408,13 +25315,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1551" name="Constant_385451" type="Const" version="opset1">
+		<layer id="1551" name="Constant_366717" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1552" name="Gather_385452" type="Gather" version="opset8">
+		<layer id="1552" name="Gather_366718" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -25507,7 +25414,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1557" name="Constant_332174" type="Const" version="opset1">
+		<layer id="1557" name="Constant_313440" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -25591,7 +25498,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1564" name="Constant_332183" type="Const" version="opset1">
+		<layer id="1564" name="Constant_313449" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -25615,7 +25522,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1566" name="Constant_332175" type="Const" version="opset1">
+		<layer id="1566" name="Constant_313441" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -25801,7 +25708,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1576" name="Constant_320273" type="Const" version="opset1">
+		<layer id="1576" name="Constant_301544" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25809,7 +25716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1577" name="Constant_320275" type="Const" version="opset1">
+		<layer id="1577" name="Constant_301546" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25817,7 +25724,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1578" name="Constant_320277" type="Const" version="opset1">
+		<layer id="1578" name="Constant_301548" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25825,7 +25732,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1579" name="Constant_320271" type="Const" version="opset1">
+		<layer id="1579" name="Constant_301542" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25863,7 +25770,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1581" name="Constant_320303" type="Const" version="opset1">
+		<layer id="1581" name="Constant_301574" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25871,7 +25778,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1582" name="Constant_320305" type="Const" version="opset1">
+		<layer id="1582" name="Constant_301576" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25879,7 +25786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1583" name="Constant_320307" type="Const" version="opset1">
+		<layer id="1583" name="Constant_301578" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25887,7 +25794,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1584" name="Constant_320301" type="Const" version="opset1">
+		<layer id="1584" name="Constant_301572" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25925,7 +25832,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1586" name="Constant_382556" type="Const" version="opset1">
+		<layer id="1586" name="Constant_363822" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25986,7 +25893,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1589" name="Constant_320327" type="Const" version="opset1">
+		<layer id="1589" name="Constant_301598" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25994,7 +25901,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1590" name="Constant_378913" type="Const" version="opset1">
+		<layer id="1590" name="Constant_360179" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -26002,13 +25909,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1591" name="Constant_378914" type="Const" version="opset1">
+		<layer id="1591" name="Constant_360180" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1592" name="Gather_378915" type="Gather" version="opset8">
+		<layer id="1592" name="Gather_360181" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -26066,7 +25973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1595" name="ScatterElementsUpdate_320401" type="Const" version="opset1">
+		<layer id="1595" name="ScatterElementsUpdate_301672" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -26104,7 +26011,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1598" name="Convert_3257495" type="Convert" version="opset1">
+		<layer id="1598" name="Convert_3224777" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26128,7 +26035,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1600" name="Convert_3257498" type="Convert" version="opset1">
+		<layer id="1600" name="Convert_3224780" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26190,11 +26097,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1604" name="__module.decoder.up_blocks.3.2.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1604" name="self.decoder.up_blocks.3.2.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -26208,7 +26112,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1605" name="__module.decoder.up_blocks.3.2.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1605" name="__module.decoder.up_blocks.3.2.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26231,7 +26135,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1606" name="Constant_382559" type="Const" version="opset1">
+		<layer id="1606" name="Constant_363825" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26242,7 +26146,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1607" name="Constant_382557" type="Const" version="opset1">
+		<layer id="1607" name="Constant_363823" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26278,7 +26182,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1609" name="Constant_320583" type="Const" version="opset1">
+		<layer id="1609" name="Constant_301853" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1085">
@@ -26308,7 +26212,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1611" name="Constant_382558" type="Const" version="opset1">
+		<layer id="1611" name="Constant_363824" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26412,7 +26316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1616" name="Constant_382560" type="Const" version="opset1">
+		<layer id="1616" name="Constant_363826" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="112929004" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26448,7 +26352,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1618" name="Constant_382561" type="Const" version="opset1">
+		<layer id="1618" name="Constant_363827" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="112931052" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26484,7 +26388,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1620" name="ScatterElementsUpdate_320686" type="Const" version="opset1">
+		<layer id="1620" name="ScatterElementsUpdate_301956" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -26549,7 +26453,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1624" name="Convert_3125974" type="Convert" version="opset1">
+		<layer id="1624" name="Convert_3093297" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -26579,7 +26483,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1626" name="Convert_3125977" type="Convert" version="opset1">
+		<layer id="1626" name="Convert_3093300" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -26769,7 +26673,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1636" name="Convert_3444092" type="Convert" version="opset1">
+		<layer id="1636" name="Convert_3411355" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -26802,7 +26706,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1638" name="Convert_3444095" type="Convert" version="opset1">
+		<layer id="1638" name="Convert_3411358" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -26990,7 +26894,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1647" name="Constant_332246" type="Const" version="opset1">
+		<layer id="1647" name="Constant_313512" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -27074,7 +26978,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1654" name="Constant_332247" type="Const" version="opset1">
+		<layer id="1654" name="Constant_313513" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -27180,7 +27084,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1660" name="Convert_3219326" type="Convert" version="opset1">
+		<layer id="1660" name="Convert_3186613" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -27210,7 +27114,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1662" name="Convert_3219329" type="Convert" version="opset1">
+		<layer id="1662" name="Convert_3186616" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -27334,7 +27238,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1668" name="ScatterElementsUpdate_320947" type="Const" version="opset1">
+		<layer id="1668" name="ScatterElementsUpdate_302217" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -27363,7 +27267,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1670" name="Constant_382564" type="Const" version="opset1">
+		<layer id="1670" name="Constant_363830" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27374,7 +27278,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1671" name="Constant_382562" type="Const" version="opset1">
+		<layer id="1671" name="Constant_363828" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27410,7 +27314,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1673" name="Constant_320969" type="Const" version="opset1">
+		<layer id="1673" name="Constant_302239" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1130">
@@ -27440,7 +27344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1675" name="Constant_382563" type="Const" version="opset1">
+		<layer id="1675" name="Constant_363829" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27544,7 +27448,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1680" name="Constant_382565" type="Const" version="opset1">
+		<layer id="1680" name="Constant_363831" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="116174572" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27580,7 +27484,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1682" name="Constant_382566" type="Const" version="opset1">
+		<layer id="1682" name="Constant_363832" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="116176620" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27616,7 +27520,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1684" name="ScatterElementsUpdate_321072" type="Const" version="opset1">
+		<layer id="1684" name="ScatterElementsUpdate_302342" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -27670,7 +27574,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1687" name="ScatterElementsUpdate_321174" type="Const" version="opset1">
+		<layer id="1687" name="ScatterElementsUpdate_302444" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -27708,7 +27612,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1690" name="Convert_3308413" type="Convert" version="opset1">
+		<layer id="1690" name="Convert_3275675" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27732,7 +27636,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1692" name="Convert_3308416" type="Convert" version="opset1">
+		<layer id="1692" name="Convert_3275678" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27794,11 +27698,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1696" name="__module.decoder.up_blocks.3.3.attn.to_q/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1696" name="self.decoder.up_blocks.3.3.attn.to_q.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -27812,7 +27713,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1697" name="__module.decoder.up_blocks.3.3.attn.to_q/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1697" name="__module.decoder.up_blocks.3.3.attn.to_q/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27844,7 +27745,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1699" name="Convert_3304169" type="Convert" version="opset1">
+		<layer id="1699" name="Convert_3271433" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27868,7 +27769,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1701" name="Convert_3304172" type="Convert" version="opset1">
+		<layer id="1701" name="Convert_3271436" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27930,11 +27831,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1705" name="__module.decoder.up_blocks.3.3.attn.to_k/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1705" name="self.decoder.up_blocks.3.3.attn.to_k.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -27948,7 +27846,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1706" name="__module.decoder.up_blocks.3.3.attn.to_k/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1706" name="__module.decoder.up_blocks.3.3.attn.to_k/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27980,7 +27878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1708" name="Convert_3299925" type="Convert" version="opset1">
+		<layer id="1708" name="Convert_3267191" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -28004,7 +27902,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1710" name="Convert_3299928" type="Convert" version="opset1">
+		<layer id="1710" name="Convert_3267194" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -28066,11 +27964,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1714" name="__module.decoder.up_blocks.3.3.attn.to_v/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1714" name="self.decoder.up_blocks.3.3.attn.to_v.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -28084,7 +27979,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1715" name="__module.decoder.up_blocks.3.3.attn.to_v/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1715" name="__module.decoder.up_blocks.3.3.attn.to_v/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28138,7 +28033,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1717" name="ScatterElementsUpdate_321268" type="Const" version="opset1">
+		<layer id="1717" name="ScatterElementsUpdate_302535" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -28179,7 +28074,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1720" name="Convert_3435612" type="Convert" version="opset1">
+		<layer id="1720" name="Convert_3402875" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -28212,7 +28107,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1722" name="Convert_3435615" type="Convert" version="opset1">
+		<layer id="1722" name="Convert_3402878" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -28360,7 +28255,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1729" name="Convert_3422892" type="Convert" version="opset1">
+		<layer id="1729" name="Convert_3390155" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -28393,7 +28288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1731" name="Convert_3422895" type="Convert" version="opset1">
+		<layer id="1731" name="Convert_3390158" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -28554,7 +28449,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1738" name="Constant_321450" type="Const" version="opset1">
+		<layer id="1738" name="Constant_302717" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -28562,7 +28457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1739" name="Constant_321451" type="Const" version="opset1">
+		<layer id="1739" name="Constant_302718" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076232" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -28570,7 +28465,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1740" name="ShapeOf_385465" type="ShapeOf" version="opset3">
+		<layer id="1740" name="ShapeOf_366731" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28586,7 +28481,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1741" name="Constant_385466" type="Const" version="opset1">
+		<layer id="1741" name="Constant_366732" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -28594,13 +28489,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1742" name="Constant_385467" type="Const" version="opset1">
+		<layer id="1742" name="Constant_366733" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1743" name="Gather_385468" type="Gather" version="opset8">
+		<layer id="1743" name="Gather_366734" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -28617,7 +28512,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1744" name="Constant_385470" type="Const" version="opset1">
+		<layer id="1744" name="Constant_366736" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -28625,13 +28520,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1745" name="Constant_385471" type="Const" version="opset1">
+		<layer id="1745" name="Constant_366737" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1746" name="Gather_385472" type="Gather" version="opset8">
+		<layer id="1746" name="Gather_366738" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -28724,7 +28619,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1751" name="Constant_332318" type="Const" version="opset1">
+		<layer id="1751" name="Constant_313584" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -28808,7 +28703,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1758" name="Constant_332327" type="Const" version="opset1">
+		<layer id="1758" name="Constant_313593" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -28832,7 +28727,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1760" name="Constant_332319" type="Const" version="opset1">
+		<layer id="1760" name="Constant_313585" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -29018,7 +28913,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1770" name="Constant_321723" type="Const" version="opset1">
+		<layer id="1770" name="Constant_302990" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29026,7 +28921,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1771" name="Constant_321725" type="Const" version="opset1">
+		<layer id="1771" name="Constant_302992" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29034,7 +28929,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1772" name="Constant_321727" type="Const" version="opset1">
+		<layer id="1772" name="Constant_302994" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29042,7 +28937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1773" name="Constant_321721" type="Const" version="opset1">
+		<layer id="1773" name="Constant_302988" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29080,7 +28975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1775" name="Constant_321753" type="Const" version="opset1">
+		<layer id="1775" name="Constant_303020" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29088,7 +28983,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1776" name="Constant_321755" type="Const" version="opset1">
+		<layer id="1776" name="Constant_303022" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076304" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29096,7 +28991,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1777" name="Constant_321757" type="Const" version="opset1">
+		<layer id="1777" name="Constant_303024" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302084" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29104,7 +28999,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1778" name="Constant_321751" type="Const" version="opset1">
+		<layer id="1778" name="Constant_303018" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29142,7 +29037,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1780" name="Constant_382567" type="Const" version="opset1">
+		<layer id="1780" name="Constant_363833" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076312" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29203,7 +29098,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1783" name="Constant_321777" type="Const" version="opset1">
+		<layer id="1783" name="Constant_303044" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -29211,7 +29106,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1784" name="Constant_378918" type="Const" version="opset1">
+		<layer id="1784" name="Constant_360184" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -29219,13 +29114,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1785" name="Constant_378919" type="Const" version="opset1">
+		<layer id="1785" name="Constant_360185" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1786" name="Gather_378920" type="Gather" version="opset8">
+		<layer id="1786" name="Gather_360186" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -29283,7 +29178,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1789" name="ScatterElementsUpdate_321851" type="Const" version="opset1">
+		<layer id="1789" name="ScatterElementsUpdate_303118" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -29321,7 +29216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1792" name="Convert_3261737" type="Convert" version="opset1">
+		<layer id="1792" name="Convert_3229017" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -29345,7 +29240,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1794" name="Convert_3261740" type="Convert" version="opset1">
+		<layer id="1794" name="Convert_3229020" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -29407,11 +29302,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1798" name="__module.decoder.up_blocks.3.3.attn.to_out/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1798" name="self.decoder.up_blocks.3.3.attn.to_out.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>512</dim>
@@ -29425,7 +29317,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1799" name="__module.decoder.up_blocks.3.3.attn.to_out/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1799" name="__module.decoder.up_blocks.3.3.attn.to_out/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29448,7 +29340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1800" name="Constant_382570" type="Const" version="opset1">
+		<layer id="1800" name="Constant_363836" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29459,7 +29351,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1801" name="Constant_382568" type="Const" version="opset1">
+		<layer id="1801" name="Constant_363834" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29495,7 +29387,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1803" name="Constant_322033" type="Const" version="opset1">
+		<layer id="1803" name="Constant_303299" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1216">
@@ -29525,7 +29417,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1805" name="Constant_382569" type="Const" version="opset1">
+		<layer id="1805" name="Constant_363835" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29629,7 +29521,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1810" name="Constant_382571" type="Const" version="opset1">
+		<layer id="1810" name="Constant_363837" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="117198316" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29665,7 +29557,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1812" name="Constant_382572" type="Const" version="opset1">
+		<layer id="1812" name="Constant_363838" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="117200364" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29701,7 +29593,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1814" name="ScatterElementsUpdate_322136" type="Const" version="opset1">
+		<layer id="1814" name="ScatterElementsUpdate_303402" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -29766,7 +29658,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1818" name="Convert_3130214" type="Convert" version="opset1">
+		<layer id="1818" name="Convert_3097537" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -29796,7 +29688,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1820" name="Convert_3130217" type="Convert" version="opset1">
+		<layer id="1820" name="Convert_3097540" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -29986,7 +29878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1830" name="Convert_3448332" type="Convert" version="opset1">
+		<layer id="1830" name="Convert_3415595" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -30019,7 +29911,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1832" name="Convert_3448335" type="Convert" version="opset1">
+		<layer id="1832" name="Convert_3415598" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -30207,7 +30099,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1841" name="Constant_332390" type="Const" version="opset1">
+		<layer id="1841" name="Constant_313656" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="302080" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -30291,7 +30183,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1848" name="Constant_332391" type="Const" version="opset1">
+		<layer id="1848" name="Constant_313657" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076264" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -30397,7 +30289,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1854" name="Convert_3223566" type="Convert" version="opset1">
+		<layer id="1854" name="Convert_3190853" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -30427,7 +30319,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1856" name="Convert_3223569" type="Convert" version="opset1">
+		<layer id="1856" name="Convert_3190856" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -30551,7 +30443,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1862" name="ScatterElementsUpdate_322397" type="Const" version="opset1">
+		<layer id="1862" name="ScatterElementsUpdate_303663" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -30580,7 +30472,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1864" name="Constant_382575" type="Const" version="opset1">
+		<layer id="1864" name="Constant_363841" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30591,7 +30483,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1865" name="Constant_382573" type="Const" version="opset1">
+		<layer id="1865" name="Constant_363839" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30627,7 +30519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1867" name="Constant_322419" type="Const" version="opset1">
+		<layer id="1867" name="Constant_303685" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1261">
@@ -30657,7 +30549,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1869" name="Constant_382574" type="Const" version="opset1">
+		<layer id="1869" name="Constant_363840" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30761,7 +30653,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1874" name="Constant_382576" type="Const" version="opset1">
+		<layer id="1874" name="Constant_363842" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="120443884" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30797,7 +30689,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1876" name="Constant_382577" type="Const" version="opset1">
+		<layer id="1876" name="Constant_363843" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="120445932" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30833,7 +30725,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1878" name="ScatterElementsUpdate_322522" type="Const" version="opset1">
+		<layer id="1878" name="ScatterElementsUpdate_303788" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -30895,7 +30787,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1882" name="Constant_322545" type="Const" version="opset1">
+		<layer id="1882" name="Constant_303811" type="Const" version="opset1">
 			<data element_type="i32" shape="2" offset="47150268" size="8" />
 			<output>
 				<port id="0" precision="I32">
@@ -30939,7 +30831,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1885" name="Convert_3066590" type="Convert" version="opset1">
+		<layer id="1885" name="Convert_3033925" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -30969,7 +30861,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1887" name="Convert_3066593" type="Convert" version="opset1">
+		<layer id="1887" name="Convert_3033928" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -31239,7 +31131,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1904" name="Constant_357852" type="Const" version="opset1">
+		<layer id="1904" name="Constant_339118" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -31295,7 +31187,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1908" name="Constant_385698" type="Const" version="opset1">
+		<layer id="1908" name="Constant_366964" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -31303,13 +31195,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1909" name="Constant_385699" type="Const" version="opset1">
+		<layer id="1909" name="Constant_366965" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1910" name="Gather_385700" type="Gather" version="opset8">
+		<layer id="1910" name="Gather_366966" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -31408,7 +31300,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1915" name="Constant_385502" type="Const" version="opset1">
+		<layer id="1915" name="Constant_366768" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -31416,13 +31308,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1916" name="Constant_385503" type="Const" version="opset1">
+		<layer id="1916" name="Constant_366769" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1917" name="Gather_385504" type="Gather" version="opset8">
+		<layer id="1917" name="Gather_366770" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -31439,7 +31331,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1918" name="Constant_382578" type="Const" version="opset1">
+		<layer id="1918" name="Constant_363844" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -31463,7 +31355,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1920" name="Constant_385508" type="Const" version="opset1">
+		<layer id="1920" name="Constant_366774" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -31471,13 +31363,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1921" name="Constant_385509" type="Const" version="opset1">
+		<layer id="1921" name="Constant_366775" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="1922" name="Gather_385510" type="Gather" version="opset8">
+		<layer id="1922" name="Gather_366776" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -31494,7 +31386,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1923" name="Constant_382579" type="Const" version="opset1">
+		<layer id="1923" name="Constant_363845" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -31600,7 +31492,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1929" name="Convert_3070830" type="Convert" version="opset1">
+		<layer id="1929" name="Convert_3038165" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -31630,7 +31522,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1931" name="Convert_3070833" type="Convert" version="opset1">
+		<layer id="1931" name="Convert_3038168" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -31819,7 +31711,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1941" name="Convert_3075070" type="Convert" version="opset1">
+		<layer id="1941" name="Convert_3042405" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -31849,7 +31741,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1943" name="Convert_3075073" type="Convert" version="opset1">
+		<layer id="1943" name="Convert_3042408" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -31973,7 +31865,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1949" name="ScatterElementsUpdate_322942" type="Const" version="opset1">
+		<layer id="1949" name="ScatterElementsUpdate_304208" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -32002,7 +31894,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1951" name="Constant_382582" type="Const" version="opset1">
+		<layer id="1951" name="Constant_363848" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32013,7 +31905,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1952" name="Constant_382580" type="Const" version="opset1">
+		<layer id="1952" name="Constant_363846" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32049,7 +31941,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1954" name="Constant_322964" type="Const" version="opset1">
+		<layer id="1954" name="Constant_304230" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1310">
@@ -32079,7 +31971,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1956" name="Constant_382581" type="Const" version="opset1">
+		<layer id="1956" name="Constant_363847" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32183,7 +32075,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1961" name="Constant_382583" type="Const" version="opset1">
+		<layer id="1961" name="Constant_363849" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="127534572" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32219,7 +32111,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1963" name="Constant_382584" type="Const" version="opset1">
+		<layer id="1963" name="Constant_363850" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="127536620" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32255,7 +32147,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1965" name="ScatterElementsUpdate_323067" type="Const" version="opset1">
+		<layer id="1965" name="ScatterElementsUpdate_304333" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -32320,7 +32212,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1969" name="Convert_3079310" type="Convert" version="opset1">
+		<layer id="1969" name="Convert_3046645" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -32350,7 +32242,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1971" name="Convert_3079313" type="Convert" version="opset1">
+		<layer id="1971" name="Convert_3046648" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -32539,7 +32431,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1981" name="Convert_3083550" type="Convert" version="opset1">
+		<layer id="1981" name="Convert_3050885" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -32569,7 +32461,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1983" name="Convert_3083553" type="Convert" version="opset1">
+		<layer id="1983" name="Convert_3050888" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -32693,7 +32585,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1989" name="ScatterElementsUpdate_323222" type="Const" version="opset1">
+		<layer id="1989" name="ScatterElementsUpdate_304488" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -32722,7 +32614,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1991" name="Constant_382587" type="Const" version="opset1">
+		<layer id="1991" name="Constant_363853" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32733,7 +32625,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1992" name="Constant_382585" type="Const" version="opset1">
+		<layer id="1992" name="Constant_363851" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32769,7 +32661,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1994" name="Constant_323244" type="Const" version="opset1">
+		<layer id="1994" name="Constant_304510" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1342">
@@ -32799,7 +32691,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1996" name="Constant_382586" type="Const" version="opset1">
+		<layer id="1996" name="Constant_363852" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32903,7 +32795,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2001" name="Constant_382588" type="Const" version="opset1">
+		<layer id="2001" name="Constant_363854" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="132262380" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32939,7 +32831,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2003" name="Constant_382589" type="Const" version="opset1">
+		<layer id="2003" name="Constant_363855" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="132264428" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32975,7 +32867,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2005" name="ScatterElementsUpdate_323347" type="Const" version="opset1">
+		<layer id="2005" name="ScatterElementsUpdate_304613" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -33040,7 +32932,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2009" name="Convert_3087790" type="Convert" version="opset1">
+		<layer id="2009" name="Convert_3055125" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -33070,7 +32962,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2011" name="Convert_3087793" type="Convert" version="opset1">
+		<layer id="2011" name="Convert_3055128" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -33259,7 +33151,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2021" name="Convert_3092030" type="Convert" version="opset1">
+		<layer id="2021" name="Convert_3059365" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -33289,7 +33181,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2023" name="Convert_3092033" type="Convert" version="opset1">
+		<layer id="2023" name="Convert_3059368" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -33413,7 +33305,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2029" name="ScatterElementsUpdate_323502" type="Const" version="opset1">
+		<layer id="2029" name="ScatterElementsUpdate_304768" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -33442,7 +33334,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2031" name="Constant_382592" type="Const" version="opset1">
+		<layer id="2031" name="Constant_363858" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33453,7 +33345,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2032" name="Constant_382590" type="Const" version="opset1">
+		<layer id="2032" name="Constant_363856" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33489,7 +33381,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2034" name="Constant_323524" type="Const" version="opset1">
+		<layer id="2034" name="Constant_304790" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1374">
@@ -33519,7 +33411,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2036" name="Constant_382591" type="Const" version="opset1">
+		<layer id="2036" name="Constant_363857" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33623,7 +33515,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2041" name="Constant_382593" type="Const" version="opset1">
+		<layer id="2041" name="Constant_363859" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="136990188" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33659,7 +33551,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2043" name="Constant_382594" type="Const" version="opset1">
+		<layer id="2043" name="Constant_363860" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 512" offset="136992236" size="2048" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33695,7 +33587,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2045" name="ScatterElementsUpdate_323627" type="Const" version="opset1">
+		<layer id="2045" name="ScatterElementsUpdate_304893" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -33757,7 +33649,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2049" name="Constant_323650" type="Const" version="opset1">
+		<layer id="2049" name="Constant_304916" type="Const" version="opset1">
 			<data element_type="i32" shape="2" offset="47150268" size="8" />
 			<output>
 				<port id="0" precision="I32">
@@ -33801,7 +33693,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2052" name="Convert_3134454" type="Convert" version="opset1">
+		<layer id="2052" name="Convert_3101777" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -33831,7 +33723,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2054" name="Convert_3134457" type="Convert" version="opset1">
+		<layer id="2054" name="Convert_3101780" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -34101,7 +33993,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2071" name="Constant_357865" type="Const" version="opset1">
+		<layer id="2071" name="Constant_339131" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -34157,7 +34049,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2075" name="Constant_385703" type="Const" version="opset1">
+		<layer id="2075" name="Constant_366969" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -34165,13 +34057,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2076" name="Constant_385704" type="Const" version="opset1">
+		<layer id="2076" name="Constant_366970" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="2077" name="Gather_385705" type="Gather" version="opset8">
+		<layer id="2077" name="Gather_366971" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -34270,7 +34162,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2082" name="Constant_385536" type="Const" version="opset1">
+		<layer id="2082" name="Constant_366802" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -34278,13 +34170,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2083" name="Constant_385537" type="Const" version="opset1">
+		<layer id="2083" name="Constant_366803" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="2084" name="Gather_385538" type="Gather" version="opset8">
+		<layer id="2084" name="Gather_366804" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -34301,7 +34193,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2085" name="Constant_382595" type="Const" version="opset1">
+		<layer id="2085" name="Constant_363861" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -34325,7 +34217,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2087" name="Constant_385542" type="Const" version="opset1">
+		<layer id="2087" name="Constant_366808" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -34333,13 +34225,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2088" name="Constant_385543" type="Const" version="opset1">
+		<layer id="2088" name="Constant_366809" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="2089" name="Gather_385544" type="Gather" version="opset8">
+		<layer id="2089" name="Gather_366810" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -34356,7 +34248,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2090" name="Constant_382596" type="Const" version="opset1">
+		<layer id="2090" name="Constant_363862" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -34462,7 +34354,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2096" name="Convert_3227806" type="Convert" version="opset1">
+		<layer id="2096" name="Convert_3195093" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -34492,7 +34384,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2098" name="Convert_3227809" type="Convert" version="opset1">
+		<layer id="2098" name="Convert_3195096" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -34681,7 +34573,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2108" name="Convert_3232046" type="Convert" version="opset1">
+		<layer id="2108" name="Convert_3199333" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -34711,7 +34603,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2110" name="Convert_3232049" type="Convert" version="opset1">
+		<layer id="2110" name="Convert_3199336" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -34835,7 +34727,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2116" name="ScatterElementsUpdate_324047" type="Const" version="opset1">
+		<layer id="2116" name="ScatterElementsUpdate_305313" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -34864,7 +34756,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2118" name="Constant_382599" type="Const" version="opset1">
+		<layer id="2118" name="Constant_363865" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34875,7 +34767,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2119" name="Constant_382597" type="Const" version="opset1">
+		<layer id="2119" name="Constant_363863" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34911,7 +34803,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2121" name="Constant_324069" type="Const" version="opset1">
+		<layer id="2121" name="Constant_305335" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1423">
@@ -34941,7 +34833,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2123" name="Constant_382598" type="Const" version="opset1">
+		<layer id="2123" name="Constant_363864" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35045,7 +34937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2128" name="Constant_382600" type="Const" version="opset1">
+		<layer id="2128" name="Constant_363866" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 256" offset="139357932" size="1024" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35081,7 +34973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2130" name="Constant_382601" type="Const" version="opset1">
+		<layer id="2130" name="Constant_363867" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 256" offset="139358956" size="1024" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35117,7 +35009,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2132" name="ScatterElementsUpdate_324172" type="Const" version="opset1">
+		<layer id="2132" name="ScatterElementsUpdate_305438" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -35182,7 +35074,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2136" name="Convert_3236286" type="Convert" version="opset1">
+		<layer id="2136" name="Convert_3203573" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -35212,7 +35104,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2138" name="Convert_3236289" type="Convert" version="opset1">
+		<layer id="2138" name="Convert_3203576" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -35401,7 +35293,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2148" name="Convert_3240526" type="Convert" version="opset1">
+		<layer id="2148" name="Convert_3207813" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -35431,7 +35323,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2150" name="Convert_3240529" type="Convert" version="opset1">
+		<layer id="2150" name="Convert_3207816" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -35555,7 +35447,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2156" name="ScatterElementsUpdate_324327" type="Const" version="opset1">
+		<layer id="2156" name="ScatterElementsUpdate_305593" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -35584,7 +35476,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2158" name="Constant_382604" type="Const" version="opset1">
+		<layer id="2158" name="Constant_363870" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35595,7 +35487,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2159" name="Constant_382602" type="Const" version="opset1">
+		<layer id="2159" name="Constant_363868" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35631,7 +35523,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2161" name="Constant_324349" type="Const" version="opset1">
+		<layer id="2161" name="Constant_305615" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1455">
@@ -35661,7 +35553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2163" name="Constant_382603" type="Const" version="opset1">
+		<layer id="2163" name="Constant_363869" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35765,7 +35657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2168" name="Constant_382605" type="Const" version="opset1">
+		<layer id="2168" name="Constant_363871" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 256" offset="140542188" size="1024" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35801,7 +35693,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2170" name="Constant_382606" type="Const" version="opset1">
+		<layer id="2170" name="Constant_363872" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 256" offset="140543212" size="1024" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35837,7 +35729,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2172" name="ScatterElementsUpdate_324452" type="Const" version="opset1">
+		<layer id="2172" name="ScatterElementsUpdate_305718" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -35902,7 +35794,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2176" name="Convert_3244766" type="Convert" version="opset1">
+		<layer id="2176" name="Convert_3212053" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -35932,7 +35824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2178" name="Convert_3244769" type="Convert" version="opset1">
+		<layer id="2178" name="Convert_3212056" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -36121,7 +36013,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2188" name="Convert_3249006" type="Convert" version="opset1">
+		<layer id="2188" name="Convert_3216293" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -36151,7 +36043,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2190" name="Convert_3249009" type="Convert" version="opset1">
+		<layer id="2190" name="Convert_3216296" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -36275,7 +36167,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2196" name="ScatterElementsUpdate_324607" type="Const" version="opset1">
+		<layer id="2196" name="ScatterElementsUpdate_305873" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -36304,7 +36196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2198" name="Constant_382609" type="Const" version="opset1">
+		<layer id="2198" name="Constant_363875" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36315,7 +36207,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2199" name="Constant_382607" type="Const" version="opset1">
+		<layer id="2199" name="Constant_363873" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36351,7 +36243,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2201" name="Constant_324629" type="Const" version="opset1">
+		<layer id="2201" name="Constant_305895" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1487">
@@ -36381,7 +36273,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2203" name="Constant_382608" type="Const" version="opset1">
+		<layer id="2203" name="Constant_363874" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36485,7 +36377,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2208" name="Constant_382610" type="Const" version="opset1">
+		<layer id="2208" name="Constant_363876" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 256" offset="141726444" size="1024" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36521,7 +36413,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2210" name="Constant_382611" type="Const" version="opset1">
+		<layer id="2210" name="Constant_363877" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 256" offset="141727468" size="1024" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36557,7 +36449,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2212" name="ScatterElementsUpdate_324732" type="Const" version="opset1">
+		<layer id="2212" name="ScatterElementsUpdate_305998" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -36619,7 +36511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2216" name="Constant_324755" type="Const" version="opset1">
+		<layer id="2216" name="Constant_306021" type="Const" version="opset1">
 			<data element_type="i32" shape="2" offset="47150268" size="8" />
 			<output>
 				<port id="0" precision="I32">
@@ -36663,7 +36555,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2219" name="Convert_3270216" type="Convert" version="opset1">
+		<layer id="2219" name="Convert_3237497" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -36693,7 +36585,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2221" name="Convert_3270219" type="Convert" version="opset1">
+		<layer id="2221" name="Convert_3237500" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -36963,7 +36855,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2238" name="Constant_357878" type="Const" version="opset1">
+		<layer id="2238" name="Constant_339144" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -37019,7 +36911,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2242" name="Constant_385708" type="Const" version="opset1">
+		<layer id="2242" name="Constant_366974" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="2076316" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -37027,13 +36919,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2243" name="Constant_385709" type="Const" version="opset1">
+		<layer id="2243" name="Constant_366975" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="2244" name="Gather_385710" type="Gather" version="opset8">
+		<layer id="2244" name="Gather_366976" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -37132,7 +37024,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2249" name="Constant_385570" type="Const" version="opset1">
+		<layer id="2249" name="Constant_366836" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076240" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -37140,13 +37032,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2250" name="Constant_385571" type="Const" version="opset1">
+		<layer id="2250" name="Constant_366837" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="2251" name="Gather_385572" type="Gather" version="opset8">
+		<layer id="2251" name="Gather_366838" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -37163,7 +37055,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2252" name="Constant_382612" type="Const" version="opset1">
+		<layer id="2252" name="Constant_363878" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -37187,7 +37079,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2254" name="Constant_385576" type="Const" version="opset1">
+		<layer id="2254" name="Constant_366842" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="2076248" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -37195,13 +37087,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2255" name="Constant_385577" type="Const" version="opset1">
+		<layer id="2255" name="Constant_366843" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="302092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="2256" name="Gather_385578" type="Gather" version="opset8">
+		<layer id="2256" name="Gather_366844" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -37218,7 +37110,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2257" name="Constant_382613" type="Const" version="opset1">
+		<layer id="2257" name="Constant_363879" type="Const" version="opset1">
 			<data element_type="i32" shape="1" offset="2076260" size="4" />
 			<output>
 				<port id="0" precision="I32">
@@ -37324,7 +37216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2263" name="Convert_3312652" type="Convert" version="opset1">
+		<layer id="2263" name="Convert_3279915" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -37354,7 +37246,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2265" name="Convert_3312655" type="Convert" version="opset1">
+		<layer id="2265" name="Convert_3279918" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -37543,7 +37435,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2275" name="Convert_3316892" type="Convert" version="opset1">
+		<layer id="2275" name="Convert_3284155" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -37573,7 +37465,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2277" name="Convert_3316895" type="Convert" version="opset1">
+		<layer id="2277" name="Convert_3284158" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -37697,7 +37589,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2283" name="ScatterElementsUpdate_325152" type="Const" version="opset1">
+		<layer id="2283" name="ScatterElementsUpdate_306418" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -37726,7 +37618,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2285" name="Constant_382616" type="Const" version="opset1">
+		<layer id="2285" name="Constant_363882" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37737,7 +37629,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2286" name="Constant_382614" type="Const" version="opset1">
+		<layer id="2286" name="Constant_363880" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37773,7 +37665,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2288" name="Constant_325174" type="Const" version="opset1">
+		<layer id="2288" name="Constant_306440" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1536">
@@ -37803,7 +37695,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2290" name="Constant_382615" type="Const" version="opset1">
+		<layer id="2290" name="Constant_363881" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37907,7 +37799,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2295" name="Constant_382617" type="Const" version="opset1">
+		<layer id="2295" name="Constant_363883" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142320492" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37943,7 +37835,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2297" name="Constant_382618" type="Const" version="opset1">
+		<layer id="2297" name="Constant_363884" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142321004" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37979,7 +37871,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2299" name="ScatterElementsUpdate_325277" type="Const" version="opset1">
+		<layer id="2299" name="ScatterElementsUpdate_306543" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -38044,7 +37936,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2303" name="Convert_3321132" type="Convert" version="opset1">
+		<layer id="2303" name="Convert_3288395" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -38074,7 +37966,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2305" name="Convert_3321135" type="Convert" version="opset1">
+		<layer id="2305" name="Convert_3288398" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -38263,7 +38155,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2315" name="Convert_3325372" type="Convert" version="opset1">
+		<layer id="2315" name="Convert_3292635" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -38293,7 +38185,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2317" name="Convert_3325375" type="Convert" version="opset1">
+		<layer id="2317" name="Convert_3292638" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -38417,7 +38309,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2323" name="ScatterElementsUpdate_325432" type="Const" version="opset1">
+		<layer id="2323" name="ScatterElementsUpdate_306698" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -38446,7 +38338,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2325" name="Constant_382621" type="Const" version="opset1">
+		<layer id="2325" name="Constant_363887" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38457,7 +38349,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2326" name="Constant_382619" type="Const" version="opset1">
+		<layer id="2326" name="Constant_363885" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38493,7 +38385,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2328" name="Constant_325454" type="Const" version="opset1">
+		<layer id="2328" name="Constant_306720" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1568">
@@ -38523,7 +38415,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2330" name="Constant_382620" type="Const" version="opset1">
+		<layer id="2330" name="Constant_363886" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38627,7 +38519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2335" name="Constant_382622" type="Const" version="opset1">
+		<layer id="2335" name="Constant_363888" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142617708" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38663,7 +38555,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2337" name="Constant_382623" type="Const" version="opset1">
+		<layer id="2337" name="Constant_363889" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142618220" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38699,7 +38591,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2339" name="ScatterElementsUpdate_325557" type="Const" version="opset1">
+		<layer id="2339" name="ScatterElementsUpdate_306823" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -38764,7 +38656,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2343" name="Convert_3329612" type="Convert" version="opset1">
+		<layer id="2343" name="Convert_3296875" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -38794,7 +38686,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2345" name="Convert_3329615" type="Convert" version="opset1">
+		<layer id="2345" name="Convert_3296878" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -38983,7 +38875,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2355" name="Convert_3333852" type="Convert" version="opset1">
+		<layer id="2355" name="Convert_3301115" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -39013,7 +38905,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2357" name="Convert_3333855" type="Convert" version="opset1">
+		<layer id="2357" name="Convert_3301118" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -39137,7 +39029,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2363" name="ScatterElementsUpdate_325712" type="Const" version="opset1">
+		<layer id="2363" name="ScatterElementsUpdate_306978" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -39166,7 +39058,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2365" name="Constant_382626" type="Const" version="opset1">
+		<layer id="2365" name="Constant_363892" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39177,7 +39069,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2366" name="Constant_382624" type="Const" version="opset1">
+		<layer id="2366" name="Constant_363890" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39213,7 +39105,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2368" name="Constant_325734" type="Const" version="opset1">
+		<layer id="2368" name="Constant_307000" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1600">
@@ -39243,7 +39135,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2370" name="Constant_382625" type="Const" version="opset1">
+		<layer id="2370" name="Constant_363891" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39347,7 +39239,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2375" name="Constant_382627" type="Const" version="opset1">
+		<layer id="2375" name="Constant_363893" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142914924" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39383,7 +39275,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2377" name="Constant_382628" type="Const" version="opset1">
+		<layer id="2377" name="Constant_363894" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142915436" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39419,7 +39311,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2379" name="ScatterElementsUpdate_325837" type="Const" version="opset1">
+		<layer id="2379" name="ScatterElementsUpdate_307103" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -39473,7 +39365,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2382" name="ScatterElementsUpdate_325921" type="Const" version="opset1">
+		<layer id="2382" name="ScatterElementsUpdate_307187" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="302120" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -39502,7 +39394,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2384" name="Constant_382631" type="Const" version="opset1">
+		<layer id="2384" name="Constant_363897" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="2076300" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39513,7 +39405,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2385" name="Constant_382629" type="Const" version="opset1">
+		<layer id="2385" name="Constant_363895" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127468" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39549,7 +39441,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2387" name="Constant_325943" type="Const" version="opset1">
+		<layer id="2387" name="Constant_307209" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="302112" size="8" />
 			<output>
 				<port id="0" precision="I64" names="1614">
@@ -39579,7 +39471,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2389" name="Constant_382630" type="Const" version="opset1">
+		<layer id="2389" name="Constant_363896" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="3127472" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39683,7 +39575,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2394" name="Constant_382632" type="Const" version="opset1">
+		<layer id="2394" name="Constant_363898" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142915948" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39719,7 +39611,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2396" name="Constant_382633" type="Const" version="opset1">
+		<layer id="2396" name="Constant_363899" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 128" offset="142916460" size="512" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39755,7 +39647,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2398" name="ScatterElementsUpdate_326046" type="Const" version="opset1">
+		<layer id="2398" name="ScatterElementsUpdate_307312" type="Const" version="opset1">
 			<data element_type="i32" shape="4" offset="1882680" size="16" />
 			<output>
 				<port id="0" precision="I32">
@@ -39813,7 +39705,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2402" name="Convert_3452572" type="Convert" version="opset1">
+		<layer id="2402" name="Convert_3419835" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -39843,7 +39735,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2404" name="Convert_3452575" type="Convert" version="opset1">
+		<layer id="2404" name="Convert_3419838" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -40003,7 +39895,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2412" name="Result_326260" type="Result" version="opset1" output_names="sample">
+		<layer id="2412" name="Result_307526" type="Result" version="opset1" output_names="sample">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>