diff --git "a/text_encoder/openvino_model.xml" "b/text_encoder/openvino_model.xml"
--- "a/text_encoder/openvino_model.xml"
+++ "b/text_encoder/openvino_model.xml"
@@ -28,7 +28,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3" name="Convert_408909" type="Convert" version="opset1">
+		<layer id="3" name="Convert_389770" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -52,7 +52,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="5" name="Convert_408912" type="Convert" version="opset1">
+		<layer id="5" name="Convert_389773" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -114,11 +114,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="9" name="__module.embed_tokens/ov_ext::embedding/Convert" type="Convert" version="opset1">
+		<layer id="9" name="self.embed_tokens.weight/fq_weights_0/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>256000</dim>
@@ -132,7 +129,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="10" name="__module.embed_tokens/ov_ext::embedding/Convert_1" type="Convert" version="opset1">
+		<layer id="10" name="__module.embed_tokens/aten::embedding/Convert" type="Convert" version="opset1">
 			<data destination_type="i32" />
 			<input>
 				<port id="0" precision="I64">
@@ -147,13 +144,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="11" name="__module.embed_tokens/ov_ext::embedding/Constant" type="Const" version="opset1">
+		<layer id="11" name="__module.embed_tokens/aten::embedding/Constant" type="Const" version="opset1">
 			<data element_type="i32" shape="" offset="590592000" size="4" />
 			<output>
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="12" name="__module.embed_tokens/ov_ext::embedding/Gather" type="Gather" version="opset8">
+		<layer id="12" name="__module.embed_tokens/aten::embedding/Gather" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="FP32">
@@ -167,14 +164,14 @@
 				<port id="2" precision="I32" />
 			</input>
 			<output>
-				<port id="3" precision="FP32" names="260,inputs_embeds">
+				<port id="3" precision="FP32" names="262,inputs_embeds">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="13" name="Constant_65220" type="Const" version="opset1">
+		<layer id="13" name="Constant_65039" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592004" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -199,14 +196,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="230,333,346,x.1,x.3">
+				<port id="2" precision="FP32" names="230,335,348,x.1,x.3">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="15" name="Constant_65223" type="Const" version="opset1">
+		<layer id="15" name="Constant_65042" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -216,7 +213,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="16" name="Constant_65221" type="Const" version="opset1">
+		<layer id="16" name="Constant_65040" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -241,17 +238,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="334">
+				<port id="2" precision="FP32" names="336">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="18" name="Constant_898" type="Const" version="opset1">
+		<layer id="18" name="Constant_899" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="335">
+				<port id="0" precision="I64" names="337">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -269,14 +266,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="336">
+				<port id="2" precision="FP32" names="338">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="20" name="Constant_65222" type="Const" version="opset1">
+		<layer id="20" name="Constant_65041" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -301,7 +298,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="337">
+				<port id="2" precision="FP32" names="339">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -339,7 +336,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="338">
+				<port id="2" precision="FP32" names="340">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -361,14 +358,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="339,output.1">
+				<port id="2" precision="FP32" names="341,output.1">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="25" name="Constant_65224" type="Const" version="opset1">
+		<layer id="25" name="Constant_65043" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="590592028" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -393,7 +390,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="342,343,345,hidden_states.1,output.3">
+				<port id="2" precision="FP32" names="344,345,347,hidden_states.1,output.3">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -409,7 +406,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="28" name="Convert_744183" type="Convert" version="opset1">
+		<layer id="28" name="Convert_724886" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -433,7 +430,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="30" name="Convert_744186" type="Convert" version="opset1">
+		<layer id="30" name="Convert_724889" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -495,11 +492,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="34" name="__module.layers.0.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="34" name="self.layers.0.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -513,7 +507,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="35" name="__module.layers.0.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="35" name="__module.layers.0.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -527,14 +521,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="354">
+				<port id="2" precision="FP32" names="356">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="36" name="Constant_67995" type="Const" version="opset1">
+		<layer id="36" name="Constant_67814" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -555,7 +549,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="356">
+				<port id="2" precision="FP32" names="358">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -584,7 +578,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="357,q.1">
+				<port id="2" precision="FP32" names="359,q.1">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -602,7 +596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="41" name="Convert_1185556" type="Convert" version="opset1">
+		<layer id="41" name="Convert_1166054" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -629,7 +623,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="43" name="Convert_1185559" type="Convert" version="opset1">
+		<layer id="43" name="Convert_1166057" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -723,7 +717,7 @@
 				<port id="0" precision="I64" names="66" />
 			</output>
 		</layer>
-		<layer id="49" name="ShapeOf_67113" type="ShapeOf" version="opset3">
+		<layer id="49" name="ShapeOf_66932" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -738,19 +732,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="50" name="Constant_67114" type="Const" version="opset1">
+		<layer id="50" name="Constant_66933" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="51" name="Constant_67115" type="Const" version="opset1">
+		<layer id="51" name="Constant_66934" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="52" name="Gather_67116" type="Gather" version="opset8">
+		<layer id="52" name="Gather_66935" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -796,16 +790,16 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="280,73,position_ids">
+				<port id="2" precision="FP32" names="282,73,position_ids">
 					<dim>1</dim>
 					<dim>-1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="57" name="269" type="Const" version="opset1">
+		<layer id="57" name="271" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
-				<port id="0" precision="I64" names="269" />
+				<port id="0" precision="I64" names="271" />
 			</output>
 		</layer>
 		<layer id="58" name="__module.rotary_emb/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -817,7 +811,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="281,282,283,285,position_ids_expanded,position_ids_expanded.1">
+				<port id="2" precision="FP32" names="283,284,285,287,position_ids_expanded,position_ids_expanded.1">
 					<dim>1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -839,7 +833,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="286">
+				<port id="2" precision="FP32" names="288">
 					<dim>1</dim>
 					<dim>128</dim>
 					<dim>-1</dim>
@@ -866,7 +860,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="287">
+				<port id="2" precision="FP32" names="289">
 					<dim>1</dim>
 					<dim>-1</dim>
 					<dim>128</dim>
@@ -888,7 +882,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="289,emb">
+				<port id="2" precision="FP32" names="291,emb">
 					<dim>1</dim>
 					<dim>-1</dim>
 					<dim>256</dim>
@@ -904,17 +898,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="220,290,291,294,cos.1,cos.3">
+				<port id="1" precision="FP32" names="220,292,293,296,cos.1,cos.3">
 					<dim>1</dim>
 					<dim>-1</dim>
 					<dim>256</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="64" name="311" type="Const" version="opset1">
+		<layer id="64" name="313" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
-				<port id="0" precision="I64" names="311" />
+				<port id="0" precision="I64" names="313" />
 			</output>
 		</layer>
 		<layer id="65" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
@@ -927,7 +921,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1170,1365,1571,1766,1972,2167,2373,2568,2774,2969,3175,3370,3576,368,3771,3977,4172,4378,4573,4779,4974,5180,5375,563,769,964,cos,cos.11,cos.13,cos.15,cos.17,cos.19,cos.21,cos.23,cos.25,cos.27,cos.29,cos.31,cos.33,cos.35,cos.37,cos.39,cos.41,cos.43,cos.45,cos.47,cos.49,cos.5,cos.51,cos.53,cos.7,cos.9">
+				<port id="2" precision="FP32" names="1172,1367,1573,1768,1974,2169,2375,2570,2776,2971,3177,3372,3578,370,3773,3979,4174,4380,4575,4781,4976,5182,5377,565,771,966,cos,cos.11,cos.13,cos.15,cos.17,cos.19,cos.21,cos.23,cos.25,cos.27,cos.29,cos.31,cos.33,cos.35,cos.37,cos.39,cos.41,cos.43,cos.45,cos.47,cos.49,cos.5,cos.51,cos.53,cos.7,cos.9">
 					<dim>1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -952,7 +946,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="370">
+				<port id="2" precision="FP32" names="372">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -960,7 +954,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="67" name="Constant_1207" type="Const" version="opset1">
+		<layer id="67" name="Constant_1205" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -968,7 +962,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="68" name="Constant_1209" type="Const" version="opset1">
+		<layer id="68" name="Constant_1207" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -976,7 +970,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="69" name="Constant_1211" type="Const" version="opset1">
+		<layer id="69" name="Constant_1209" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -984,7 +978,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="70" name="Constant_1163" type="Const" version="opset1">
+		<layer id="70" name="Constant_1161" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1014,7 +1008,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="380,x2.1">
+				<port id="5" precision="FP32" names="382,x2.1">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -1022,7 +1016,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="72" name="Constant_65225" type="Const" version="opset1">
+		<layer id="72" name="Constant_65044" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -1050,7 +1044,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="381">
+				<port id="2" precision="FP32" names="383">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -1058,7 +1052,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="74" name="Constant_1104" type="Const" version="opset1">
+		<layer id="74" name="Constant_1102" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1066,7 +1060,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="75" name="Constant_1148" type="Const" version="opset1">
+		<layer id="75" name="Constant_1146" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1074,7 +1068,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="76" name="Constant_1150" type="Const" version="opset1">
+		<layer id="76" name="Constant_1148" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1082,7 +1076,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="77" name="Constant_1102" type="Const" version="opset1">
+		<layer id="77" name="Constant_1100" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1112,7 +1106,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="375">
+				<port id="5" precision="FP32" names="377">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -1137,7 +1131,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="383">
+				<port id="2" precision="FP32" names="385">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -1154,7 +1148,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="221,292,293,295,sin.1,sin.3">
+				<port id="1" precision="FP32" names="221,294,295,297,sin.1,sin.3">
 					<dim>1</dim>
 					<dim>-1</dim>
 					<dim>256</dim>
@@ -1171,7 +1165,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1171,1366,1572,1767,1973,2168,2374,2569,2775,2970,3176,3371,3577,369,3772,3978,4173,4379,4574,4780,4975,5181,5376,564,770,965,sin,sin.11,sin.13,sin.15,sin.17,sin.19,sin.21,sin.23,sin.25,sin.27,sin.29,sin.31,sin.33,sin.35,sin.37,sin.39,sin.41,sin.43,sin.45,sin.47,sin.49,sin.5,sin.51,sin.53,sin.7,sin.9">
+				<port id="2" precision="FP32" names="1173,1368,1574,1769,1975,2170,2376,2571,2777,2972,3178,3373,3579,371,3774,3980,4175,4381,4576,4782,4977,5183,5378,566,772,967,sin,sin.11,sin.13,sin.15,sin.17,sin.19,sin.21,sin.23,sin.25,sin.27,sin.29,sin.31,sin.33,sin.35,sin.37,sin.39,sin.41,sin.43,sin.45,sin.47,sin.49,sin.5,sin.51,sin.53,sin.7,sin.9">
 					<dim>1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -1196,7 +1190,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="384">
+				<port id="2" precision="FP32" names="386">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -1221,7 +1215,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="385,query.1">
+				<port id="2" precision="FP32" names="387,query.1">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -1238,7 +1232,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="85" name="Convert_964871" type="Convert" version="opset1">
+		<layer id="85" name="Convert_945470" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -1262,7 +1256,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="87" name="Convert_964874" type="Convert" version="opset1">
+		<layer id="87" name="Convert_945473" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -1324,11 +1318,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="91" name="__module.layers.0.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="91" name="self.layers.0.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -1342,7 +1333,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="92" name="__module.layers.0.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="92" name="__module.layers.0.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1356,14 +1347,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="359">
+				<port id="2" precision="FP32" names="361">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="93" name="Constant_67996" type="Const" version="opset1">
+		<layer id="93" name="Constant_67815" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -1384,7 +1375,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="361">
+				<port id="2" precision="FP32" names="363">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -1413,7 +1404,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="362,k.1">
+				<port id="2" precision="FP32" names="364,k.1">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1438,7 +1429,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="386">
+				<port id="2" precision="FP32" names="388">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1446,7 +1437,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="98" name="Constant_1350" type="Const" version="opset1">
+		<layer id="98" name="Constant_1348" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1454,7 +1445,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="99" name="Constant_1352" type="Const" version="opset1">
+		<layer id="99" name="Constant_1350" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1462,7 +1453,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="100" name="Constant_1354" type="Const" version="opset1">
+		<layer id="100" name="Constant_1352" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1470,7 +1461,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="101" name="Constant_1306" type="Const" version="opset1">
+		<layer id="101" name="Constant_1304" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1500,7 +1491,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="396,x2.3">
+				<port id="5" precision="FP32" names="398,x2.3">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1508,7 +1499,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="103" name="Constant_65226" type="Const" version="opset1">
+		<layer id="103" name="Constant_65045" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -1536,7 +1527,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="397">
+				<port id="2" precision="FP32" names="399">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1544,7 +1535,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="105" name="Constant_1247" type="Const" version="opset1">
+		<layer id="105" name="Constant_1245" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1552,7 +1543,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="106" name="Constant_1291" type="Const" version="opset1">
+		<layer id="106" name="Constant_1289" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1560,7 +1551,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="107" name="Constant_1293" type="Const" version="opset1">
+		<layer id="107" name="Constant_1291" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1568,7 +1559,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="108" name="Constant_1245" type="Const" version="opset1">
+		<layer id="108" name="Constant_1243" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1598,7 +1589,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="391">
+				<port id="5" precision="FP32" names="393">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1623,7 +1614,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="399">
+				<port id="2" precision="FP32" names="401">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1648,7 +1639,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="400">
+				<port id="2" precision="FP32" names="402">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1673,7 +1664,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="401,407,408,hidden_states.3">
+				<port id="2" precision="FP32" names="403,409,410,hidden_states.3">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -1681,10 +1672,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="113" name="310" type="Const" version="opset1">
+		<layer id="113" name="312" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="310" />
+				<port id="0" precision="I64" names="312" />
 			</output>
 		</layer>
 		<layer id="114" name="__module.layers.0.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -1698,7 +1689,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="409,410,411">
+				<port id="2" precision="FP32" names="411,412,413">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -1723,7 +1714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="116" name="Constant_60645" type="Const" version="opset1">
+		<layer id="116" name="Constant_60464" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="594148400" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -1731,13 +1722,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="117" name="Constant_60646" type="Const" version="opset1">
+		<layer id="117" name="Constant_60465" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="118" name="Gather_60647" type="Gather" version="opset8">
+		<layer id="118" name="Gather_60466" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -1754,7 +1745,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="119" name="Constant_58767" type="Const" version="opset1">
+		<layer id="119" name="Constant_58586" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1762,7 +1753,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="120" name="Constant_67155" type="Const" version="opset1">
+		<layer id="120" name="Constant_66974" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1770,7 +1761,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="121" name="Reshape_67156" type="Reshape" version="opset1">
+		<layer id="121" name="Reshape_66975" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="I64" />
@@ -1779,12 +1770,12 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="I64" names="1030,1236,1431,1637,1832,2038,2233,2439,2634,2840,3035,3241,3436,3642,3837,4043,405,4238,434,4444,4639,4845,5040,5246,5441,629,835">
+				<port id="2" precision="I64" names="1032,1238,1433,1639,1834,2040,2235,2441,2636,2842,3037,3243,3438,3644,3839,4045,407,4240,436,4446,4641,4847,5042,5248,5443,631,837">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="122" name="Constant_58770" type="Const" version="opset1">
+		<layer id="122" name="Constant_58589" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="594148416" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -1829,7 +1820,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="413,hidden_states.5">
+				<port id="2" precision="FP32" names="415,hidden_states.5">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -1838,7 +1829,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="125" name="Constant_67997" type="Const" version="opset1">
+		<layer id="125" name="Constant_67816" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -1861,7 +1852,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="417,key.1">
+				<port id="2" precision="FP32" names="419,key.1">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -1878,7 +1869,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="128" name="Convert_969115" type="Convert" version="opset1">
+		<layer id="128" name="Convert_949712" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -1902,7 +1893,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="130" name="Convert_969118" type="Convert" version="opset1">
+		<layer id="130" name="Convert_949715" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -1964,11 +1955,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="134" name="__module.layers.0.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="134" name="self.layers.0.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -1982,7 +1970,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="135" name="__module.layers.0.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="135" name="__module.layers.0.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -1996,14 +1984,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="364">
+				<port id="2" precision="FP32" names="366">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="136" name="Constant_67998" type="Const" version="opset1">
+		<layer id="136" name="Constant_67817" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -2024,7 +2012,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="366">
+				<port id="2" precision="FP32" names="368">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -2053,7 +2041,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="367,423,424,hidden_states.7">
+				<port id="2" precision="FP32" names="369,425,426,hidden_states.7">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -2072,7 +2060,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="425,426,427">
+				<port id="2" precision="FP32" names="427,428,429">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -2096,7 +2084,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="429,hidden_states.9">
+				<port id="2" precision="FP32" names="431,hidden_states.9">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -2105,7 +2093,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="142" name="Constant_67999" type="Const" version="opset1">
+		<layer id="142" name="Constant_67818" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -2128,7 +2116,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="433,value.1">
+				<port id="2" precision="FP32" names="435,value.1">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -2148,13 +2136,13 @@
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="146" name="Multiply_61451" type="Const" version="opset1">
+		<layer id="146" name="Multiply_61270" type="Const" version="opset1">
 			<data element_type="f32" shape="" offset="595330664" size="4" />
 			<output>
 				<port id="0" precision="FP32" />
 			</output>
 		</layer>
-		<layer id="147" name="Constant_61456" type="Const" version="opset1">
+		<layer id="147" name="Constant_61275" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="595330668" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -2178,7 +2166,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="149" name="Maximum_61457" type="Maximum" version="opset1">
+		<layer id="149" name="Maximum_61276" type="Maximum" version="opset1">
 			<data auto_broadcast="numpy" />
 			<input>
 				<port id="0" precision="I64">
@@ -2209,7 +2197,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="151" name="ShapeOf_67127" type="ShapeOf" version="opset3">
+		<layer id="151" name="ShapeOf_66946" type="ShapeOf" version="opset3">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2223,19 +2211,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="152" name="Constant_67128" type="Const" version="opset1">
+		<layer id="152" name="Constant_66947" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="153" name="Constant_67129" type="Const" version="opset1">
+		<layer id="153" name="Constant_66948" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="154" name="Gather_67130" type="Gather" version="opset8">
+		<layer id="154" name="Gather_66949" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2287,19 +2275,19 @@
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="159" name="Constant_67134" type="Const" version="opset1">
+		<layer id="159" name="Constant_66953" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="160" name="Constant_67135" type="Const" version="opset1">
+		<layer id="160" name="Constant_66954" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="161" name="Gather_67136" type="Gather" version="opset8">
+		<layer id="161" name="Gather_66955" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2445,7 +2433,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="173" name="Constant_241" type="Const" version="opset1">
+		<layer id="173" name="Constant_242" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="595330684" size="16" />
 			<output>
 				<port id="0" precision="I64" names="104">
@@ -2568,7 +2556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="182" name="Constant_67140" type="Const" version="opset1">
+		<layer id="182" name="Constant_66959" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2576,13 +2564,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="183" name="Constant_67141" type="Const" version="opset1">
+		<layer id="183" name="Constant_66960" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="184" name="Gather_67142" type="Gather" version="opset8">
+		<layer id="184" name="Gather_66961" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -2594,12 +2582,12 @@
 				<port id="2" precision="I64" />
 			</input>
 			<output>
-				<port id="3" precision="I64" names="1014,1204,1220,123,125,1399,1415,1605,1621,1800,1816,2006,2022,2201,2217,2407,2423,2602,2618,2808,2824,3003,3019,3209,3225,3404,3420,3610,3626,3805,3821,4011,402,4027,418,4206,4222,4412,4428,4607,4623,4813,4829,5008,5024,5214,5230,5409,5425,597,613,803,819,998">
+				<port id="3" precision="I64" names="1000,1016,1206,1222,123,125,1401,1417,1607,1623,1802,1818,2008,2024,2203,2219,2409,2425,2604,2620,2810,2826,3005,3021,3211,3227,3406,3422,3612,3628,3807,3823,4013,4029,404,420,4208,4224,4414,4430,4609,4625,4815,4831,5010,5026,5216,5232,5411,5427,599,615,805,821">
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="185" name="Constant_58798" type="Const" version="opset1">
+		<layer id="185" name="Constant_58617" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2607,7 +2595,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="186" name="Constant_58800" type="Const" version="opset1">
+		<layer id="186" name="Constant_58619" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2615,7 +2603,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="187" name="Constant_58802" type="Const" version="opset1">
+		<layer id="187" name="Constant_58621" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2667,7 +2655,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="190" name="ShapeOf_67165" type="ShapeOf" version="opset3">
+		<layer id="190" name="ShapeOf_66984" type="ShapeOf" version="opset3">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2683,19 +2671,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="191" name="Constant_67166" type="Const" version="opset1">
+		<layer id="191" name="Constant_66985" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="192" name="Constant_67167" type="Const" version="opset1">
+		<layer id="192" name="Constant_66986" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="193" name="Gather_67168" type="Gather" version="opset8">
+		<layer id="193" name="Gather_66987" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2747,7 +2735,7 @@
 				<port id="0" precision="I32" />
 			</output>
 		</layer>
-		<layer id="198" name="Constant_379" type="Const" version="opset1">
+		<layer id="198" name="Constant_380" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2755,7 +2743,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="199" name="Constant_386" type="Const" version="opset1">
+		<layer id="199" name="Constant_387" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2763,7 +2751,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="200" name="Constant_377" type="Const" version="opset1">
+		<layer id="200" name="Constant_378" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2801,7 +2789,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="202" name="ShapeOf_67171" type="ShapeOf" version="opset3">
+		<layer id="202" name="ShapeOf_66990" type="ShapeOf" version="opset3">
 			<data output_type="i32" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2817,19 +2805,19 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="203" name="Constant_67172" type="Const" version="opset1">
+		<layer id="203" name="Constant_66991" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="204" name="Constant_67173" type="Const" version="opset1">
+		<layer id="204" name="Constant_66992" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="205" name="Gather_67174" type="Gather" version="opset8">
+		<layer id="205" name="Gather_66993" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I32">
@@ -2904,7 +2892,7 @@
 				<port id="0" precision="BOOL" />
 			</output>
 		</layer>
-		<layer id="211" name="SliceAssign_562/ShapeOf" type="ShapeOf" version="opset3">
+		<layer id="211" name="SliceAssign_563/ShapeOf" type="ShapeOf" version="opset3">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="FP32">
@@ -2920,7 +2908,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="212" name="Convert_67161" type="Convert" version="opset1">
+		<layer id="212" name="Convert_66980" type="Convert" version="opset1">
 			<data destination_type="i32" />
 			<input>
 				<port id="0" precision="I64">
@@ -2942,7 +2930,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="BOOL" names="1127,1528,1929,2330,2731,3132,325,3533,3934,4335,4736,5137,726">
+				<port id="2" precision="BOOL" names="1129,1530,1931,2332,2733,3134,327,3535,3936,4337,4738,5139,728">
 					<dim>-1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -2972,7 +2960,7 @@
 				<port id="2" precision="BOOL" />
 			</input>
 			<output>
-				<port id="3" precision="BOOL" names="1128,1529,1930,2331,2732,3133,326,3534,3935,4336,4737,5138,727">
+				<port id="3" precision="BOOL" names="1130,1531,1932,2333,2734,3135,328,3536,3937,4338,4739,5140,729">
 					<dim>-1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -2980,13 +2968,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="216" name="314" type="Const" version="opset1">
+		<layer id="216" name="316" type="Const" version="opset1">
 			<data element_type="f32" shape="" offset="595330706" size="4" />
 			<output>
-				<port id="0" precision="FP32" names="314" />
+				<port id="0" precision="FP32" names="316" />
 			</output>
 		</layer>
-		<layer id="217" name="Constant_48531" type="Const" version="opset1">
+		<layer id="217" name="Constant_48350" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -2994,7 +2982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="218" name="SliceAssign_562/Reshape_3" type="Reshape" version="opset1">
+		<layer id="218" name="SliceAssign_563/Reshape_3" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3013,13 +3001,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="219" name="Constant_34726" type="Const" version="opset1">
+		<layer id="219" name="Constant_34545" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="220" name="SliceAssign_562/ReduceProd" type="ReduceProd" version="opset1">
+		<layer id="220" name="SliceAssign_563/ReduceProd" type="ReduceProd" version="opset1">
 			<data keep_dims="false" />
 			<input>
 				<port id="0" precision="I64">
@@ -3031,13 +3019,13 @@
 				<port id="2" precision="I64" />
 			</output>
 		</layer>
-		<layer id="221" name="Constant_34727" type="Const" version="opset1">
+		<layer id="221" name="Constant_34546" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="222" name="SliceAssign_562/Range" type="Range" version="opset4">
+		<layer id="222" name="SliceAssign_563/Range" type="Range" version="opset4">
 			<data output_type="i64" />
 			<input>
 				<port id="0" precision="I64" />
@@ -3050,7 +3038,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="223" name="SliceAssign_562/Reshape" type="Reshape" version="opset1">
+		<layer id="223" name="SliceAssign_563/Reshape" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="I64">
@@ -3069,7 +3057,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="224" name="Constant_547" type="Const" version="opset1">
+		<layer id="224" name="Constant_548" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3077,7 +3065,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="225" name="Constant_554" type="Const" version="opset1">
+		<layer id="225" name="Constant_555" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3085,7 +3073,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="226" name="Constant_545" type="Const" version="opset1">
+		<layer id="226" name="Constant_546" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3093,7 +3081,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="227" name="SliceAssign_562/Slice_2" type="Slice" version="opset8">
+		<layer id="227" name="SliceAssign_563/Slice_2" type="Slice" version="opset8">
 			<input>
 				<port id="0" precision="I64">
 					<dim>-1</dim>
@@ -3123,7 +3111,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="228" name="Constant_34729" type="Const" version="opset1">
+		<layer id="228" name="Constant_34548" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="595330684" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -3131,7 +3119,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="229" name="SliceAssign_562/Reshape_4" type="Reshape" version="opset1">
+		<layer id="229" name="SliceAssign_563/Reshape_4" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="I64">
@@ -3241,7 +3229,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="236" name="Constant_65227" type="Const" version="opset1">
+		<layer id="236" name="Constant_65046" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="590592000" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3347,7 +3335,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="242" name="Constant_48533" type="Const" version="opset1">
+		<layer id="242" name="Constant_48352" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3355,7 +3343,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="243" name="SliceAssign_562/Reshape_5" type="Reshape" version="opset1">
+		<layer id="243" name="SliceAssign_563/Reshape_5" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3374,7 +3362,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="244" name="SliceAssign_562/ScatterNDUpdate" type="ScatterNDUpdate" version="opset4">
+		<layer id="244" name="SliceAssign_563/ScatterNDUpdate" type="ScatterNDUpdate" version="opset4">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>
@@ -3393,7 +3381,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="245" name="SliceAssign_562/Reshape_6" type="Reshape" version="opset1">
+		<layer id="245" name="SliceAssign_563/Reshape_6" type="Reshape" version="opset1">
 			<data special_zero="false" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3404,7 +3392,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1031,1032,1033,133,1432,1433,1434,1833,1834,1835,2234,2235,2236,2635,2636,2637,3036,3037,3038,3437,3438,3439,3838,3839,3840,4239,4240,4241,4640,4641,4642,5041,5042,5043,5442,5443,5444,630,631,632">
+				<port id="2" precision="FP32" names="1033,1034,1035,133,1434,1435,1436,1835,1836,1837,2236,2237,2238,2637,2638,2639,3038,3039,3040,3439,3440,3441,3840,3841,3842,4241,4242,4243,4642,4643,4644,5043,5044,5045,5444,5445,5446,632,633,634">
 					<dim>-1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -3430,7 +3418,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="3" precision="FP32" names="1129,1130,1131,1132,1530,1531,1532,1533,1931,1932,1933,1934,2332,2333,2334,2335,2733,2734,2735,2736,3134,3135,3136,3137,327,328,329,330,3535,3536,3537,3538,3936,3937,3938,3939,4337,4338,4339,4340,4738,4739,4740,4741,5139,5140,5141,5142,728,729,730,731,attention_mask.11,attention_mask.15,attention_mask.19,attention_mask.23,attention_mask.27,attention_mask.3,attention_mask.31,attention_mask.35,attention_mask.39,attention_mask.43,attention_mask.47,attention_mask.51,attention_mask.7">
+				<port id="3" precision="FP32" names="1131,1132,1133,1134,1532,1533,1534,1535,1933,1934,1935,1936,2334,2335,2336,2337,2735,2736,2737,2738,3136,3137,3138,3139,329,330,331,332,3537,3538,3539,3540,3938,3939,3940,3941,4339,4340,4341,4342,4740,4741,4742,4743,5141,5142,5143,5144,730,731,732,733,attention_mask.11,attention_mask.15,attention_mask.19,attention_mask.23,attention_mask.27,attention_mask.3,attention_mask.31,attention_mask.35,attention_mask.39,attention_mask.43,attention_mask.47,attention_mask.51,attention_mask.7">
 					<dim>-1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -3438,7 +3426,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="247" name="Constant_879" type="Const" version="opset1">
+		<layer id="247" name="Constant_880" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3446,7 +3434,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="248" name="Constant_881" type="Const" version="opset1">
+		<layer id="248" name="Constant_882" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="595330710" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3454,7 +3442,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="249" name="Constant_883" type="Const" version="opset1">
+		<layer id="249" name="Constant_884" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3462,7 +3450,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="250" name="Constant_877" type="Const" version="opset1">
+		<layer id="250" name="Constant_878" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3492,7 +3480,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1133,1237,1238,1239,1534,1638,1639,1640,1935,2039,2040,2041,2336,2440,2441,2442,2737,2841,2842,2843,3138,3242,3243,3244,331,3539,3643,3644,3645,3940,4044,4045,4046,4341,435,436,437,4445,4446,4447,4742,4846,4847,4848,5143,5247,5248,5249,732,836,837,838,attention_mask.13,attention_mask.17,attention_mask.21,attention_mask.25,attention_mask.29,attention_mask.33,attention_mask.37,attention_mask.41,attention_mask.45,attention_mask.49,attention_mask.5,attention_mask.9,attention_mask_1">
+				<port id="5" precision="FP32" names="1135,1239,1240,1241,1536,1640,1641,1642,1937,2041,2042,2043,2338,2442,2443,2444,2739,2843,2844,2845,3140,3244,3245,3246,333,3541,3645,3646,3647,3942,4046,4047,4048,4343,437,438,439,4447,4448,4449,4744,4848,4849,4850,5145,5249,5250,5251,734,838,839,840,attention_mask.13,attention_mask.17,attention_mask.21,attention_mask.25,attention_mask.29,attention_mask.33,attention_mask.37,attention_mask.41,attention_mask.45,attention_mask.49,attention_mask.5,attention_mask.9,attention_mask_1">
 					<dim>-1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -3500,7 +3488,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="252" name="Constant_1840" type="Const" version="opset1">
+		<layer id="252" name="Constant_1838" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3508,7 +3496,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="253" name="Constant_1843" type="Const" version="opset1">
+		<layer id="253" name="Constant_1841" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3516,7 +3504,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="254" name="Constant_1838" type="Const" version="opset1">
+		<layer id="254" name="Constant_1836" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3546,7 +3534,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1240,1641,2042,2443,2844,3245,3646,4047,438,4448,4849,5250,839">
+				<port id="5" precision="FP32" names="1242,1643,2044,2445,2846,3247,3648,4049,440,4450,4851,5252,841">
 					<dim>-1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -3590,7 +3578,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="442,attn_output.1">
+				<port id="5" precision="FP32" names="444,attn_output.1">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -3619,7 +3607,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="443">
+				<port id="2" precision="FP32" names="445">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -3627,7 +3615,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="260" name="Constant_60640" type="Const" version="opset1">
+		<layer id="260" name="Constant_60459" type="Const" version="opset1">
 			<data element_type="i64" shape="2" offset="594148400" size="16" />
 			<output>
 				<port id="0" precision="I64">
@@ -3635,13 +3623,13 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="261" name="Constant_60641" type="Const" version="opset1">
+		<layer id="261" name="Constant_60460" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64" />
 			</output>
 		</layer>
-		<layer id="262" name="Gather_60642" type="Gather" version="opset8">
+		<layer id="262" name="Gather_60461" type="Gather" version="opset8">
 			<data batch_dims="0" />
 			<input>
 				<port id="0" precision="I64">
@@ -3658,7 +3646,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="263" name="Constant_1885" type="Const" version="opset1">
+		<layer id="263" name="Constant_1883" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -3696,7 +3684,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="446">
+				<port id="2" precision="FP32" names="448">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -3712,7 +3700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="267" name="Convert_748427" type="Convert" version="opset1">
+		<layer id="267" name="Convert_729128" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -3736,7 +3724,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="269" name="Convert_748430" type="Convert" version="opset1">
+		<layer id="269" name="Convert_729131" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -3798,11 +3786,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="273" name="__module.layers.0.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="273" name="self.layers.0.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -3816,7 +3801,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="274" name="__module.layers.0.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="274" name="__module.layers.0.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -3830,14 +3815,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="449,451,x.5,x.7">
+				<port id="2" precision="FP32" names="451,453,x.5,x.7">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="275" name="Constant_65230" type="Const" version="opset1">
+		<layer id="275" name="Constant_65049" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3847,7 +3832,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="276" name="Constant_65228" type="Const" version="opset1">
+		<layer id="276" name="Constant_65047" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3872,17 +3857,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="452">
+				<port id="2" precision="FP32" names="454">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="278" name="Constant_1905" type="Const" version="opset1">
+		<layer id="278" name="Constant_1902" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="453">
+				<port id="0" precision="I64" names="455">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -3900,14 +3885,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="454">
+				<port id="2" precision="FP32" names="456">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="280" name="Constant_65229" type="Const" version="opset1">
+		<layer id="280" name="Constant_65048" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -3932,7 +3917,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="455">
+				<port id="2" precision="FP32" names="457">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -3970,7 +3955,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="456">
+				<port id="2" precision="FP32" names="458">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -3992,14 +3977,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="457,output.5">
+				<port id="2" precision="FP32" names="459,output.5">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="285" name="Constant_65231" type="Const" version="opset1">
+		<layer id="285" name="Constant_65050" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="597695778" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4024,7 +4009,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="460,461,hidden_states.11,output.7">
+				<port id="2" precision="FP32" names="462,463,hidden_states.11,output.7">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -4046,14 +4031,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="462,464,477,x.11,x.9">
+				<port id="2" precision="FP32" names="464,466,479,x.11,x.9">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="288" name="Constant_65234" type="Const" version="opset1">
+		<layer id="288" name="Constant_65053" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4063,7 +4048,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="289" name="Constant_65232" type="Const" version="opset1">
+		<layer id="289" name="Constant_65051" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4088,17 +4073,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="465">
+				<port id="2" precision="FP32" names="467">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="291" name="Constant_1958" type="Const" version="opset1">
+		<layer id="291" name="Constant_1955" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="466">
+				<port id="0" precision="I64" names="468">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -4116,14 +4101,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="467">
+				<port id="2" precision="FP32" names="469">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="293" name="Constant_65233" type="Const" version="opset1">
+		<layer id="293" name="Constant_65052" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4148,7 +4133,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="468">
+				<port id="2" precision="FP32" names="470">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -4186,7 +4171,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="469">
+				<port id="2" precision="FP32" names="471">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -4208,14 +4193,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="470,output.9">
+				<port id="2" precision="FP32" names="472,output.9">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="298" name="Constant_65235" type="Const" version="opset1">
+		<layer id="298" name="Constant_65054" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="597704994" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4240,7 +4225,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="473,474,476,output.11">
+				<port id="2" precision="FP32" names="475,476,478,output.11">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -4256,7 +4241,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="301" name="Convert_417397" type="Convert" version="opset1">
+		<layer id="301" name="Convert_398254" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4280,7 +4265,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="303" name="Convert_417400" type="Convert" version="opset1">
+		<layer id="303" name="Convert_398257" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4342,11 +4327,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="307" name="__module.layers.0.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="307" name="self.layers.0.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -4360,7 +4342,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="308" name="__module.layers.0.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="308" name="__module.layers.0.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4374,7 +4356,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="483">
+				<port id="2" precision="FP32" names="485">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -4391,7 +4373,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="484">
+				<port id="1" precision="FP32" names="486">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -4407,7 +4389,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="311" name="Convert_413153" type="Convert" version="opset1">
+		<layer id="311" name="Convert_394012" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4431,7 +4413,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="313" name="Convert_413156" type="Convert" version="opset1">
+		<layer id="313" name="Convert_394015" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4493,11 +4475,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="317" name="__module.layers.0.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="317" name="self.layers.0.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -4511,7 +4490,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="318" name="__module.layers.0.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="318" name="__module.layers.0.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4525,7 +4504,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="486">
+				<port id="2" precision="FP32" names="488">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -4547,7 +4526,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="487">
+				<port id="2" precision="FP32" names="489">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -4563,7 +4542,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="321" name="Convert_421641" type="Convert" version="opset1">
+		<layer id="321" name="Convert_402496" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4587,7 +4566,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="323" name="Convert_421644" type="Convert" version="opset1">
+		<layer id="323" name="Convert_402499" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -4649,11 +4628,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="327" name="__module.layers.0.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="327" name="self.layers.0.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -4667,7 +4643,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="328" name="__module.layers.0.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="328" name="__module.layers.0.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -4681,14 +4657,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="489,491,x.13,x.15">
+				<port id="2" precision="FP32" names="491,493,x.13,x.15">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="329" name="Constant_65238" type="Const" version="opset1">
+		<layer id="329" name="Constant_65057" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4698,7 +4674,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="330" name="Constant_65236" type="Const" version="opset1">
+		<layer id="330" name="Constant_65055" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4723,17 +4699,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="492">
+				<port id="2" precision="FP32" names="494">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="332" name="Constant_2028" type="Const" version="opset1">
+		<layer id="332" name="Constant_2022" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="493">
+				<port id="0" precision="I64" names="495">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -4751,14 +4727,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="494">
+				<port id="2" precision="FP32" names="496">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="334" name="Constant_65237" type="Const" version="opset1">
+		<layer id="334" name="Constant_65056" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4783,7 +4759,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="495">
+				<port id="2" precision="FP32" names="497">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -4821,7 +4797,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="496">
+				<port id="2" precision="FP32" names="498">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -4843,14 +4819,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="497,output.13">
+				<port id="2" precision="FP32" names="499,output.13">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="339" name="Constant_65239" type="Const" version="opset1">
+		<layer id="339" name="Constant_65058" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="629616546" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4875,7 +4851,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="500,501,hidden_states.13,output.15">
+				<port id="2" precision="FP32" names="502,503,hidden_states.13,output.15">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -4897,14 +4873,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="502,528,541,x.17,x.19">
+				<port id="2" precision="FP32" names="504,530,543,x.17,x.19">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="342" name="Constant_65242" type="Const" version="opset1">
+		<layer id="342" name="Constant_65061" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4914,7 +4890,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="343" name="Constant_65240" type="Const" version="opset1">
+		<layer id="343" name="Constant_65059" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4939,17 +4915,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="529">
+				<port id="2" precision="FP32" names="531">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="345" name="Constant_2105" type="Const" version="opset1">
+		<layer id="345" name="Constant_2099" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="530">
+				<port id="0" precision="I64" names="532">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -4967,14 +4943,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="531">
+				<port id="2" precision="FP32" names="533">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="347" name="Constant_65241" type="Const" version="opset1">
+		<layer id="347" name="Constant_65060" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -4999,7 +4975,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="532">
+				<port id="2" precision="FP32" names="534">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -5037,7 +5013,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="533">
+				<port id="2" precision="FP32" names="535">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -5059,14 +5035,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="534,output.17">
+				<port id="2" precision="FP32" names="536,output.17">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="352" name="Constant_65243" type="Const" version="opset1">
+		<layer id="352" name="Constant_65062" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="629625762" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5091,7 +5067,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="537,538,540,hidden_states.15,output.19">
+				<port id="2" precision="FP32" names="539,540,542,hidden_states.15,output.19">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -5107,7 +5083,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="355" name="Convert_752671" type="Convert" version="opset1">
+		<layer id="355" name="Convert_733370" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -5131,7 +5107,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="357" name="Convert_752674" type="Convert" version="opset1">
+		<layer id="357" name="Convert_733373" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -5193,11 +5169,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="361" name="__module.layers.1.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="361" name="self.layers.1.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -5211,7 +5184,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="362" name="__module.layers.1.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="362" name="__module.layers.1.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5225,14 +5198,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="549">
+				<port id="2" precision="FP32" names="551">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="363" name="Constant_68000" type="Const" version="opset1">
+		<layer id="363" name="Constant_67819" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -5253,7 +5226,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="551">
+				<port id="2" precision="FP32" names="553">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -5282,7 +5255,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="552,q.3">
+				<port id="2" precision="FP32" names="554,q.3">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5307,7 +5280,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="565">
+				<port id="2" precision="FP32" names="567">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5315,7 +5288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="368" name="Constant_2414" type="Const" version="opset1">
+		<layer id="368" name="Constant_2405" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5323,7 +5296,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="369" name="Constant_2416" type="Const" version="opset1">
+		<layer id="369" name="Constant_2407" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5331,7 +5304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="370" name="Constant_2418" type="Const" version="opset1">
+		<layer id="370" name="Constant_2409" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5339,7 +5312,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="371" name="Constant_2370" type="Const" version="opset1">
+		<layer id="371" name="Constant_2361" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5369,7 +5342,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="575,x2.5">
+				<port id="5" precision="FP32" names="577,x2.5">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5377,7 +5350,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="373" name="Constant_65244" type="Const" version="opset1">
+		<layer id="373" name="Constant_65063" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5405,7 +5378,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="576">
+				<port id="2" precision="FP32" names="578">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5413,7 +5386,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="375" name="Constant_2311" type="Const" version="opset1">
+		<layer id="375" name="Constant_2302" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5421,7 +5394,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="376" name="Constant_2355" type="Const" version="opset1">
+		<layer id="376" name="Constant_2346" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5429,7 +5402,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="377" name="Constant_2357" type="Const" version="opset1">
+		<layer id="377" name="Constant_2348" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5437,7 +5410,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="378" name="Constant_2309" type="Const" version="opset1">
+		<layer id="378" name="Constant_2300" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5467,7 +5440,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="570">
+				<port id="5" precision="FP32" names="572">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5492,7 +5465,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="578">
+				<port id="2" precision="FP32" names="580">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5517,7 +5490,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="579">
+				<port id="2" precision="FP32" names="581">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5542,7 +5515,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="580,query.5">
+				<port id="2" precision="FP32" names="582,query.5">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -5559,7 +5532,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="384" name="Convert_977603" type="Convert" version="opset1">
+		<layer id="384" name="Convert_958196" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -5583,7 +5556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="386" name="Convert_977606" type="Convert" version="opset1">
+		<layer id="386" name="Convert_958199" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -5645,11 +5618,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="390" name="__module.layers.1.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="390" name="self.layers.1.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -5663,7 +5633,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="391" name="__module.layers.1.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="391" name="__module.layers.1.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -5677,14 +5647,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="554">
+				<port id="2" precision="FP32" names="556">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="392" name="Constant_68001" type="Const" version="opset1">
+		<layer id="392" name="Constant_67820" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -5705,7 +5675,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="556">
+				<port id="2" precision="FP32" names="558">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -5734,7 +5704,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="557,k.3">
+				<port id="2" precision="FP32" names="559,k.3">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -5759,7 +5729,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="581">
+				<port id="2" precision="FP32" names="583">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -5767,7 +5737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="397" name="Constant_2557" type="Const" version="opset1">
+		<layer id="397" name="Constant_2548" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5775,7 +5745,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="398" name="Constant_2559" type="Const" version="opset1">
+		<layer id="398" name="Constant_2550" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5783,7 +5753,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="399" name="Constant_2561" type="Const" version="opset1">
+		<layer id="399" name="Constant_2552" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5791,7 +5761,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="400" name="Constant_2513" type="Const" version="opset1">
+		<layer id="400" name="Constant_2504" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5821,7 +5791,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="591,x2.7">
+				<port id="5" precision="FP32" names="593,x2.7">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -5829,7 +5799,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="402" name="Constant_65245" type="Const" version="opset1">
+		<layer id="402" name="Constant_65064" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -5857,7 +5827,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="592">
+				<port id="2" precision="FP32" names="594">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -5865,7 +5835,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="404" name="Constant_2454" type="Const" version="opset1">
+		<layer id="404" name="Constant_2445" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5873,7 +5843,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="405" name="Constant_2498" type="Const" version="opset1">
+		<layer id="405" name="Constant_2489" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5881,7 +5851,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="406" name="Constant_2500" type="Const" version="opset1">
+		<layer id="406" name="Constant_2491" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5889,7 +5859,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="407" name="Constant_2452" type="Const" version="opset1">
+		<layer id="407" name="Constant_2443" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -5919,7 +5889,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="586">
+				<port id="5" precision="FP32" names="588">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -5944,7 +5914,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="594">
+				<port id="2" precision="FP32" names="596">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -5969,7 +5939,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="595">
+				<port id="2" precision="FP32" names="597">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -5994,7 +5964,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="596,602,603,hidden_states.17">
+				<port id="2" precision="FP32" names="598,604,605,hidden_states.17">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -6002,10 +5972,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="412" name="515" type="Const" version="opset1">
+		<layer id="412" name="517" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="515" />
+				<port id="0" precision="I64" names="517" />
 			</output>
 		</layer>
 		<layer id="413" name="__module.layers.1.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -6019,7 +5989,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="604,605,606">
+				<port id="2" precision="FP32" names="606,607,608">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -6043,7 +6013,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="608,hidden_states.19">
+				<port id="2" precision="FP32" names="610,hidden_states.19">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -6052,7 +6022,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="415" name="Constant_68002" type="Const" version="opset1">
+		<layer id="415" name="Constant_67821" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -6075,7 +6045,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="612,key.3">
+				<port id="2" precision="FP32" names="614,key.3">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -6092,7 +6062,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="418" name="Convert_973359" type="Convert" version="opset1">
+		<layer id="418" name="Convert_953954" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -6116,7 +6086,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="420" name="Convert_973362" type="Convert" version="opset1">
+		<layer id="420" name="Convert_953957" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -6178,11 +6148,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="424" name="__module.layers.1.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="424" name="self.layers.1.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -6196,7 +6163,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="425" name="__module.layers.1.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="425" name="__module.layers.1.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6210,14 +6177,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="559">
+				<port id="2" precision="FP32" names="561">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="426" name="Constant_68003" type="Const" version="opset1">
+		<layer id="426" name="Constant_67822" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -6238,7 +6205,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="561">
+				<port id="2" precision="FP32" names="563">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -6267,7 +6234,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="562,618,619,hidden_states.21">
+				<port id="2" precision="FP32" names="564,620,621,hidden_states.21">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -6286,7 +6253,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="620,621,622">
+				<port id="2" precision="FP32" names="622,623,624">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -6310,7 +6277,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="624,hidden_states.23">
+				<port id="2" precision="FP32" names="626,hidden_states.23">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -6319,7 +6286,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="432" name="Constant_68004" type="Const" version="opset1">
+		<layer id="432" name="Constant_67823" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -6342,7 +6309,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="628,value.3">
+				<port id="2" precision="FP32" names="630,value.3">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -6350,7 +6317,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="434" name="Constant_3047" type="Const" version="opset1">
+		<layer id="434" name="Constant_3038" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -6358,7 +6325,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="435" name="Constant_3050" type="Const" version="opset1">
+		<layer id="435" name="Constant_3041" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -6366,7 +6333,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="436" name="Constant_3045" type="Const" version="opset1">
+		<layer id="436" name="Constant_3036" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -6396,7 +6363,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1034,1435,1836,2237,2638,3039,3440,3841,4242,4643,5044,5445,633">
+				<port id="5" precision="FP32" names="1036,1437,1838,2239,2640,3041,3442,3843,4244,4645,5046,5447,635">
 					<dim>-1</dim>
 					<dim>1</dim>
 					<dim>-1</dim>
@@ -6440,7 +6407,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="637,attn_output.5">
+				<port id="5" precision="FP32" names="639,attn_output.5">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -6469,7 +6436,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="638">
+				<port id="2" precision="FP32" names="640">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -6491,7 +6458,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="641">
+				<port id="2" precision="FP32" names="643">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -6507,7 +6474,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="444" name="Convert_756915" type="Convert" version="opset1">
+		<layer id="444" name="Convert_737612" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -6531,7 +6498,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="446" name="Convert_756918" type="Convert" version="opset1">
+		<layer id="446" name="Convert_737615" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -6593,11 +6560,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="450" name="__module.layers.1.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="450" name="self.layers.1.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -6611,7 +6575,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="451" name="__module.layers.1.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="451" name="__module.layers.1.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -6625,14 +6589,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="644,646,x.21,x.23">
+				<port id="2" precision="FP32" names="646,648,x.21,x.23">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="452" name="Constant_65248" type="Const" version="opset1">
+		<layer id="452" name="Constant_65067" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6642,7 +6606,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="453" name="Constant_65246" type="Const" version="opset1">
+		<layer id="453" name="Constant_65065" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6667,17 +6631,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="647">
+				<port id="2" precision="FP32" names="649">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="455" name="Constant_3112" type="Const" version="opset1">
+		<layer id="455" name="Constant_3102" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="648">
+				<port id="0" precision="I64" names="650">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -6695,14 +6659,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="649">
+				<port id="2" precision="FP32" names="651">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="457" name="Constant_65247" type="Const" version="opset1">
+		<layer id="457" name="Constant_65066" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6727,7 +6691,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="650">
+				<port id="2" precision="FP32" names="652">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -6765,7 +6729,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="651">
+				<port id="2" precision="FP32" names="653">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -6787,14 +6751,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="652,output.21">
+				<port id="2" precision="FP32" names="654,output.21">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="462" name="Constant_65249" type="Const" version="opset1">
+		<layer id="462" name="Constant_65068" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="636728866" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6819,7 +6783,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="655,656,hidden_states.25,output.23">
+				<port id="2" precision="FP32" names="657,658,hidden_states.25,output.23">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -6841,14 +6805,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="657,659,672,x.25,x.27">
+				<port id="2" precision="FP32" names="659,661,674,x.25,x.27">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="465" name="Constant_65252" type="Const" version="opset1">
+		<layer id="465" name="Constant_65071" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6858,7 +6822,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="466" name="Constant_65250" type="Const" version="opset1">
+		<layer id="466" name="Constant_65069" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6883,17 +6847,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="660">
+				<port id="2" precision="FP32" names="662">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="468" name="Constant_3165" type="Const" version="opset1">
+		<layer id="468" name="Constant_3155" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="661">
+				<port id="0" precision="I64" names="663">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -6911,14 +6875,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="662">
+				<port id="2" precision="FP32" names="664">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="470" name="Constant_65251" type="Const" version="opset1">
+		<layer id="470" name="Constant_65070" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -6943,7 +6907,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="663">
+				<port id="2" precision="FP32" names="665">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -6981,7 +6945,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="664">
+				<port id="2" precision="FP32" names="666">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -7003,14 +6967,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="665,output.25">
+				<port id="2" precision="FP32" names="667,output.25">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="475" name="Constant_65253" type="Const" version="opset1">
+		<layer id="475" name="Constant_65072" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="636738082" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7035,7 +6999,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="668,669,671,output.27">
+				<port id="2" precision="FP32" names="670,671,673,output.27">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -7051,7 +7015,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="478" name="Convert_430129" type="Convert" version="opset1">
+		<layer id="478" name="Convert_410980" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7075,7 +7039,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="480" name="Convert_430132" type="Convert" version="opset1">
+		<layer id="480" name="Convert_410983" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7137,11 +7101,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="484" name="__module.layers.1.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="484" name="self.layers.1.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -7155,7 +7116,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="485" name="__module.layers.1.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="485" name="__module.layers.1.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7169,7 +7130,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="678">
+				<port id="2" precision="FP32" names="680">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -7186,7 +7147,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="679">
+				<port id="1" precision="FP32" names="681">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -7202,7 +7163,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="488" name="Convert_425885" type="Convert" version="opset1">
+		<layer id="488" name="Convert_406738" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7226,7 +7187,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="490" name="Convert_425888" type="Convert" version="opset1">
+		<layer id="490" name="Convert_406741" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7288,11 +7249,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="494" name="__module.layers.1.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="494" name="self.layers.1.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -7306,7 +7264,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="495" name="__module.layers.1.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="495" name="__module.layers.1.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7320,7 +7278,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="681">
+				<port id="2" precision="FP32" names="683">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -7342,7 +7300,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="682">
+				<port id="2" precision="FP32" names="684">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -7358,7 +7316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="498" name="Convert_434373" type="Convert" version="opset1">
+		<layer id="498" name="Convert_415222" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7382,7 +7340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="500" name="Convert_434376" type="Convert" version="opset1">
+		<layer id="500" name="Convert_415225" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7444,11 +7402,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="504" name="__module.layers.1.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="504" name="self.layers.1.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -7462,7 +7417,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="505" name="__module.layers.1.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="505" name="__module.layers.1.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -7476,14 +7431,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="684,686,x.29,x.31">
+				<port id="2" precision="FP32" names="686,688,x.29,x.31">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="506" name="Constant_65256" type="Const" version="opset1">
+		<layer id="506" name="Constant_65075" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7493,7 +7448,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="507" name="Constant_65254" type="Const" version="opset1">
+		<layer id="507" name="Constant_65073" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7518,17 +7473,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="687">
+				<port id="2" precision="FP32" names="689">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="509" name="Constant_3235" type="Const" version="opset1">
+		<layer id="509" name="Constant_3222" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="688">
+				<port id="0" precision="I64" names="690">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -7546,14 +7501,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="689">
+				<port id="2" precision="FP32" names="691">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="511" name="Constant_65255" type="Const" version="opset1">
+		<layer id="511" name="Constant_65074" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7578,7 +7533,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="690">
+				<port id="2" precision="FP32" names="692">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -7616,7 +7571,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="691">
+				<port id="2" precision="FP32" names="693">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -7638,14 +7593,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="692,output.29">
+				<port id="2" precision="FP32" names="694,output.29">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="516" name="Constant_65257" type="Const" version="opset1">
+		<layer id="516" name="Constant_65076" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="668649634" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7670,7 +7625,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="695,696,hidden_states.27,output.31">
+				<port id="2" precision="FP32" names="697,698,hidden_states.27,output.31">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -7692,14 +7647,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="697,734,747,x.33,x.35">
+				<port id="2" precision="FP32" names="699,736,749,x.33,x.35">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="519" name="Constant_65260" type="Const" version="opset1">
+		<layer id="519" name="Constant_65079" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7709,7 +7664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="520" name="Constant_65258" type="Const" version="opset1">
+		<layer id="520" name="Constant_65077" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7734,17 +7689,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="735">
+				<port id="2" precision="FP32" names="737">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="522" name="Constant_3460" type="Const" version="opset1">
+		<layer id="522" name="Constant_3447" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="736">
+				<port id="0" precision="I64" names="738">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -7762,14 +7717,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="737">
+				<port id="2" precision="FP32" names="739">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="524" name="Constant_65259" type="Const" version="opset1">
+		<layer id="524" name="Constant_65078" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7794,7 +7749,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="738">
+				<port id="2" precision="FP32" names="740">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -7832,7 +7787,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="739">
+				<port id="2" precision="FP32" names="741">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -7854,14 +7809,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="740,output.33">
+				<port id="2" precision="FP32" names="742,output.33">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="529" name="Constant_65261" type="Const" version="opset1">
+		<layer id="529" name="Constant_65080" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="668658850" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -7886,7 +7841,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="743,744,746,hidden_states.29,output.35">
+				<port id="2" precision="FP32" names="745,746,748,hidden_states.29,output.35">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -7902,7 +7857,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="532" name="Convert_761159" type="Convert" version="opset1">
+		<layer id="532" name="Convert_741854" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7926,7 +7881,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="534" name="Convert_761162" type="Convert" version="opset1">
+		<layer id="534" name="Convert_741857" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -7988,11 +7943,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="538" name="__module.layers.2.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="538" name="self.layers.2.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -8006,7 +7958,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="539" name="__module.layers.2.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="539" name="__module.layers.2.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8020,14 +7972,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="755">
+				<port id="2" precision="FP32" names="757">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="540" name="Constant_68005" type="Const" version="opset1">
+		<layer id="540" name="Constant_67824" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -8048,7 +8000,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="757">
+				<port id="2" precision="FP32" names="759">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -8077,7 +8029,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="758,q.5">
+				<port id="2" precision="FP32" names="760,q.5">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8102,7 +8054,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="771">
+				<port id="2" precision="FP32" names="773">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8110,7 +8062,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="545" name="Constant_3769" type="Const" version="opset1">
+		<layer id="545" name="Constant_3753" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8118,7 +8070,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="546" name="Constant_3771" type="Const" version="opset1">
+		<layer id="546" name="Constant_3755" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8126,7 +8078,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="547" name="Constant_3773" type="Const" version="opset1">
+		<layer id="547" name="Constant_3757" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8134,7 +8086,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="548" name="Constant_3725" type="Const" version="opset1">
+		<layer id="548" name="Constant_3709" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8164,7 +8116,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="781,x2.9">
+				<port id="5" precision="FP32" names="783,x2.9">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8172,7 +8124,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="550" name="Constant_65262" type="Const" version="opset1">
+		<layer id="550" name="Constant_65081" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8200,7 +8152,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="782">
+				<port id="2" precision="FP32" names="784">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8208,7 +8160,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="552" name="Constant_3666" type="Const" version="opset1">
+		<layer id="552" name="Constant_3650" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8216,7 +8168,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="553" name="Constant_3710" type="Const" version="opset1">
+		<layer id="553" name="Constant_3694" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8224,7 +8176,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="554" name="Constant_3712" type="Const" version="opset1">
+		<layer id="554" name="Constant_3696" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8232,7 +8184,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="555" name="Constant_3664" type="Const" version="opset1">
+		<layer id="555" name="Constant_3648" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8262,7 +8214,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="776">
+				<port id="5" precision="FP32" names="778">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8287,7 +8239,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="784">
+				<port id="2" precision="FP32" names="786">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8312,7 +8264,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="785">
+				<port id="2" precision="FP32" names="787">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8337,7 +8289,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="786,query.9">
+				<port id="2" precision="FP32" names="788,query.9">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8354,7 +8306,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="561" name="Convert_986091" type="Convert" version="opset1">
+		<layer id="561" name="Convert_966680" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -8378,7 +8330,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="563" name="Convert_986094" type="Convert" version="opset1">
+		<layer id="563" name="Convert_966683" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -8440,11 +8392,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="567" name="__module.layers.2.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="567" name="self.layers.2.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -8458,7 +8407,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="568" name="__module.layers.2.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="568" name="__module.layers.2.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -8472,14 +8421,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="760">
+				<port id="2" precision="FP32" names="762">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="569" name="Constant_68006" type="Const" version="opset1">
+		<layer id="569" name="Constant_67825" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -8500,7 +8449,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="762">
+				<port id="2" precision="FP32" names="764">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -8529,7 +8478,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="763,k.5">
+				<port id="2" precision="FP32" names="765,k.5">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8554,7 +8503,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="787">
+				<port id="2" precision="FP32" names="789">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8562,7 +8511,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="574" name="Constant_3912" type="Const" version="opset1">
+		<layer id="574" name="Constant_3896" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8570,7 +8519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="575" name="Constant_3914" type="Const" version="opset1">
+		<layer id="575" name="Constant_3898" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8578,7 +8527,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="576" name="Constant_3916" type="Const" version="opset1">
+		<layer id="576" name="Constant_3900" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8586,7 +8535,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="577" name="Constant_3868" type="Const" version="opset1">
+		<layer id="577" name="Constant_3852" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8616,7 +8565,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="797,x2.11">
+				<port id="5" precision="FP32" names="799,x2.11">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8624,7 +8573,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="579" name="Constant_65263" type="Const" version="opset1">
+		<layer id="579" name="Constant_65082" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -8652,7 +8601,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="798">
+				<port id="2" precision="FP32" names="800">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8660,7 +8609,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="581" name="Constant_3809" type="Const" version="opset1">
+		<layer id="581" name="Constant_3793" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8668,7 +8617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="582" name="Constant_3853" type="Const" version="opset1">
+		<layer id="582" name="Constant_3837" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8676,7 +8625,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="583" name="Constant_3855" type="Const" version="opset1">
+		<layer id="583" name="Constant_3839" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8684,7 +8633,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="584" name="Constant_3807" type="Const" version="opset1">
+		<layer id="584" name="Constant_3791" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -8714,7 +8663,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="792">
+				<port id="5" precision="FP32" names="794">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8739,7 +8688,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="800">
+				<port id="2" precision="FP32" names="802">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8764,7 +8713,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="801">
+				<port id="2" precision="FP32" names="803">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8789,7 +8738,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="802,808,809,hidden_states.31">
+				<port id="2" precision="FP32" names="804,810,811,hidden_states.31">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -8797,10 +8746,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="589" name="711" type="Const" version="opset1">
+		<layer id="589" name="713" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="711" />
+				<port id="0" precision="I64" names="713" />
 			</output>
 		</layer>
 		<layer id="590" name="__module.layers.2.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -8814,7 +8763,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="810,811,812">
+				<port id="2" precision="FP32" names="812,813,814">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -8838,7 +8787,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="814,hidden_states.33">
+				<port id="2" precision="FP32" names="816,hidden_states.33">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -8847,7 +8796,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="592" name="Constant_68007" type="Const" version="opset1">
+		<layer id="592" name="Constant_67826" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -8870,7 +8819,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="818,key.5">
+				<port id="2" precision="FP32" names="820,key.5">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -8887,7 +8836,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="595" name="Convert_981847" type="Convert" version="opset1">
+		<layer id="595" name="Convert_962438" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -8911,7 +8860,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="597" name="Convert_981850" type="Convert" version="opset1">
+		<layer id="597" name="Convert_962441" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -8973,11 +8922,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="601" name="__module.layers.2.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="601" name="self.layers.2.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -8991,7 +8937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="602" name="__module.layers.2.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="602" name="__module.layers.2.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9005,14 +8951,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="765">
+				<port id="2" precision="FP32" names="767">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="603" name="Constant_68008" type="Const" version="opset1">
+		<layer id="603" name="Constant_67827" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -9033,7 +8979,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="767">
+				<port id="2" precision="FP32" names="769">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -9062,7 +9008,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="768,824,825,hidden_states.35">
+				<port id="2" precision="FP32" names="770,826,827,hidden_states.35">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -9081,7 +9027,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="826,827,828">
+				<port id="2" precision="FP32" names="828,829,830">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -9105,7 +9051,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="830,hidden_states.37">
+				<port id="2" precision="FP32" names="832,hidden_states.37">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -9114,7 +9060,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="609" name="Constant_68009" type="Const" version="opset1">
+		<layer id="609" name="Constant_67828" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -9137,7 +9083,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="834,value.5">
+				<port id="2" precision="FP32" names="836,value.5">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -9181,7 +9127,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="843,attn_output.9">
+				<port id="5" precision="FP32" names="845,attn_output.9">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -9210,7 +9156,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="844">
+				<port id="2" precision="FP32" names="846">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -9232,7 +9178,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="847">
+				<port id="2" precision="FP32" names="849">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -9248,7 +9194,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="617" name="Convert_765403" type="Convert" version="opset1">
+		<layer id="617" name="Convert_746096" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -9272,7 +9218,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="619" name="Convert_765406" type="Convert" version="opset1">
+		<layer id="619" name="Convert_746099" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -9334,11 +9280,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="623" name="__module.layers.2.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="623" name="self.layers.2.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -9352,7 +9295,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="624" name="__module.layers.2.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="624" name="__module.layers.2.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9366,14 +9309,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="850,852,x.37,x.39">
+				<port id="2" precision="FP32" names="852,854,x.37,x.39">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="625" name="Constant_65266" type="Const" version="opset1">
+		<layer id="625" name="Constant_65085" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9383,7 +9326,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="626" name="Constant_65264" type="Const" version="opset1">
+		<layer id="626" name="Constant_65083" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9408,17 +9351,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="853">
+				<port id="2" precision="FP32" names="855">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="628" name="Constant_4467" type="Const" version="opset1">
+		<layer id="628" name="Constant_4450" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="854">
+				<port id="0" precision="I64" names="856">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -9436,14 +9379,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="855">
+				<port id="2" precision="FP32" names="857">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="630" name="Constant_65265" type="Const" version="opset1">
+		<layer id="630" name="Constant_65084" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9468,7 +9411,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="856">
+				<port id="2" precision="FP32" names="858">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -9506,7 +9449,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="857">
+				<port id="2" precision="FP32" names="859">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -9528,14 +9471,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="858,output.37">
+				<port id="2" precision="FP32" names="860,output.37">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="635" name="Constant_65267" type="Const" version="opset1">
+		<layer id="635" name="Constant_65086" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="675761954" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9560,7 +9503,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="861,862,hidden_states.39,output.39">
+				<port id="2" precision="FP32" names="863,864,hidden_states.39,output.39">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -9582,14 +9525,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="863,865,878,x.41,x.43">
+				<port id="2" precision="FP32" names="865,867,880,x.41,x.43">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="638" name="Constant_65270" type="Const" version="opset1">
+		<layer id="638" name="Constant_65089" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9599,7 +9542,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="639" name="Constant_65268" type="Const" version="opset1">
+		<layer id="639" name="Constant_65087" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9624,17 +9567,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="866">
+				<port id="2" precision="FP32" names="868">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="641" name="Constant_4520" type="Const" version="opset1">
+		<layer id="641" name="Constant_4503" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="867">
+				<port id="0" precision="I64" names="869">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -9652,14 +9595,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="868">
+				<port id="2" precision="FP32" names="870">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="643" name="Constant_65269" type="Const" version="opset1">
+		<layer id="643" name="Constant_65088" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9684,7 +9627,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="869">
+				<port id="2" precision="FP32" names="871">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -9722,7 +9665,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="870">
+				<port id="2" precision="FP32" names="872">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -9744,14 +9687,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="871,output.41">
+				<port id="2" precision="FP32" names="873,output.41">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="648" name="Constant_65271" type="Const" version="opset1">
+		<layer id="648" name="Constant_65090" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="675771170" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -9776,7 +9719,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="874,875,877,output.43">
+				<port id="2" precision="FP32" names="876,877,879,output.43">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -9792,7 +9735,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="651" name="Convert_442861" type="Convert" version="opset1">
+		<layer id="651" name="Convert_423706" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -9816,7 +9759,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="653" name="Convert_442864" type="Convert" version="opset1">
+		<layer id="653" name="Convert_423709" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -9878,11 +9821,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="657" name="__module.layers.2.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="657" name="self.layers.2.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -9896,7 +9836,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="658" name="__module.layers.2.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="658" name="__module.layers.2.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -9910,7 +9850,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="884">
+				<port id="2" precision="FP32" names="886">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -9927,7 +9867,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="885">
+				<port id="1" precision="FP32" names="887">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -9943,7 +9883,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="661" name="Convert_438617" type="Convert" version="opset1">
+		<layer id="661" name="Convert_419464" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -9967,7 +9907,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="663" name="Convert_438620" type="Convert" version="opset1">
+		<layer id="663" name="Convert_419467" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -10029,11 +9969,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="667" name="__module.layers.2.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="667" name="self.layers.2.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -10047,7 +9984,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="668" name="__module.layers.2.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="668" name="__module.layers.2.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10061,7 +9998,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="887">
+				<port id="2" precision="FP32" names="889">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -10083,7 +10020,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="888">
+				<port id="2" precision="FP32" names="890">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -10099,7 +10036,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="671" name="Convert_447105" type="Convert" version="opset1">
+		<layer id="671" name="Convert_427948" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -10123,7 +10060,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="673" name="Convert_447108" type="Convert" version="opset1">
+		<layer id="673" name="Convert_427951" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -10185,11 +10122,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="677" name="__module.layers.2.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="677" name="self.layers.2.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -10203,7 +10137,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="678" name="__module.layers.2.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="678" name="__module.layers.2.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10217,14 +10151,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="890,892,x.45,x.47">
+				<port id="2" precision="FP32" names="892,894,x.45,x.47">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="679" name="Constant_65274" type="Const" version="opset1">
+		<layer id="679" name="Constant_65093" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10234,7 +10168,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="680" name="Constant_65272" type="Const" version="opset1">
+		<layer id="680" name="Constant_65091" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10259,17 +10193,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="893">
+				<port id="2" precision="FP32" names="895">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="682" name="Constant_4590" type="Const" version="opset1">
+		<layer id="682" name="Constant_4570" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="894">
+				<port id="0" precision="I64" names="896">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -10287,14 +10221,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="895">
+				<port id="2" precision="FP32" names="897">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="684" name="Constant_65273" type="Const" version="opset1">
+		<layer id="684" name="Constant_65092" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10319,7 +10253,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="896">
+				<port id="2" precision="FP32" names="898">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -10357,7 +10291,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="897">
+				<port id="2" precision="FP32" names="899">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -10379,14 +10313,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="898,output.45">
+				<port id="2" precision="FP32" names="900,output.45">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="689" name="Constant_65275" type="Const" version="opset1">
+		<layer id="689" name="Constant_65094" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="707682722" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10411,7 +10345,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="901,902,hidden_states.41,output.47">
+				<port id="2" precision="FP32" names="903,904,hidden_states.41,output.47">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -10433,14 +10367,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="903,929,942,x.49,x.51">
+				<port id="2" precision="FP32" names="905,931,944,x.49,x.51">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="692" name="Constant_65278" type="Const" version="opset1">
+		<layer id="692" name="Constant_65097" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10450,7 +10384,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="693" name="Constant_65276" type="Const" version="opset1">
+		<layer id="693" name="Constant_65095" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10475,17 +10409,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="930">
+				<port id="2" precision="FP32" names="932">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="695" name="Constant_4667" type="Const" version="opset1">
+		<layer id="695" name="Constant_4647" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="931">
+				<port id="0" precision="I64" names="933">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -10503,14 +10437,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="932">
+				<port id="2" precision="FP32" names="934">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="697" name="Constant_65277" type="Const" version="opset1">
+		<layer id="697" name="Constant_65096" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10535,7 +10469,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="933">
+				<port id="2" precision="FP32" names="935">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -10573,7 +10507,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="934">
+				<port id="2" precision="FP32" names="936">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -10595,14 +10529,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="935,output.49">
+				<port id="2" precision="FP32" names="937,output.49">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="702" name="Constant_65279" type="Const" version="opset1">
+		<layer id="702" name="Constant_65098" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="707691938" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10627,7 +10561,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="938,939,941,hidden_states.43,output.51">
+				<port id="2" precision="FP32" names="940,941,943,hidden_states.43,output.51">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -10643,7 +10577,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="705" name="Convert_769647" type="Convert" version="opset1">
+		<layer id="705" name="Convert_750338" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -10667,7 +10601,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="707" name="Convert_769650" type="Convert" version="opset1">
+		<layer id="707" name="Convert_750341" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -10729,11 +10663,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="711" name="__module.layers.3.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="711" name="self.layers.3.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -10747,7 +10678,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="712" name="__module.layers.3.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="712" name="__module.layers.3.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -10761,14 +10692,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="950">
+				<port id="2" precision="FP32" names="952">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="713" name="Constant_68010" type="Const" version="opset1">
+		<layer id="713" name="Constant_67829" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -10789,7 +10720,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="952">
+				<port id="2" precision="FP32" names="954">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -10818,7 +10749,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="953,q.7">
+				<port id="2" precision="FP32" names="955,q.7">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -10843,7 +10774,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="966">
+				<port id="2" precision="FP32" names="968">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -10851,7 +10782,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="718" name="Constant_4976" type="Const" version="opset1">
+		<layer id="718" name="Constant_4953" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10859,7 +10790,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="719" name="Constant_4978" type="Const" version="opset1">
+		<layer id="719" name="Constant_4955" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10867,7 +10798,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="720" name="Constant_4980" type="Const" version="opset1">
+		<layer id="720" name="Constant_4957" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10875,7 +10806,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="721" name="Constant_4932" type="Const" version="opset1">
+		<layer id="721" name="Constant_4909" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10905,7 +10836,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="976,x2.13">
+				<port id="5" precision="FP32" names="978,x2.13">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -10913,7 +10844,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="723" name="Constant_65280" type="Const" version="opset1">
+		<layer id="723" name="Constant_65099" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -10941,7 +10872,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="977">
+				<port id="2" precision="FP32" names="979">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -10949,7 +10880,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="725" name="Constant_4873" type="Const" version="opset1">
+		<layer id="725" name="Constant_4850" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10957,7 +10888,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="726" name="Constant_4917" type="Const" version="opset1">
+		<layer id="726" name="Constant_4894" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10965,7 +10896,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="727" name="Constant_4919" type="Const" version="opset1">
+		<layer id="727" name="Constant_4896" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -10973,7 +10904,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="728" name="Constant_4871" type="Const" version="opset1">
+		<layer id="728" name="Constant_4848" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11003,7 +10934,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="971">
+				<port id="5" precision="FP32" names="973">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -11028,7 +10959,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="979">
+				<port id="2" precision="FP32" names="981">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -11053,7 +10984,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="980">
+				<port id="2" precision="FP32" names="982">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -11078,7 +11009,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="981,query.13">
+				<port id="2" precision="FP32" names="983,query.13">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -11095,7 +11026,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="734" name="Convert_994579" type="Convert" version="opset1">
+		<layer id="734" name="Convert_975164" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11119,7 +11050,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="736" name="Convert_994582" type="Convert" version="opset1">
+		<layer id="736" name="Convert_975167" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11181,11 +11112,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="740" name="__module.layers.3.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="740" name="self.layers.3.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -11199,7 +11127,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="741" name="__module.layers.3.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="741" name="__module.layers.3.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11213,14 +11141,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="955">
+				<port id="2" precision="FP32" names="957">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="742" name="Constant_68011" type="Const" version="opset1">
+		<layer id="742" name="Constant_67830" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -11241,7 +11169,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="957">
+				<port id="2" precision="FP32" names="959">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -11270,7 +11198,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="958,k.7">
+				<port id="2" precision="FP32" names="960,k.7">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11295,7 +11223,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="982">
+				<port id="2" precision="FP32" names="984">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11303,7 +11231,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="747" name="Constant_5119" type="Const" version="opset1">
+		<layer id="747" name="Constant_5096" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11311,7 +11239,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="748" name="Constant_5121" type="Const" version="opset1">
+		<layer id="748" name="Constant_5098" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11319,7 +11247,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="749" name="Constant_5123" type="Const" version="opset1">
+		<layer id="749" name="Constant_5100" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11327,7 +11255,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="750" name="Constant_5075" type="Const" version="opset1">
+		<layer id="750" name="Constant_5052" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11357,7 +11285,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="992,x2.15">
+				<port id="5" precision="FP32" names="994,x2.15">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11365,7 +11293,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="752" name="Constant_65281" type="Const" version="opset1">
+		<layer id="752" name="Constant_65100" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -11393,7 +11321,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="993">
+				<port id="2" precision="FP32" names="995">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11401,7 +11329,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="754" name="Constant_5016" type="Const" version="opset1">
+		<layer id="754" name="Constant_4993" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11409,7 +11337,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="755" name="Constant_5060" type="Const" version="opset1">
+		<layer id="755" name="Constant_5037" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11417,7 +11345,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="756" name="Constant_5062" type="Const" version="opset1">
+		<layer id="756" name="Constant_5039" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11425,7 +11353,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="757" name="Constant_5014" type="Const" version="opset1">
+		<layer id="757" name="Constant_4991" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -11455,7 +11383,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="987">
+				<port id="5" precision="FP32" names="989">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11480,7 +11408,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="995">
+				<port id="2" precision="FP32" names="997">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11505,7 +11433,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="996">
+				<port id="2" precision="FP32" names="998">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11530,7 +11458,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1003,1004,997,hidden_states.45">
+				<port id="2" precision="FP32" names="1005,1006,999,hidden_states.45">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11538,10 +11466,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="762" name="916" type="Const" version="opset1">
+		<layer id="762" name="918" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="916" />
+				<port id="0" precision="I64" names="918" />
 			</output>
 		</layer>
 		<layer id="763" name="__module.layers.3.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -11555,7 +11483,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1005,1006,1007">
+				<port id="2" precision="FP32" names="1007,1008,1009">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -11579,7 +11507,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1009,hidden_states.47">
+				<port id="2" precision="FP32" names="1011,hidden_states.47">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -11588,7 +11516,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="765" name="Constant_68012" type="Const" version="opset1">
+		<layer id="765" name="Constant_67831" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -11611,7 +11539,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1013,key.7">
+				<port id="2" precision="FP32" names="1015,key.7">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -11628,7 +11556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="768" name="Convert_990335" type="Convert" version="opset1">
+		<layer id="768" name="Convert_970922" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11652,7 +11580,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="770" name="Convert_990338" type="Convert" version="opset1">
+		<layer id="770" name="Convert_970925" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -11714,11 +11642,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="774" name="__module.layers.3.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="774" name="self.layers.3.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -11732,7 +11657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="775" name="__module.layers.3.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="775" name="__module.layers.3.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -11746,14 +11671,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="960">
+				<port id="2" precision="FP32" names="962">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="776" name="Constant_68013" type="Const" version="opset1">
+		<layer id="776" name="Constant_67832" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -11774,7 +11699,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="962">
+				<port id="2" precision="FP32" names="964">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -11803,7 +11728,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1019,1020,963,hidden_states.49">
+				<port id="2" precision="FP32" names="1021,1022,965,hidden_states.49">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -11822,7 +11747,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1021,1022,1023">
+				<port id="2" precision="FP32" names="1023,1024,1025">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -11846,7 +11771,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1025,hidden_states.51">
+				<port id="2" precision="FP32" names="1027,hidden_states.51">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -11855,7 +11780,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="782" name="Constant_68014" type="Const" version="opset1">
+		<layer id="782" name="Constant_67833" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -11878,7 +11803,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1029,value.7">
+				<port id="2" precision="FP32" names="1031,value.7">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -11922,7 +11847,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1038,attn_output.13">
+				<port id="5" precision="FP32" names="1040,attn_output.13">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -11951,7 +11876,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1039">
+				<port id="2" precision="FP32" names="1041">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -11973,7 +11898,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1042">
+				<port id="2" precision="FP32" names="1044">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -11989,7 +11914,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="790" name="Convert_773891" type="Convert" version="opset1">
+		<layer id="790" name="Convert_754580" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12013,7 +11938,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="792" name="Convert_773894" type="Convert" version="opset1">
+		<layer id="792" name="Convert_754583" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12075,11 +12000,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="796" name="__module.layers.3.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="796" name="self.layers.3.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -12093,7 +12015,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="797" name="__module.layers.3.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="797" name="__module.layers.3.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12107,14 +12029,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1045,1047,x.53,x.55">
+				<port id="2" precision="FP32" names="1047,1049,x.53,x.55">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="798" name="Constant_65284" type="Const" version="opset1">
+		<layer id="798" name="Constant_65103" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12124,7 +12046,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="799" name="Constant_65282" type="Const" version="opset1">
+		<layer id="799" name="Constant_65101" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12149,17 +12071,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1048">
+				<port id="2" precision="FP32" names="1050">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="801" name="Constant_5674" type="Const" version="opset1">
+		<layer id="801" name="Constant_5650" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1049">
+				<port id="0" precision="I64" names="1051">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -12177,14 +12099,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1050">
+				<port id="2" precision="FP32" names="1052">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="803" name="Constant_65283" type="Const" version="opset1">
+		<layer id="803" name="Constant_65102" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12209,7 +12131,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1051">
+				<port id="2" precision="FP32" names="1053">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -12247,7 +12169,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1052">
+				<port id="2" precision="FP32" names="1054">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -12269,14 +12191,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1053,output.53">
+				<port id="2" precision="FP32" names="1055,output.53">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="808" name="Constant_65285" type="Const" version="opset1">
+		<layer id="808" name="Constant_65104" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="714795042" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12301,7 +12223,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1056,1057,hidden_states.53,output.55">
+				<port id="2" precision="FP32" names="1058,1059,hidden_states.53,output.55">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -12323,14 +12245,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1058,1060,1073,x.57,x.59">
+				<port id="2" precision="FP32" names="1060,1062,1075,x.57,x.59">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="811" name="Constant_65288" type="Const" version="opset1">
+		<layer id="811" name="Constant_65107" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12340,7 +12262,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="812" name="Constant_65286" type="Const" version="opset1">
+		<layer id="812" name="Constant_65105" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12365,17 +12287,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1061">
+				<port id="2" precision="FP32" names="1063">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="814" name="Constant_5727" type="Const" version="opset1">
+		<layer id="814" name="Constant_5703" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1062">
+				<port id="0" precision="I64" names="1064">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -12393,14 +12315,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1063">
+				<port id="2" precision="FP32" names="1065">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="816" name="Constant_65287" type="Const" version="opset1">
+		<layer id="816" name="Constant_65106" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12425,7 +12347,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1064">
+				<port id="2" precision="FP32" names="1066">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -12463,7 +12385,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1065">
+				<port id="2" precision="FP32" names="1067">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -12485,14 +12407,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1066,output.57">
+				<port id="2" precision="FP32" names="1068,output.57">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="821" name="Constant_65289" type="Const" version="opset1">
+		<layer id="821" name="Constant_65108" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="714804258" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12517,7 +12439,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1069,1070,1072,output.59">
+				<port id="2" precision="FP32" names="1071,1072,1074,output.59">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -12533,7 +12455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="824" name="Convert_455593" type="Convert" version="opset1">
+		<layer id="824" name="Convert_436432" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12557,7 +12479,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="826" name="Convert_455596" type="Convert" version="opset1">
+		<layer id="826" name="Convert_436435" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12619,11 +12541,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="830" name="__module.layers.3.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="830" name="self.layers.3.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -12637,7 +12556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="831" name="__module.layers.3.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="831" name="__module.layers.3.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12651,7 +12570,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1079">
+				<port id="2" precision="FP32" names="1081">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -12668,7 +12587,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="1080">
+				<port id="1" precision="FP32" names="1082">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -12684,7 +12603,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="834" name="Convert_451349" type="Convert" version="opset1">
+		<layer id="834" name="Convert_432190" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12708,7 +12627,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="836" name="Convert_451352" type="Convert" version="opset1">
+		<layer id="836" name="Convert_432193" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12770,11 +12689,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="840" name="__module.layers.3.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="840" name="self.layers.3.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -12788,7 +12704,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="841" name="__module.layers.3.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="841" name="__module.layers.3.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12802,7 +12718,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1082">
+				<port id="2" precision="FP32" names="1084">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -12824,7 +12740,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1083">
+				<port id="2" precision="FP32" names="1085">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -12840,7 +12756,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="844" name="Convert_459837" type="Convert" version="opset1">
+		<layer id="844" name="Convert_440674" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12864,7 +12780,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="846" name="Convert_459840" type="Convert" version="opset1">
+		<layer id="846" name="Convert_440677" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -12926,11 +12842,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="850" name="__module.layers.3.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="850" name="self.layers.3.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -12944,7 +12857,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="851" name="__module.layers.3.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="851" name="__module.layers.3.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -12958,14 +12871,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1085,1087,x.61,x.63">
+				<port id="2" precision="FP32" names="1087,1089,x.61,x.63">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="852" name="Constant_65292" type="Const" version="opset1">
+		<layer id="852" name="Constant_65111" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -12975,7 +12888,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="853" name="Constant_65290" type="Const" version="opset1">
+		<layer id="853" name="Constant_65109" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13000,17 +12913,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1088">
+				<port id="2" precision="FP32" names="1090">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="855" name="Constant_5797" type="Const" version="opset1">
+		<layer id="855" name="Constant_5770" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1089">
+				<port id="0" precision="I64" names="1091">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -13028,14 +12941,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1090">
+				<port id="2" precision="FP32" names="1092">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="857" name="Constant_65291" type="Const" version="opset1">
+		<layer id="857" name="Constant_65110" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13060,7 +12973,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1091">
+				<port id="2" precision="FP32" names="1093">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -13098,7 +13011,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1092">
+				<port id="2" precision="FP32" names="1094">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -13120,14 +13033,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1093,output.61">
+				<port id="2" precision="FP32" names="1095,output.61">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="862" name="Constant_65293" type="Const" version="opset1">
+		<layer id="862" name="Constant_65112" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="746715810" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13152,7 +13065,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1096,1097,hidden_states.55,output.63">
+				<port id="2" precision="FP32" names="1098,1099,hidden_states.55,output.63">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -13174,14 +13087,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1098,1135,1148,x.65,x.67">
+				<port id="2" precision="FP32" names="1100,1137,1150,x.65,x.67">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="865" name="Constant_65296" type="Const" version="opset1">
+		<layer id="865" name="Constant_65115" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13191,7 +13104,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="866" name="Constant_65294" type="Const" version="opset1">
+		<layer id="866" name="Constant_65113" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13216,17 +13129,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1136">
+				<port id="2" precision="FP32" names="1138">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="868" name="Constant_6022" type="Const" version="opset1">
+		<layer id="868" name="Constant_5995" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1137">
+				<port id="0" precision="I64" names="1139">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -13244,14 +13157,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1138">
+				<port id="2" precision="FP32" names="1140">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="870" name="Constant_65295" type="Const" version="opset1">
+		<layer id="870" name="Constant_65114" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13276,7 +13189,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1139">
+				<port id="2" precision="FP32" names="1141">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -13314,7 +13227,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1140">
+				<port id="2" precision="FP32" names="1142">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -13336,14 +13249,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1141,output.65">
+				<port id="2" precision="FP32" names="1143,output.65">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="875" name="Constant_65297" type="Const" version="opset1">
+		<layer id="875" name="Constant_65116" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="746725026" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13368,7 +13281,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1144,1145,1147,hidden_states.57,output.67">
+				<port id="2" precision="FP32" names="1146,1147,1149,hidden_states.57,output.67">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -13384,7 +13297,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="878" name="Convert_778135" type="Convert" version="opset1">
+		<layer id="878" name="Convert_758822" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -13408,7 +13321,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="880" name="Convert_778138" type="Convert" version="opset1">
+		<layer id="880" name="Convert_758825" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -13470,11 +13383,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="884" name="__module.layers.4.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="884" name="self.layers.4.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -13488,7 +13398,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="885" name="__module.layers.4.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="885" name="__module.layers.4.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13502,14 +13412,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1156">
+				<port id="2" precision="FP32" names="1158">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="886" name="Constant_68015" type="Const" version="opset1">
+		<layer id="886" name="Constant_67834" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -13530,7 +13440,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1158">
+				<port id="2" precision="FP32" names="1160">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -13559,7 +13469,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1159,q.9">
+				<port id="2" precision="FP32" names="1161,q.9">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13584,7 +13494,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1172">
+				<port id="2" precision="FP32" names="1174">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13592,7 +13502,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="891" name="Constant_6331" type="Const" version="opset1">
+		<layer id="891" name="Constant_6301" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13600,7 +13510,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="892" name="Constant_6333" type="Const" version="opset1">
+		<layer id="892" name="Constant_6303" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13608,7 +13518,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="893" name="Constant_6335" type="Const" version="opset1">
+		<layer id="893" name="Constant_6305" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13616,7 +13526,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="894" name="Constant_6287" type="Const" version="opset1">
+		<layer id="894" name="Constant_6257" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13646,7 +13556,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1182,x2.17">
+				<port id="5" precision="FP32" names="1184,x2.17">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13654,7 +13564,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="896" name="Constant_65298" type="Const" version="opset1">
+		<layer id="896" name="Constant_65117" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -13682,7 +13592,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1183">
+				<port id="2" precision="FP32" names="1185">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13690,7 +13600,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="898" name="Constant_6228" type="Const" version="opset1">
+		<layer id="898" name="Constant_6198" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13698,7 +13608,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="899" name="Constant_6272" type="Const" version="opset1">
+		<layer id="899" name="Constant_6242" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13706,7 +13616,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="900" name="Constant_6274" type="Const" version="opset1">
+		<layer id="900" name="Constant_6244" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13714,7 +13624,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="901" name="Constant_6226" type="Const" version="opset1">
+		<layer id="901" name="Constant_6196" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -13744,7 +13654,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1177">
+				<port id="5" precision="FP32" names="1179">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13769,7 +13679,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1185">
+				<port id="2" precision="FP32" names="1187">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13794,7 +13704,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1186">
+				<port id="2" precision="FP32" names="1188">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13819,7 +13729,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1187,query.17">
+				<port id="2" precision="FP32" names="1189,query.17">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -13836,7 +13746,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="907" name="Convert_1003067" type="Convert" version="opset1">
+		<layer id="907" name="Convert_983648" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -13860,7 +13770,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="909" name="Convert_1003070" type="Convert" version="opset1">
+		<layer id="909" name="Convert_983651" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -13922,11 +13832,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="913" name="__module.layers.4.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="913" name="self.layers.4.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -13940,7 +13847,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="914" name="__module.layers.4.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="914" name="__module.layers.4.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -13954,14 +13861,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1161">
+				<port id="2" precision="FP32" names="1163">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="915" name="Constant_68016" type="Const" version="opset1">
+		<layer id="915" name="Constant_67835" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -13982,7 +13889,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1163">
+				<port id="2" precision="FP32" names="1165">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -14011,7 +13918,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1164,k.9">
+				<port id="2" precision="FP32" names="1166,k.9">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14036,7 +13943,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1188">
+				<port id="2" precision="FP32" names="1190">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14044,7 +13951,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="920" name="Constant_6474" type="Const" version="opset1">
+		<layer id="920" name="Constant_6444" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14052,7 +13959,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="921" name="Constant_6476" type="Const" version="opset1">
+		<layer id="921" name="Constant_6446" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14060,7 +13967,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="922" name="Constant_6478" type="Const" version="opset1">
+		<layer id="922" name="Constant_6448" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14068,7 +13975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="923" name="Constant_6430" type="Const" version="opset1">
+		<layer id="923" name="Constant_6400" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14098,7 +14005,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1198,x2.19">
+				<port id="5" precision="FP32" names="1200,x2.19">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14106,7 +14013,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="925" name="Constant_65299" type="Const" version="opset1">
+		<layer id="925" name="Constant_65118" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14134,7 +14041,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1199">
+				<port id="2" precision="FP32" names="1201">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14142,7 +14049,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="927" name="Constant_6371" type="Const" version="opset1">
+		<layer id="927" name="Constant_6341" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14150,7 +14057,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="928" name="Constant_6415" type="Const" version="opset1">
+		<layer id="928" name="Constant_6385" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14158,7 +14065,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="929" name="Constant_6417" type="Const" version="opset1">
+		<layer id="929" name="Constant_6387" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14166,7 +14073,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="930" name="Constant_6369" type="Const" version="opset1">
+		<layer id="930" name="Constant_6339" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -14196,7 +14103,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1193">
+				<port id="5" precision="FP32" names="1195">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14221,7 +14128,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1201">
+				<port id="2" precision="FP32" names="1203">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14246,7 +14153,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1202">
+				<port id="2" precision="FP32" names="1204">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14271,7 +14178,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1203,1209,1210,hidden_states.59">
+				<port id="2" precision="FP32" names="1205,1211,1212,hidden_states.59">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14279,10 +14186,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="935" name="1112" type="Const" version="opset1">
+		<layer id="935" name="1114" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1112" />
+				<port id="0" precision="I64" names="1114" />
 			</output>
 		</layer>
 		<layer id="936" name="__module.layers.4.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -14296,7 +14203,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1211,1212,1213">
+				<port id="2" precision="FP32" names="1213,1214,1215">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -14320,7 +14227,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1215,hidden_states.61">
+				<port id="2" precision="FP32" names="1217,hidden_states.61">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -14329,7 +14236,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="938" name="Constant_68017" type="Const" version="opset1">
+		<layer id="938" name="Constant_67836" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -14352,7 +14259,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1219,key.9">
+				<port id="2" precision="FP32" names="1221,key.9">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -14369,7 +14276,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="941" name="Convert_998823" type="Convert" version="opset1">
+		<layer id="941" name="Convert_979406" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14393,7 +14300,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="943" name="Convert_998826" type="Convert" version="opset1">
+		<layer id="943" name="Convert_979409" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14455,11 +14362,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="947" name="__module.layers.4.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="947" name="self.layers.4.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -14473,7 +14377,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="948" name="__module.layers.4.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="948" name="__module.layers.4.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14487,14 +14391,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1166">
+				<port id="2" precision="FP32" names="1168">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="949" name="Constant_68018" type="Const" version="opset1">
+		<layer id="949" name="Constant_67837" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -14515,7 +14419,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1168">
+				<port id="2" precision="FP32" names="1170">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -14544,7 +14448,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1169,1225,1226,hidden_states.63">
+				<port id="2" precision="FP32" names="1171,1227,1228,hidden_states.63">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -14563,7 +14467,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1227,1228,1229">
+				<port id="2" precision="FP32" names="1229,1230,1231">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -14587,7 +14491,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1231,hidden_states.65">
+				<port id="2" precision="FP32" names="1233,hidden_states.65">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -14596,7 +14500,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="955" name="Constant_68019" type="Const" version="opset1">
+		<layer id="955" name="Constant_67838" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -14619,7 +14523,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1235,value.9">
+				<port id="2" precision="FP32" names="1237,value.9">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -14663,7 +14567,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1244,attn_output.17">
+				<port id="5" precision="FP32" names="1246,attn_output.17">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -14692,7 +14596,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1245">
+				<port id="2" precision="FP32" names="1247">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -14714,7 +14618,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1248">
+				<port id="2" precision="FP32" names="1250">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -14730,7 +14634,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="963" name="Convert_782379" type="Convert" version="opset1">
+		<layer id="963" name="Convert_763064" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14754,7 +14658,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="965" name="Convert_782382" type="Convert" version="opset1">
+		<layer id="965" name="Convert_763067" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -14816,11 +14720,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="969" name="__module.layers.4.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="969" name="self.layers.4.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -14834,7 +14735,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="970" name="__module.layers.4.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="970" name="__module.layers.4.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -14848,14 +14749,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1251,1253,x.69,x.71">
+				<port id="2" precision="FP32" names="1253,1255,x.69,x.71">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="971" name="Constant_65302" type="Const" version="opset1">
+		<layer id="971" name="Constant_65121" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14865,7 +14766,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="972" name="Constant_65300" type="Const" version="opset1">
+		<layer id="972" name="Constant_65119" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14890,17 +14791,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1254">
+				<port id="2" precision="FP32" names="1256">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="974" name="Constant_7029" type="Const" version="opset1">
+		<layer id="974" name="Constant_6998" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1255">
+				<port id="0" precision="I64" names="1257">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -14918,14 +14819,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1256">
+				<port id="2" precision="FP32" names="1258">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="976" name="Constant_65301" type="Const" version="opset1">
+		<layer id="976" name="Constant_65120" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -14950,7 +14851,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1257">
+				<port id="2" precision="FP32" names="1259">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -14988,7 +14889,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1258">
+				<port id="2" precision="FP32" names="1260">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -15010,14 +14911,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1259,output.69">
+				<port id="2" precision="FP32" names="1261,output.69">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="981" name="Constant_65303" type="Const" version="opset1">
+		<layer id="981" name="Constant_65122" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="753828130" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15042,7 +14943,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1262,1263,hidden_states.67,output.71">
+				<port id="2" precision="FP32" names="1264,1265,hidden_states.67,output.71">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -15064,14 +14965,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1264,1266,1279,x.73,x.75">
+				<port id="2" precision="FP32" names="1266,1268,1281,x.73,x.75">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="984" name="Constant_65306" type="Const" version="opset1">
+		<layer id="984" name="Constant_65125" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15081,7 +14982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="985" name="Constant_65304" type="Const" version="opset1">
+		<layer id="985" name="Constant_65123" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15106,17 +15007,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1267">
+				<port id="2" precision="FP32" names="1269">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="987" name="Constant_7082" type="Const" version="opset1">
+		<layer id="987" name="Constant_7051" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1268">
+				<port id="0" precision="I64" names="1270">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -15134,14 +15035,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1269">
+				<port id="2" precision="FP32" names="1271">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="989" name="Constant_65305" type="Const" version="opset1">
+		<layer id="989" name="Constant_65124" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15166,7 +15067,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1270">
+				<port id="2" precision="FP32" names="1272">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -15204,7 +15105,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1271">
+				<port id="2" precision="FP32" names="1273">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -15226,14 +15127,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1272,output.73">
+				<port id="2" precision="FP32" names="1274,output.73">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="994" name="Constant_65307" type="Const" version="opset1">
+		<layer id="994" name="Constant_65126" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="753837346" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15258,7 +15159,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1275,1276,1278,output.75">
+				<port id="2" precision="FP32" names="1277,1278,1280,output.75">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -15274,7 +15175,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="997" name="Convert_468325" type="Convert" version="opset1">
+		<layer id="997" name="Convert_449158" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15298,7 +15199,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="999" name="Convert_468328" type="Convert" version="opset1">
+		<layer id="999" name="Convert_449161" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15360,11 +15261,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1003" name="__module.layers.4.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1003" name="self.layers.4.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -15378,7 +15276,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1004" name="__module.layers.4.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1004" name="__module.layers.4.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15392,7 +15290,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1285">
+				<port id="2" precision="FP32" names="1287">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -15409,7 +15307,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="1286">
+				<port id="1" precision="FP32" names="1288">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -15425,7 +15323,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1007" name="Convert_464081" type="Convert" version="opset1">
+		<layer id="1007" name="Convert_444916" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15449,7 +15347,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1009" name="Convert_464084" type="Convert" version="opset1">
+		<layer id="1009" name="Convert_444919" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15511,11 +15409,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1013" name="__module.layers.4.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1013" name="self.layers.4.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -15529,7 +15424,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1014" name="__module.layers.4.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1014" name="__module.layers.4.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15543,7 +15438,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1288">
+				<port id="2" precision="FP32" names="1290">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -15565,7 +15460,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1289">
+				<port id="2" precision="FP32" names="1291">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -15581,7 +15476,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1017" name="Convert_472569" type="Convert" version="opset1">
+		<layer id="1017" name="Convert_453400" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15605,7 +15500,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1019" name="Convert_472572" type="Convert" version="opset1">
+		<layer id="1019" name="Convert_453403" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -15667,11 +15562,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1023" name="__module.layers.4.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1023" name="self.layers.4.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -15685,7 +15577,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1024" name="__module.layers.4.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1024" name="__module.layers.4.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -15699,14 +15591,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1291,1293,x.77,x.79">
+				<port id="2" precision="FP32" names="1293,1295,x.77,x.79">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1025" name="Constant_65310" type="Const" version="opset1">
+		<layer id="1025" name="Constant_65129" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15716,7 +15608,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1026" name="Constant_65308" type="Const" version="opset1">
+		<layer id="1026" name="Constant_65127" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15741,17 +15633,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1294">
+				<port id="2" precision="FP32" names="1296">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1028" name="Constant_7152" type="Const" version="opset1">
+		<layer id="1028" name="Constant_7118" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1295">
+				<port id="0" precision="I64" names="1297">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -15769,14 +15661,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1296">
+				<port id="2" precision="FP32" names="1298">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1030" name="Constant_65309" type="Const" version="opset1">
+		<layer id="1030" name="Constant_65128" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15801,7 +15693,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1297">
+				<port id="2" precision="FP32" names="1299">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -15839,7 +15731,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1298">
+				<port id="2" precision="FP32" names="1300">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -15861,14 +15753,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1299,output.77">
+				<port id="2" precision="FP32" names="1301,output.77">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1035" name="Constant_65311" type="Const" version="opset1">
+		<layer id="1035" name="Constant_65130" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="785748898" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15893,7 +15785,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1302,1303,hidden_states.69,output.79">
+				<port id="2" precision="FP32" names="1304,1305,hidden_states.69,output.79">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -15915,14 +15807,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1304,1330,1343,x.81,x.83">
+				<port id="2" precision="FP32" names="1306,1332,1345,x.81,x.83">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1038" name="Constant_65314" type="Const" version="opset1">
+		<layer id="1038" name="Constant_65133" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15932,7 +15824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1039" name="Constant_65312" type="Const" version="opset1">
+		<layer id="1039" name="Constant_65131" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -15957,17 +15849,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1331">
+				<port id="2" precision="FP32" names="1333">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1041" name="Constant_7229" type="Const" version="opset1">
+		<layer id="1041" name="Constant_7195" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1332">
+				<port id="0" precision="I64" names="1334">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -15985,14 +15877,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1333">
+				<port id="2" precision="FP32" names="1335">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1043" name="Constant_65313" type="Const" version="opset1">
+		<layer id="1043" name="Constant_65132" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16017,7 +15909,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1334">
+				<port id="2" precision="FP32" names="1336">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -16055,7 +15947,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1335">
+				<port id="2" precision="FP32" names="1337">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -16077,14 +15969,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1336,output.81">
+				<port id="2" precision="FP32" names="1338,output.81">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1048" name="Constant_65315" type="Const" version="opset1">
+		<layer id="1048" name="Constant_65134" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="785758114" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16109,7 +16001,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1339,1340,1342,hidden_states.71,output.83">
+				<port id="2" precision="FP32" names="1341,1342,1344,hidden_states.71,output.83">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -16125,7 +16017,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1051" name="Convert_786623" type="Convert" version="opset1">
+		<layer id="1051" name="Convert_767306" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -16149,7 +16041,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1053" name="Convert_786626" type="Convert" version="opset1">
+		<layer id="1053" name="Convert_767309" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -16211,11 +16103,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1057" name="__module.layers.5.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1057" name="self.layers.5.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -16229,7 +16118,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1058" name="__module.layers.5.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1058" name="__module.layers.5.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16243,14 +16132,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1351">
+				<port id="2" precision="FP32" names="1353">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1059" name="Constant_68020" type="Const" version="opset1">
+		<layer id="1059" name="Constant_67839" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -16271,7 +16160,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1353">
+				<port id="2" precision="FP32" names="1355">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -16300,7 +16189,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1354,q.11">
+				<port id="2" precision="FP32" names="1356,q.11">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16325,7 +16214,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1367">
+				<port id="2" precision="FP32" names="1369">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16333,7 +16222,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1064" name="Constant_7538" type="Const" version="opset1">
+		<layer id="1064" name="Constant_7501" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16341,7 +16230,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1065" name="Constant_7540" type="Const" version="opset1">
+		<layer id="1065" name="Constant_7503" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16349,7 +16238,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1066" name="Constant_7542" type="Const" version="opset1">
+		<layer id="1066" name="Constant_7505" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16357,7 +16246,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1067" name="Constant_7494" type="Const" version="opset1">
+		<layer id="1067" name="Constant_7457" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16387,7 +16276,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1377,x2.21">
+				<port id="5" precision="FP32" names="1379,x2.21">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16395,7 +16284,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1069" name="Constant_65316" type="Const" version="opset1">
+		<layer id="1069" name="Constant_65135" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16423,7 +16312,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1378">
+				<port id="2" precision="FP32" names="1380">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16431,7 +16320,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1071" name="Constant_7435" type="Const" version="opset1">
+		<layer id="1071" name="Constant_7398" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16439,7 +16328,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1072" name="Constant_7479" type="Const" version="opset1">
+		<layer id="1072" name="Constant_7442" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16447,7 +16336,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1073" name="Constant_7481" type="Const" version="opset1">
+		<layer id="1073" name="Constant_7444" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16455,7 +16344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1074" name="Constant_7433" type="Const" version="opset1">
+		<layer id="1074" name="Constant_7396" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16485,7 +16374,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1372">
+				<port id="5" precision="FP32" names="1374">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16510,7 +16399,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1380">
+				<port id="2" precision="FP32" names="1382">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16535,7 +16424,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1381">
+				<port id="2" precision="FP32" names="1383">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16560,7 +16449,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1382,query.21">
+				<port id="2" precision="FP32" names="1384,query.21">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -16577,7 +16466,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1080" name="Convert_1011555" type="Convert" version="opset1">
+		<layer id="1080" name="Convert_992132" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -16601,7 +16490,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1082" name="Convert_1011558" type="Convert" version="opset1">
+		<layer id="1082" name="Convert_992135" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -16663,11 +16552,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1086" name="__module.layers.5.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1086" name="self.layers.5.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -16681,7 +16567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1087" name="__module.layers.5.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1087" name="__module.layers.5.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -16695,14 +16581,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1356">
+				<port id="2" precision="FP32" names="1358">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1088" name="Constant_68021" type="Const" version="opset1">
+		<layer id="1088" name="Constant_67840" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -16723,7 +16609,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1358">
+				<port id="2" precision="FP32" names="1360">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -16752,7 +16638,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1359,k.11">
+				<port id="2" precision="FP32" names="1361,k.11">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -16777,7 +16663,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1383">
+				<port id="2" precision="FP32" names="1385">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -16785,7 +16671,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1093" name="Constant_7681" type="Const" version="opset1">
+		<layer id="1093" name="Constant_7644" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16793,7 +16679,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1094" name="Constant_7683" type="Const" version="opset1">
+		<layer id="1094" name="Constant_7646" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16801,7 +16687,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1095" name="Constant_7685" type="Const" version="opset1">
+		<layer id="1095" name="Constant_7648" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16809,7 +16695,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1096" name="Constant_7637" type="Const" version="opset1">
+		<layer id="1096" name="Constant_7600" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16839,7 +16725,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1393,x2.23">
+				<port id="5" precision="FP32" names="1395,x2.23">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -16847,7 +16733,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1098" name="Constant_65317" type="Const" version="opset1">
+		<layer id="1098" name="Constant_65136" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -16875,7 +16761,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1394">
+				<port id="2" precision="FP32" names="1396">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -16883,7 +16769,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1100" name="Constant_7578" type="Const" version="opset1">
+		<layer id="1100" name="Constant_7541" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16891,7 +16777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1101" name="Constant_7622" type="Const" version="opset1">
+		<layer id="1101" name="Constant_7585" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16899,7 +16785,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1102" name="Constant_7624" type="Const" version="opset1">
+		<layer id="1102" name="Constant_7587" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16907,7 +16793,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1103" name="Constant_7576" type="Const" version="opset1">
+		<layer id="1103" name="Constant_7539" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -16937,7 +16823,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1388">
+				<port id="5" precision="FP32" names="1390">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -16962,7 +16848,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1396">
+				<port id="2" precision="FP32" names="1398">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -16987,7 +16873,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1397">
+				<port id="2" precision="FP32" names="1399">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -17012,7 +16898,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1398,1404,1405,hidden_states.73">
+				<port id="2" precision="FP32" names="1400,1406,1407,hidden_states.73">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -17020,10 +16906,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1108" name="1317" type="Const" version="opset1">
+		<layer id="1108" name="1319" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1317" />
+				<port id="0" precision="I64" names="1319" />
 			</output>
 		</layer>
 		<layer id="1109" name="__module.layers.5.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -17037,7 +16923,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1406,1407,1408">
+				<port id="2" precision="FP32" names="1408,1409,1410">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -17061,7 +16947,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1410,hidden_states.75">
+				<port id="2" precision="FP32" names="1412,hidden_states.75">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -17070,7 +16956,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1111" name="Constant_68022" type="Const" version="opset1">
+		<layer id="1111" name="Constant_67841" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -17093,7 +16979,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1414,key.11">
+				<port id="2" precision="FP32" names="1416,key.11">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -17110,7 +16996,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1114" name="Convert_1007311" type="Convert" version="opset1">
+		<layer id="1114" name="Convert_987890" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17134,7 +17020,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1116" name="Convert_1007314" type="Convert" version="opset1">
+		<layer id="1116" name="Convert_987893" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17196,11 +17082,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1120" name="__module.layers.5.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1120" name="self.layers.5.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -17214,7 +17097,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1121" name="__module.layers.5.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1121" name="__module.layers.5.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17228,14 +17111,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1361">
+				<port id="2" precision="FP32" names="1363">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1122" name="Constant_68023" type="Const" version="opset1">
+		<layer id="1122" name="Constant_67842" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -17256,7 +17139,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1363">
+				<port id="2" precision="FP32" names="1365">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -17285,7 +17168,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1364,1420,1421,hidden_states.77">
+				<port id="2" precision="FP32" names="1366,1422,1423,hidden_states.77">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -17304,7 +17187,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1422,1423,1424">
+				<port id="2" precision="FP32" names="1424,1425,1426">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -17328,7 +17211,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1426,hidden_states.79">
+				<port id="2" precision="FP32" names="1428,hidden_states.79">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -17337,7 +17220,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1128" name="Constant_68024" type="Const" version="opset1">
+		<layer id="1128" name="Constant_67843" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -17360,7 +17243,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1430,value.11">
+				<port id="2" precision="FP32" names="1432,value.11">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -17404,7 +17287,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1439,attn_output.21">
+				<port id="5" precision="FP32" names="1441,attn_output.21">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -17433,7 +17316,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1440">
+				<port id="2" precision="FP32" names="1442">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -17455,7 +17338,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1443">
+				<port id="2" precision="FP32" names="1445">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -17471,7 +17354,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1136" name="Convert_790867" type="Convert" version="opset1">
+		<layer id="1136" name="Convert_771548" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17495,7 +17378,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1138" name="Convert_790870" type="Convert" version="opset1">
+		<layer id="1138" name="Convert_771551" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -17557,11 +17440,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1142" name="__module.layers.5.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1142" name="self.layers.5.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -17575,7 +17455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1143" name="__module.layers.5.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1143" name="__module.layers.5.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -17589,14 +17469,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1446,1448,x.85,x.87">
+				<port id="2" precision="FP32" names="1448,1450,x.85,x.87">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1144" name="Constant_65320" type="Const" version="opset1">
+		<layer id="1144" name="Constant_65139" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17606,7 +17486,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1145" name="Constant_65318" type="Const" version="opset1">
+		<layer id="1145" name="Constant_65137" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17631,17 +17511,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1449">
+				<port id="2" precision="FP32" names="1451">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1147" name="Constant_8236" type="Const" version="opset1">
+		<layer id="1147" name="Constant_8198" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1450">
+				<port id="0" precision="I64" names="1452">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -17659,14 +17539,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1451">
+				<port id="2" precision="FP32" names="1453">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1149" name="Constant_65319" type="Const" version="opset1">
+		<layer id="1149" name="Constant_65138" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17691,7 +17571,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1452">
+				<port id="2" precision="FP32" names="1454">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -17729,7 +17609,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1453">
+				<port id="2" precision="FP32" names="1455">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -17751,14 +17631,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1454,output.85">
+				<port id="2" precision="FP32" names="1456,output.85">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1154" name="Constant_65321" type="Const" version="opset1">
+		<layer id="1154" name="Constant_65140" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="792861218" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17783,7 +17663,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1457,1458,hidden_states.81,output.87">
+				<port id="2" precision="FP32" names="1459,1460,hidden_states.81,output.87">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -17805,14 +17685,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1459,1461,1474,x.89,x.91">
+				<port id="2" precision="FP32" names="1461,1463,1476,x.89,x.91">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1157" name="Constant_65324" type="Const" version="opset1">
+		<layer id="1157" name="Constant_65143" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17822,7 +17702,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1158" name="Constant_65322" type="Const" version="opset1">
+		<layer id="1158" name="Constant_65141" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17847,17 +17727,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1462">
+				<port id="2" precision="FP32" names="1464">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1160" name="Constant_8289" type="Const" version="opset1">
+		<layer id="1160" name="Constant_8251" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1463">
+				<port id="0" precision="I64" names="1465">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -17875,14 +17755,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1464">
+				<port id="2" precision="FP32" names="1466">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1162" name="Constant_65323" type="Const" version="opset1">
+		<layer id="1162" name="Constant_65142" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17907,7 +17787,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1465">
+				<port id="2" precision="FP32" names="1467">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -17945,7 +17825,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1466">
+				<port id="2" precision="FP32" names="1468">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -17967,14 +17847,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1467,output.89">
+				<port id="2" precision="FP32" names="1469,output.89">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1167" name="Constant_65325" type="Const" version="opset1">
+		<layer id="1167" name="Constant_65144" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="792870434" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -17999,7 +17879,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1470,1471,1473,output.91">
+				<port id="2" precision="FP32" names="1472,1473,1475,output.91">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -18015,7 +17895,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1170" name="Convert_481057" type="Convert" version="opset1">
+		<layer id="1170" name="Convert_461884" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18039,7 +17919,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1172" name="Convert_481060" type="Convert" version="opset1">
+		<layer id="1172" name="Convert_461887" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18101,11 +17981,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1176" name="__module.layers.5.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1176" name="self.layers.5.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -18119,7 +17996,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1177" name="__module.layers.5.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1177" name="__module.layers.5.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18133,7 +18010,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1480">
+				<port id="2" precision="FP32" names="1482">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -18150,7 +18027,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="1481">
+				<port id="1" precision="FP32" names="1483">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -18166,7 +18043,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1180" name="Convert_476813" type="Convert" version="opset1">
+		<layer id="1180" name="Convert_457642" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18190,7 +18067,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1182" name="Convert_476816" type="Convert" version="opset1">
+		<layer id="1182" name="Convert_457645" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18252,11 +18129,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1186" name="__module.layers.5.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1186" name="self.layers.5.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -18270,7 +18144,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1187" name="__module.layers.5.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1187" name="__module.layers.5.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18284,7 +18158,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1483">
+				<port id="2" precision="FP32" names="1485">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -18306,7 +18180,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1484">
+				<port id="2" precision="FP32" names="1486">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -18322,7 +18196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1190" name="Convert_485301" type="Convert" version="opset1">
+		<layer id="1190" name="Convert_466126" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18346,7 +18220,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1192" name="Convert_485304" type="Convert" version="opset1">
+		<layer id="1192" name="Convert_466129" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18408,11 +18282,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1196" name="__module.layers.5.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1196" name="self.layers.5.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -18426,7 +18297,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1197" name="__module.layers.5.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1197" name="__module.layers.5.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18440,14 +18311,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1486,1488,x.93,x.95">
+				<port id="2" precision="FP32" names="1488,1490,x.93,x.95">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1198" name="Constant_65328" type="Const" version="opset1">
+		<layer id="1198" name="Constant_65147" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18457,7 +18328,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1199" name="Constant_65326" type="Const" version="opset1">
+		<layer id="1199" name="Constant_65145" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18482,17 +18353,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1489">
+				<port id="2" precision="FP32" names="1491">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1201" name="Constant_8359" type="Const" version="opset1">
+		<layer id="1201" name="Constant_8318" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1490">
+				<port id="0" precision="I64" names="1492">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -18510,14 +18381,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1491">
+				<port id="2" precision="FP32" names="1493">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1203" name="Constant_65327" type="Const" version="opset1">
+		<layer id="1203" name="Constant_65146" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18542,7 +18413,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1492">
+				<port id="2" precision="FP32" names="1494">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -18580,7 +18451,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1493">
+				<port id="2" precision="FP32" names="1495">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -18602,14 +18473,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1494,output.93">
+				<port id="2" precision="FP32" names="1496,output.93">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1208" name="Constant_65329" type="Const" version="opset1">
+		<layer id="1208" name="Constant_65148" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="824781986" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18634,7 +18505,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1497,1498,hidden_states.83,output.95">
+				<port id="2" precision="FP32" names="1499,1500,hidden_states.83,output.95">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -18656,14 +18527,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1499,1536,1549,x.97,x.99">
+				<port id="2" precision="FP32" names="1501,1538,1551,x.97,x.99">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1211" name="Constant_65332" type="Const" version="opset1">
+		<layer id="1211" name="Constant_65151" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18673,7 +18544,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1212" name="Constant_65330" type="Const" version="opset1">
+		<layer id="1212" name="Constant_65149" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18698,17 +18569,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1537">
+				<port id="2" precision="FP32" names="1539">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1214" name="Constant_8584" type="Const" version="opset1">
+		<layer id="1214" name="Constant_8543" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1538">
+				<port id="0" precision="I64" names="1540">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -18726,14 +18597,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1539">
+				<port id="2" precision="FP32" names="1541">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1216" name="Constant_65331" type="Const" version="opset1">
+		<layer id="1216" name="Constant_65150" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18758,7 +18629,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1540">
+				<port id="2" precision="FP32" names="1542">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -18796,7 +18667,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1541">
+				<port id="2" precision="FP32" names="1543">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -18818,14 +18689,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1542,output.97">
+				<port id="2" precision="FP32" names="1544,output.97">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1221" name="Constant_65333" type="Const" version="opset1">
+		<layer id="1221" name="Constant_65152" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="824791202" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -18850,7 +18721,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1545,1546,1548,hidden_states.85,output.99">
+				<port id="2" precision="FP32" names="1547,1548,1550,hidden_states.85,output.99">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -18866,7 +18737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1224" name="Convert_795111" type="Convert" version="opset1">
+		<layer id="1224" name="Convert_775790" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18890,7 +18761,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1226" name="Convert_795114" type="Convert" version="opset1">
+		<layer id="1226" name="Convert_775793" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -18952,11 +18823,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1230" name="__module.layers.6.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1230" name="self.layers.6.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -18970,7 +18838,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1231" name="__module.layers.6.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1231" name="__module.layers.6.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -18984,14 +18852,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1557">
+				<port id="2" precision="FP32" names="1559">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1232" name="Constant_68025" type="Const" version="opset1">
+		<layer id="1232" name="Constant_67844" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -19012,7 +18880,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1559">
+				<port id="2" precision="FP32" names="1561">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -19041,7 +18909,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1560,q.13">
+				<port id="2" precision="FP32" names="1562,q.13">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19066,7 +18934,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1573">
+				<port id="2" precision="FP32" names="1575">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19074,7 +18942,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1237" name="Constant_8893" type="Const" version="opset1">
+		<layer id="1237" name="Constant_8849" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19082,7 +18950,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1238" name="Constant_8895" type="Const" version="opset1">
+		<layer id="1238" name="Constant_8851" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19090,7 +18958,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1239" name="Constant_8897" type="Const" version="opset1">
+		<layer id="1239" name="Constant_8853" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19098,7 +18966,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1240" name="Constant_8849" type="Const" version="opset1">
+		<layer id="1240" name="Constant_8805" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19128,7 +18996,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1583,x2.25">
+				<port id="5" precision="FP32" names="1585,x2.25">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19136,7 +19004,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1242" name="Constant_65334" type="Const" version="opset1">
+		<layer id="1242" name="Constant_65153" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19164,7 +19032,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1584">
+				<port id="2" precision="FP32" names="1586">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19172,7 +19040,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1244" name="Constant_8790" type="Const" version="opset1">
+		<layer id="1244" name="Constant_8746" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19180,7 +19048,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1245" name="Constant_8834" type="Const" version="opset1">
+		<layer id="1245" name="Constant_8790" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19188,7 +19056,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1246" name="Constant_8836" type="Const" version="opset1">
+		<layer id="1246" name="Constant_8792" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19196,7 +19064,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1247" name="Constant_8788" type="Const" version="opset1">
+		<layer id="1247" name="Constant_8744" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19226,7 +19094,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1578">
+				<port id="5" precision="FP32" names="1580">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19251,7 +19119,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1586">
+				<port id="2" precision="FP32" names="1588">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19276,7 +19144,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1587">
+				<port id="2" precision="FP32" names="1589">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19301,7 +19169,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1588,query.25">
+				<port id="2" precision="FP32" names="1590,query.25">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19318,7 +19186,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1253" name="Convert_1020043" type="Convert" version="opset1">
+		<layer id="1253" name="Convert_1000616" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -19342,7 +19210,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1255" name="Convert_1020046" type="Convert" version="opset1">
+		<layer id="1255" name="Convert_1000619" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -19404,11 +19272,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1259" name="__module.layers.6.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1259" name="self.layers.6.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -19422,7 +19287,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1260" name="__module.layers.6.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1260" name="__module.layers.6.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19436,14 +19301,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1562">
+				<port id="2" precision="FP32" names="1564">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1261" name="Constant_68026" type="Const" version="opset1">
+		<layer id="1261" name="Constant_67845" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -19464,7 +19329,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1564">
+				<port id="2" precision="FP32" names="1566">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -19493,7 +19358,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1565,k.13">
+				<port id="2" precision="FP32" names="1567,k.13">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19518,7 +19383,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1589">
+				<port id="2" precision="FP32" names="1591">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19526,7 +19391,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1266" name="Constant_9036" type="Const" version="opset1">
+		<layer id="1266" name="Constant_8992" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19534,7 +19399,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1267" name="Constant_9038" type="Const" version="opset1">
+		<layer id="1267" name="Constant_8994" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19542,7 +19407,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1268" name="Constant_9040" type="Const" version="opset1">
+		<layer id="1268" name="Constant_8996" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19550,7 +19415,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1269" name="Constant_8992" type="Const" version="opset1">
+		<layer id="1269" name="Constant_8948" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19580,7 +19445,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1599,x2.27">
+				<port id="5" precision="FP32" names="1601,x2.27">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19588,7 +19453,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1271" name="Constant_65335" type="Const" version="opset1">
+		<layer id="1271" name="Constant_65154" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -19616,7 +19481,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1600">
+				<port id="2" precision="FP32" names="1602">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19624,7 +19489,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1273" name="Constant_8933" type="Const" version="opset1">
+		<layer id="1273" name="Constant_8889" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19632,7 +19497,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1274" name="Constant_8977" type="Const" version="opset1">
+		<layer id="1274" name="Constant_8933" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19640,7 +19505,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1275" name="Constant_8979" type="Const" version="opset1">
+		<layer id="1275" name="Constant_8935" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19648,7 +19513,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1276" name="Constant_8931" type="Const" version="opset1">
+		<layer id="1276" name="Constant_8887" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -19678,7 +19543,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1594">
+				<port id="5" precision="FP32" names="1596">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19703,7 +19568,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1602">
+				<port id="2" precision="FP32" names="1604">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19728,7 +19593,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1603">
+				<port id="2" precision="FP32" names="1605">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19753,7 +19618,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1604,1610,1611,hidden_states.87">
+				<port id="2" precision="FP32" names="1606,1612,1613,hidden_states.87">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -19761,10 +19626,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1281" name="1513" type="Const" version="opset1">
+		<layer id="1281" name="1515" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1513" />
+				<port id="0" precision="I64" names="1515" />
 			</output>
 		</layer>
 		<layer id="1282" name="__module.layers.6.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -19778,7 +19643,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1612,1613,1614">
+				<port id="2" precision="FP32" names="1614,1615,1616">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -19802,7 +19667,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1616,hidden_states.89">
+				<port id="2" precision="FP32" names="1618,hidden_states.89">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -19811,7 +19676,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1284" name="Constant_68027" type="Const" version="opset1">
+		<layer id="1284" name="Constant_67846" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -19834,7 +19699,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1620,key.13">
+				<port id="2" precision="FP32" names="1622,key.13">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -19851,7 +19716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1287" name="Convert_1015799" type="Convert" version="opset1">
+		<layer id="1287" name="Convert_996374" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -19875,7 +19740,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1289" name="Convert_1015802" type="Convert" version="opset1">
+		<layer id="1289" name="Convert_996377" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -19937,11 +19802,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1293" name="__module.layers.6.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1293" name="self.layers.6.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -19955,7 +19817,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1294" name="__module.layers.6.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1294" name="__module.layers.6.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -19969,14 +19831,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1567">
+				<port id="2" precision="FP32" names="1569">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1295" name="Constant_68028" type="Const" version="opset1">
+		<layer id="1295" name="Constant_67847" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -19997,7 +19859,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1569">
+				<port id="2" precision="FP32" names="1571">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -20026,7 +19888,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1570,1626,1627,hidden_states.91">
+				<port id="2" precision="FP32" names="1572,1628,1629,hidden_states.91">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -20045,7 +19907,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1628,1629,1630">
+				<port id="2" precision="FP32" names="1630,1631,1632">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -20069,7 +19931,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1632,hidden_states.93">
+				<port id="2" precision="FP32" names="1634,hidden_states.93">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -20078,7 +19940,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1301" name="Constant_68029" type="Const" version="opset1">
+		<layer id="1301" name="Constant_67848" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -20101,7 +19963,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1636,value.13">
+				<port id="2" precision="FP32" names="1638,value.13">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -20145,7 +20007,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1645,attn_output.25">
+				<port id="5" precision="FP32" names="1647,attn_output.25">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -20174,7 +20036,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1646">
+				<port id="2" precision="FP32" names="1648">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -20196,7 +20058,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1649">
+				<port id="2" precision="FP32" names="1651">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -20212,7 +20074,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1309" name="Convert_799355" type="Convert" version="opset1">
+		<layer id="1309" name="Convert_780032" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -20236,7 +20098,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1311" name="Convert_799358" type="Convert" version="opset1">
+		<layer id="1311" name="Convert_780035" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -20298,11 +20160,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1315" name="__module.layers.6.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1315" name="self.layers.6.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -20316,7 +20175,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1316" name="__module.layers.6.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1316" name="__module.layers.6.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20330,14 +20189,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1652,1654,x.101,x.103">
+				<port id="2" precision="FP32" names="1654,1656,x.101,x.103">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1317" name="Constant_65338" type="Const" version="opset1">
+		<layer id="1317" name="Constant_65157" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20347,7 +20206,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1318" name="Constant_65336" type="Const" version="opset1">
+		<layer id="1318" name="Constant_65155" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20372,17 +20231,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1655">
+				<port id="2" precision="FP32" names="1657">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1320" name="Constant_9591" type="Const" version="opset1">
+		<layer id="1320" name="Constant_9546" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1656">
+				<port id="0" precision="I64" names="1658">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -20400,14 +20259,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1657">
+				<port id="2" precision="FP32" names="1659">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1322" name="Constant_65337" type="Const" version="opset1">
+		<layer id="1322" name="Constant_65156" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20432,7 +20291,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1658">
+				<port id="2" precision="FP32" names="1660">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -20470,7 +20329,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1659">
+				<port id="2" precision="FP32" names="1661">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -20492,14 +20351,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1660,output.101">
+				<port id="2" precision="FP32" names="1662,output.101">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1327" name="Constant_65339" type="Const" version="opset1">
+		<layer id="1327" name="Constant_65158" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="831894306" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20524,7 +20383,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1663,1664,hidden_states.95,output.103">
+				<port id="2" precision="FP32" names="1665,1666,hidden_states.95,output.103">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -20546,14 +20405,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1665,1667,1680,x.105,x.107">
+				<port id="2" precision="FP32" names="1667,1669,1682,x.105,x.107">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1330" name="Constant_65342" type="Const" version="opset1">
+		<layer id="1330" name="Constant_65161" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20563,7 +20422,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1331" name="Constant_65340" type="Const" version="opset1">
+		<layer id="1331" name="Constant_65159" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20588,17 +20447,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1668">
+				<port id="2" precision="FP32" names="1670">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1333" name="Constant_9644" type="Const" version="opset1">
+		<layer id="1333" name="Constant_9599" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1669">
+				<port id="0" precision="I64" names="1671">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -20616,14 +20475,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1670">
+				<port id="2" precision="FP32" names="1672">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1335" name="Constant_65341" type="Const" version="opset1">
+		<layer id="1335" name="Constant_65160" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20648,7 +20507,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1671">
+				<port id="2" precision="FP32" names="1673">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -20686,7 +20545,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1672">
+				<port id="2" precision="FP32" names="1674">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -20708,14 +20567,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1673,output.105">
+				<port id="2" precision="FP32" names="1675,output.105">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1340" name="Constant_65343" type="Const" version="opset1">
+		<layer id="1340" name="Constant_65162" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="831903522" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -20740,7 +20599,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1676,1677,1679,output.107">
+				<port id="2" precision="FP32" names="1678,1679,1681,output.107">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -20756,7 +20615,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1343" name="Convert_493789" type="Convert" version="opset1">
+		<layer id="1343" name="Convert_474610" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -20780,7 +20639,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1345" name="Convert_493792" type="Convert" version="opset1">
+		<layer id="1345" name="Convert_474613" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -20842,11 +20701,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1349" name="__module.layers.6.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1349" name="self.layers.6.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -20860,7 +20716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1350" name="__module.layers.6.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1350" name="__module.layers.6.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -20874,7 +20730,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1686">
+				<port id="2" precision="FP32" names="1688">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -20891,7 +20747,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="1687">
+				<port id="1" precision="FP32" names="1689">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -20907,7 +20763,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1353" name="Convert_489545" type="Convert" version="opset1">
+		<layer id="1353" name="Convert_470368" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -20931,7 +20787,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1355" name="Convert_489548" type="Convert" version="opset1">
+		<layer id="1355" name="Convert_470371" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -20993,11 +20849,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1359" name="__module.layers.6.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1359" name="self.layers.6.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -21011,7 +20864,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1360" name="__module.layers.6.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1360" name="__module.layers.6.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21025,7 +20878,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1689">
+				<port id="2" precision="FP32" names="1691">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -21047,7 +20900,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1690">
+				<port id="2" precision="FP32" names="1692">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -21063,7 +20916,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1363" name="Convert_498033" type="Convert" version="opset1">
+		<layer id="1363" name="Convert_478852" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21087,7 +20940,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1365" name="Convert_498036" type="Convert" version="opset1">
+		<layer id="1365" name="Convert_478855" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21149,11 +21002,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1369" name="__module.layers.6.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1369" name="self.layers.6.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -21167,7 +21017,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1370" name="__module.layers.6.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1370" name="__module.layers.6.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21181,14 +21031,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1692,1694,x.109,x.111">
+				<port id="2" precision="FP32" names="1694,1696,x.109,x.111">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1371" name="Constant_65346" type="Const" version="opset1">
+		<layer id="1371" name="Constant_65165" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21198,7 +21048,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1372" name="Constant_65344" type="Const" version="opset1">
+		<layer id="1372" name="Constant_65163" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21223,17 +21073,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1695">
+				<port id="2" precision="FP32" names="1697">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1374" name="Constant_9714" type="Const" version="opset1">
+		<layer id="1374" name="Constant_9666" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1696">
+				<port id="0" precision="I64" names="1698">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -21251,14 +21101,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1697">
+				<port id="2" precision="FP32" names="1699">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1376" name="Constant_65345" type="Const" version="opset1">
+		<layer id="1376" name="Constant_65164" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21283,7 +21133,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1698">
+				<port id="2" precision="FP32" names="1700">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -21321,7 +21171,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1699">
+				<port id="2" precision="FP32" names="1701">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -21343,14 +21193,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1700,output.109">
+				<port id="2" precision="FP32" names="1702,output.109">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1381" name="Constant_65347" type="Const" version="opset1">
+		<layer id="1381" name="Constant_65166" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="863815074" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21375,7 +21225,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1703,1704,hidden_states.97,output.111">
+				<port id="2" precision="FP32" names="1705,1706,hidden_states.97,output.111">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -21397,14 +21247,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1705,1731,1744,x.113,x.115">
+				<port id="2" precision="FP32" names="1707,1733,1746,x.113,x.115">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1384" name="Constant_65350" type="Const" version="opset1">
+		<layer id="1384" name="Constant_65169" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21414,7 +21264,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1385" name="Constant_65348" type="Const" version="opset1">
+		<layer id="1385" name="Constant_65167" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21439,17 +21289,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1732">
+				<port id="2" precision="FP32" names="1734">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1387" name="Constant_9791" type="Const" version="opset1">
+		<layer id="1387" name="Constant_9743" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1733">
+				<port id="0" precision="I64" names="1735">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -21467,14 +21317,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1734">
+				<port id="2" precision="FP32" names="1736">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1389" name="Constant_65349" type="Const" version="opset1">
+		<layer id="1389" name="Constant_65168" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21499,7 +21349,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1735">
+				<port id="2" precision="FP32" names="1737">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -21537,7 +21387,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1736">
+				<port id="2" precision="FP32" names="1738">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -21559,14 +21409,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1737,output.113">
+				<port id="2" precision="FP32" names="1739,output.113">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1394" name="Constant_65351" type="Const" version="opset1">
+		<layer id="1394" name="Constant_65170" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="863824290" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21591,7 +21441,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1740,1741,1743,hidden_states.99,output.115">
+				<port id="2" precision="FP32" names="1742,1743,1745,hidden_states.99,output.115">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -21607,7 +21457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1397" name="Convert_803599" type="Convert" version="opset1">
+		<layer id="1397" name="Convert_784274" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21631,7 +21481,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1399" name="Convert_803602" type="Convert" version="opset1">
+		<layer id="1399" name="Convert_784277" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -21693,11 +21543,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1403" name="__module.layers.7.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1403" name="self.layers.7.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -21711,7 +21558,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1404" name="__module.layers.7.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1404" name="__module.layers.7.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -21725,14 +21572,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1752">
+				<port id="2" precision="FP32" names="1754">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1405" name="Constant_68030" type="Const" version="opset1">
+		<layer id="1405" name="Constant_67849" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -21753,7 +21600,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1754">
+				<port id="2" precision="FP32" names="1756">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -21782,7 +21629,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1755,q.15">
+				<port id="2" precision="FP32" names="1757,q.15">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -21807,7 +21654,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1768">
+				<port id="2" precision="FP32" names="1770">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -21815,7 +21662,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1410" name="Constant_10100" type="Const" version="opset1">
+		<layer id="1410" name="Constant_10049" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21823,7 +21670,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1411" name="Constant_10102" type="Const" version="opset1">
+		<layer id="1411" name="Constant_10051" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21831,7 +21678,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1412" name="Constant_10104" type="Const" version="opset1">
+		<layer id="1412" name="Constant_10053" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21839,7 +21686,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1413" name="Constant_10056" type="Const" version="opset1">
+		<layer id="1413" name="Constant_10005" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21869,7 +21716,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1778,x2.29">
+				<port id="5" precision="FP32" names="1780,x2.29">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -21877,7 +21724,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1415" name="Constant_65352" type="Const" version="opset1">
+		<layer id="1415" name="Constant_65171" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -21905,7 +21752,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1779">
+				<port id="2" precision="FP32" names="1781">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -21913,7 +21760,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1417" name="Constant_9997" type="Const" version="opset1">
+		<layer id="1417" name="Constant_9946" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21921,7 +21768,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1418" name="Constant_10041" type="Const" version="opset1">
+		<layer id="1418" name="Constant_9990" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21929,7 +21776,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1419" name="Constant_10043" type="Const" version="opset1">
+		<layer id="1419" name="Constant_9992" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21937,7 +21784,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1420" name="Constant_9995" type="Const" version="opset1">
+		<layer id="1420" name="Constant_9944" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -21967,7 +21814,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1773">
+				<port id="5" precision="FP32" names="1775">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -21992,7 +21839,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1781">
+				<port id="2" precision="FP32" names="1783">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -22017,7 +21864,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1782">
+				<port id="2" precision="FP32" names="1784">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -22042,7 +21889,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1783,query.29">
+				<port id="2" precision="FP32" names="1785,query.29">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -22059,7 +21906,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1426" name="Convert_1028531" type="Convert" version="opset1">
+		<layer id="1426" name="Convert_1009100" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -22083,7 +21930,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1428" name="Convert_1028534" type="Convert" version="opset1">
+		<layer id="1428" name="Convert_1009103" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -22145,11 +21992,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1432" name="__module.layers.7.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1432" name="self.layers.7.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -22163,7 +22007,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1433" name="__module.layers.7.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1433" name="__module.layers.7.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22177,14 +22021,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1757">
+				<port id="2" precision="FP32" names="1759">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1434" name="Constant_68031" type="Const" version="opset1">
+		<layer id="1434" name="Constant_67850" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -22205,7 +22049,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1759">
+				<port id="2" precision="FP32" names="1761">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -22234,7 +22078,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1760,k.15">
+				<port id="2" precision="FP32" names="1762,k.15">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22259,7 +22103,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1784">
+				<port id="2" precision="FP32" names="1786">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22267,7 +22111,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1439" name="Constant_10243" type="Const" version="opset1">
+		<layer id="1439" name="Constant_10192" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22275,7 +22119,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1440" name="Constant_10245" type="Const" version="opset1">
+		<layer id="1440" name="Constant_10194" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22283,7 +22127,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1441" name="Constant_10247" type="Const" version="opset1">
+		<layer id="1441" name="Constant_10196" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22291,7 +22135,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1442" name="Constant_10199" type="Const" version="opset1">
+		<layer id="1442" name="Constant_10148" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22321,7 +22165,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1794,x2.31">
+				<port id="5" precision="FP32" names="1796,x2.31">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22329,7 +22173,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1444" name="Constant_65353" type="Const" version="opset1">
+		<layer id="1444" name="Constant_65172" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -22357,7 +22201,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1795">
+				<port id="2" precision="FP32" names="1797">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22365,7 +22209,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1446" name="Constant_10140" type="Const" version="opset1">
+		<layer id="1446" name="Constant_10089" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22373,7 +22217,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1447" name="Constant_10184" type="Const" version="opset1">
+		<layer id="1447" name="Constant_10133" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22381,7 +22225,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1448" name="Constant_10186" type="Const" version="opset1">
+		<layer id="1448" name="Constant_10135" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22389,7 +22233,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1449" name="Constant_10138" type="Const" version="opset1">
+		<layer id="1449" name="Constant_10087" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -22419,7 +22263,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1789">
+				<port id="5" precision="FP32" names="1791">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22444,7 +22288,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1797">
+				<port id="2" precision="FP32" names="1799">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22469,7 +22313,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1798">
+				<port id="2" precision="FP32" names="1800">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22494,7 +22338,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1799,1805,1806,hidden_states.101">
+				<port id="2" precision="FP32" names="1801,1807,1808,hidden_states.101">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22502,10 +22346,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1454" name="1718" type="Const" version="opset1">
+		<layer id="1454" name="1720" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1718" />
+				<port id="0" precision="I64" names="1720" />
 			</output>
 		</layer>
 		<layer id="1455" name="__module.layers.7.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -22519,7 +22363,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1807,1808,1809">
+				<port id="2" precision="FP32" names="1809,1810,1811">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -22543,7 +22387,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1811,hidden_states.103">
+				<port id="2" precision="FP32" names="1813,hidden_states.103">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -22552,7 +22396,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1457" name="Constant_68032" type="Const" version="opset1">
+		<layer id="1457" name="Constant_67851" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -22575,7 +22419,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1815,key.15">
+				<port id="2" precision="FP32" names="1817,key.15">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -22592,7 +22436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1460" name="Convert_1024287" type="Convert" version="opset1">
+		<layer id="1460" name="Convert_1004858" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -22616,7 +22460,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1462" name="Convert_1024290" type="Convert" version="opset1">
+		<layer id="1462" name="Convert_1004861" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -22678,11 +22522,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1466" name="__module.layers.7.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1466" name="self.layers.7.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -22696,7 +22537,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1467" name="__module.layers.7.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1467" name="__module.layers.7.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -22710,14 +22551,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1762">
+				<port id="2" precision="FP32" names="1764">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1468" name="Constant_68033" type="Const" version="opset1">
+		<layer id="1468" name="Constant_67852" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -22738,7 +22579,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1764">
+				<port id="2" precision="FP32" names="1766">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -22767,7 +22608,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1765,1821,1822,hidden_states.105">
+				<port id="2" precision="FP32" names="1767,1823,1824,hidden_states.105">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -22786,7 +22627,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1823,1824,1825">
+				<port id="2" precision="FP32" names="1825,1826,1827">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -22810,7 +22651,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1827,hidden_states.107">
+				<port id="2" precision="FP32" names="1829,hidden_states.107">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -22819,7 +22660,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1474" name="Constant_68034" type="Const" version="opset1">
+		<layer id="1474" name="Constant_67853" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -22842,7 +22683,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1831,value.15">
+				<port id="2" precision="FP32" names="1833,value.15">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -22886,7 +22727,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1840,attn_output.29">
+				<port id="5" precision="FP32" names="1842,attn_output.29">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -22915,7 +22756,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1841">
+				<port id="2" precision="FP32" names="1843">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -22937,7 +22778,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1844">
+				<port id="2" precision="FP32" names="1846">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -22953,7 +22794,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1482" name="Convert_807843" type="Convert" version="opset1">
+		<layer id="1482" name="Convert_788516" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -22977,7 +22818,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1484" name="Convert_807846" type="Convert" version="opset1">
+		<layer id="1484" name="Convert_788519" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -23039,11 +22880,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1488" name="__module.layers.7.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1488" name="self.layers.7.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -23057,7 +22895,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1489" name="__module.layers.7.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1489" name="__module.layers.7.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23071,14 +22909,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1847,1849,x.117,x.119">
+				<port id="2" precision="FP32" names="1849,1851,x.117,x.119">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1490" name="Constant_65356" type="Const" version="opset1">
+		<layer id="1490" name="Constant_65175" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23088,7 +22926,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1491" name="Constant_65354" type="Const" version="opset1">
+		<layer id="1491" name="Constant_65173" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23113,17 +22951,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1850">
+				<port id="2" precision="FP32" names="1852">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1493" name="Constant_10798" type="Const" version="opset1">
+		<layer id="1493" name="Constant_10746" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1851">
+				<port id="0" precision="I64" names="1853">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -23141,14 +22979,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1852">
+				<port id="2" precision="FP32" names="1854">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1495" name="Constant_65355" type="Const" version="opset1">
+		<layer id="1495" name="Constant_65174" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23173,7 +23011,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1853">
+				<port id="2" precision="FP32" names="1855">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -23211,7 +23049,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1854">
+				<port id="2" precision="FP32" names="1856">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -23233,14 +23071,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1855,output.117">
+				<port id="2" precision="FP32" names="1857,output.117">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1500" name="Constant_65357" type="Const" version="opset1">
+		<layer id="1500" name="Constant_65176" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="870927394" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23265,7 +23103,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1858,1859,hidden_states.109,output.119">
+				<port id="2" precision="FP32" names="1860,1861,hidden_states.109,output.119">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -23287,14 +23125,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1860,1862,1875,x.121,x.123">
+				<port id="2" precision="FP32" names="1862,1864,1877,x.121,x.123">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1503" name="Constant_65360" type="Const" version="opset1">
+		<layer id="1503" name="Constant_65179" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23304,7 +23142,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1504" name="Constant_65358" type="Const" version="opset1">
+		<layer id="1504" name="Constant_65177" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23329,17 +23167,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1863">
+				<port id="2" precision="FP32" names="1865">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1506" name="Constant_10851" type="Const" version="opset1">
+		<layer id="1506" name="Constant_10799" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1864">
+				<port id="0" precision="I64" names="1866">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -23357,14 +23195,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1865">
+				<port id="2" precision="FP32" names="1867">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1508" name="Constant_65359" type="Const" version="opset1">
+		<layer id="1508" name="Constant_65178" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23389,7 +23227,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1866">
+				<port id="2" precision="FP32" names="1868">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -23427,7 +23265,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1867">
+				<port id="2" precision="FP32" names="1869">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -23449,14 +23287,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1868,output.121">
+				<port id="2" precision="FP32" names="1870,output.121">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1513" name="Constant_65361" type="Const" version="opset1">
+		<layer id="1513" name="Constant_65180" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="870936610" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23481,7 +23319,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1871,1872,1874,output.123">
+				<port id="2" precision="FP32" names="1873,1874,1876,output.123">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -23497,7 +23335,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1516" name="Convert_506521" type="Convert" version="opset1">
+		<layer id="1516" name="Convert_487336" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -23521,7 +23359,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1518" name="Convert_506524" type="Convert" version="opset1">
+		<layer id="1518" name="Convert_487339" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -23583,11 +23421,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1522" name="__module.layers.7.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1522" name="self.layers.7.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -23601,7 +23436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1523" name="__module.layers.7.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1523" name="__module.layers.7.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23615,7 +23450,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1881">
+				<port id="2" precision="FP32" names="1883">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -23632,7 +23467,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="1882">
+				<port id="1" precision="FP32" names="1884">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -23648,7 +23483,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1526" name="Convert_502277" type="Convert" version="opset1">
+		<layer id="1526" name="Convert_483094" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -23672,7 +23507,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1528" name="Convert_502280" type="Convert" version="opset1">
+		<layer id="1528" name="Convert_483097" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -23734,11 +23569,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1532" name="__module.layers.7.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1532" name="self.layers.7.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -23752,7 +23584,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1533" name="__module.layers.7.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1533" name="__module.layers.7.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23766,7 +23598,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1884">
+				<port id="2" precision="FP32" names="1886">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -23788,7 +23620,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1885">
+				<port id="2" precision="FP32" names="1887">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -23804,7 +23636,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1536" name="Convert_510765" type="Convert" version="opset1">
+		<layer id="1536" name="Convert_491578" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -23828,7 +23660,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1538" name="Convert_510768" type="Convert" version="opset1">
+		<layer id="1538" name="Convert_491581" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -23890,11 +23722,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1542" name="__module.layers.7.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1542" name="self.layers.7.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -23908,7 +23737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1543" name="__module.layers.7.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1543" name="__module.layers.7.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -23922,14 +23751,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1887,1889,x.125,x.127">
+				<port id="2" precision="FP32" names="1889,1891,x.125,x.127">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1544" name="Constant_65364" type="Const" version="opset1">
+		<layer id="1544" name="Constant_65183" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23939,7 +23768,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1545" name="Constant_65362" type="Const" version="opset1">
+		<layer id="1545" name="Constant_65181" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -23964,17 +23793,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1890">
+				<port id="2" precision="FP32" names="1892">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1547" name="Constant_10921" type="Const" version="opset1">
+		<layer id="1547" name="Constant_10866" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1891">
+				<port id="0" precision="I64" names="1893">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -23992,14 +23821,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1892">
+				<port id="2" precision="FP32" names="1894">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1549" name="Constant_65363" type="Const" version="opset1">
+		<layer id="1549" name="Constant_65182" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24024,7 +23853,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1893">
+				<port id="2" precision="FP32" names="1895">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -24062,7 +23891,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1894">
+				<port id="2" precision="FP32" names="1896">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -24084,14 +23913,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1895,output.125">
+				<port id="2" precision="FP32" names="1897,output.125">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1554" name="Constant_65365" type="Const" version="opset1">
+		<layer id="1554" name="Constant_65184" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="902848162" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24116,7 +23945,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1898,1899,hidden_states.111,output.127">
+				<port id="2" precision="FP32" names="1900,1901,hidden_states.111,output.127">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -24138,14 +23967,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1900,1937,1950,x.129,x.131">
+				<port id="2" precision="FP32" names="1902,1939,1952,x.129,x.131">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1557" name="Constant_65368" type="Const" version="opset1">
+		<layer id="1557" name="Constant_65187" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24155,7 +23984,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1558" name="Constant_65366" type="Const" version="opset1">
+		<layer id="1558" name="Constant_65185" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24180,17 +24009,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1938">
+				<port id="2" precision="FP32" names="1940">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1560" name="Constant_11146" type="Const" version="opset1">
+		<layer id="1560" name="Constant_11091" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1939">
+				<port id="0" precision="I64" names="1941">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -24208,14 +24037,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1940">
+				<port id="2" precision="FP32" names="1942">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1562" name="Constant_65367" type="Const" version="opset1">
+		<layer id="1562" name="Constant_65186" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24240,7 +24069,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1941">
+				<port id="2" precision="FP32" names="1943">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -24278,7 +24107,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1942">
+				<port id="2" precision="FP32" names="1944">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -24300,14 +24129,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1943,output.129">
+				<port id="2" precision="FP32" names="1945,output.129">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1567" name="Constant_65369" type="Const" version="opset1">
+		<layer id="1567" name="Constant_65188" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="902857378" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24332,7 +24161,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1946,1947,1949,hidden_states.113,output.131">
+				<port id="2" precision="FP32" names="1948,1949,1951,hidden_states.113,output.131">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -24348,7 +24177,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1570" name="Convert_812087" type="Convert" version="opset1">
+		<layer id="1570" name="Convert_792758" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24372,7 +24201,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1572" name="Convert_812090" type="Convert" version="opset1">
+		<layer id="1572" name="Convert_792761" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24434,11 +24263,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1576" name="__module.layers.8.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1576" name="self.layers.8.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -24452,7 +24278,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1577" name="__module.layers.8.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1577" name="__module.layers.8.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24466,14 +24292,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1958">
+				<port id="2" precision="FP32" names="1960">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1578" name="Constant_68035" type="Const" version="opset1">
+		<layer id="1578" name="Constant_67854" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -24494,7 +24320,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1960">
+				<port id="2" precision="FP32" names="1962">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -24523,7 +24349,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1961,q.17">
+				<port id="2" precision="FP32" names="1963,q.17">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24548,7 +24374,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1974">
+				<port id="2" precision="FP32" names="1976">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24556,7 +24382,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1583" name="Constant_11455" type="Const" version="opset1">
+		<layer id="1583" name="Constant_11397" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24564,7 +24390,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1584" name="Constant_11457" type="Const" version="opset1">
+		<layer id="1584" name="Constant_11399" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24572,7 +24398,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1585" name="Constant_11459" type="Const" version="opset1">
+		<layer id="1585" name="Constant_11401" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24580,7 +24406,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1586" name="Constant_11411" type="Const" version="opset1">
+		<layer id="1586" name="Constant_11353" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24610,7 +24436,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1984,x2.33">
+				<port id="5" precision="FP32" names="1986,x2.33">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24618,7 +24444,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1588" name="Constant_65370" type="Const" version="opset1">
+		<layer id="1588" name="Constant_65189" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -24646,7 +24472,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1985">
+				<port id="2" precision="FP32" names="1987">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24654,7 +24480,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1590" name="Constant_11352" type="Const" version="opset1">
+		<layer id="1590" name="Constant_11294" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24662,7 +24488,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1591" name="Constant_11396" type="Const" version="opset1">
+		<layer id="1591" name="Constant_11338" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24670,7 +24496,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1592" name="Constant_11398" type="Const" version="opset1">
+		<layer id="1592" name="Constant_11340" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24678,7 +24504,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1593" name="Constant_11350" type="Const" version="opset1">
+		<layer id="1593" name="Constant_11292" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -24708,7 +24534,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1979">
+				<port id="5" precision="FP32" names="1981">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24733,7 +24559,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1987">
+				<port id="2" precision="FP32" names="1989">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24758,7 +24584,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1988">
+				<port id="2" precision="FP32" names="1990">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24783,7 +24609,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1989,query.33">
+				<port id="2" precision="FP32" names="1991,query.33">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -24800,7 +24626,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1599" name="Convert_1037019" type="Convert" version="opset1">
+		<layer id="1599" name="Convert_1017584" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24824,7 +24650,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1601" name="Convert_1037022" type="Convert" version="opset1">
+		<layer id="1601" name="Convert_1017587" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -24886,11 +24712,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1605" name="__module.layers.8.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1605" name="self.layers.8.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -24904,7 +24727,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1606" name="__module.layers.8.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1606" name="__module.layers.8.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -24918,14 +24741,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1963">
+				<port id="2" precision="FP32" names="1965">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1607" name="Constant_68036" type="Const" version="opset1">
+		<layer id="1607" name="Constant_67855" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -24946,7 +24769,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1965">
+				<port id="2" precision="FP32" names="1967">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -24975,7 +24798,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1966,k.17">
+				<port id="2" precision="FP32" names="1968,k.17">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25000,7 +24823,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1990">
+				<port id="2" precision="FP32" names="1992">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25008,7 +24831,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1612" name="Constant_11598" type="Const" version="opset1">
+		<layer id="1612" name="Constant_11540" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25016,7 +24839,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1613" name="Constant_11600" type="Const" version="opset1">
+		<layer id="1613" name="Constant_11542" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25024,7 +24847,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1614" name="Constant_11602" type="Const" version="opset1">
+		<layer id="1614" name="Constant_11544" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25032,7 +24855,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1615" name="Constant_11554" type="Const" version="opset1">
+		<layer id="1615" name="Constant_11496" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25062,7 +24885,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2000,x2.35">
+				<port id="5" precision="FP32" names="2002,x2.35">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25070,7 +24893,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1617" name="Constant_65371" type="Const" version="opset1">
+		<layer id="1617" name="Constant_65190" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25098,7 +24921,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2001">
+				<port id="2" precision="FP32" names="2003">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25106,7 +24929,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1619" name="Constant_11495" type="Const" version="opset1">
+		<layer id="1619" name="Constant_11437" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25114,7 +24937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1620" name="Constant_11539" type="Const" version="opset1">
+		<layer id="1620" name="Constant_11481" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25122,7 +24945,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1621" name="Constant_11541" type="Const" version="opset1">
+		<layer id="1621" name="Constant_11483" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25130,7 +24953,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1622" name="Constant_11493" type="Const" version="opset1">
+		<layer id="1622" name="Constant_11435" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -25160,7 +24983,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="1995">
+				<port id="5" precision="FP32" names="1997">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25185,7 +25008,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2003">
+				<port id="2" precision="FP32" names="2005">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25210,7 +25033,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2004">
+				<port id="2" precision="FP32" names="2006">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25235,7 +25058,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2005,2011,2012,hidden_states.115">
+				<port id="2" precision="FP32" names="2007,2013,2014,hidden_states.115">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25243,10 +25066,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1627" name="1914" type="Const" version="opset1">
+		<layer id="1627" name="1916" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="1914" />
+				<port id="0" precision="I64" names="1916" />
 			</output>
 		</layer>
 		<layer id="1628" name="__module.layers.8.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -25260,7 +25083,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2013,2014,2015">
+				<port id="2" precision="FP32" names="2015,2016,2017">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -25284,7 +25107,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2017,hidden_states.117">
+				<port id="2" precision="FP32" names="2019,hidden_states.117">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -25293,7 +25116,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1630" name="Constant_68037" type="Const" version="opset1">
+		<layer id="1630" name="Constant_67856" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -25316,7 +25139,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2021,key.17">
+				<port id="2" precision="FP32" names="2023,key.17">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -25333,7 +25156,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1633" name="Convert_1032775" type="Convert" version="opset1">
+		<layer id="1633" name="Convert_1013342" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -25357,7 +25180,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1635" name="Convert_1032778" type="Convert" version="opset1">
+		<layer id="1635" name="Convert_1013345" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -25419,11 +25242,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1639" name="__module.layers.8.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1639" name="self.layers.8.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -25437,7 +25257,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1640" name="__module.layers.8.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1640" name="__module.layers.8.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25451,14 +25271,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1968">
+				<port id="2" precision="FP32" names="1970">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1641" name="Constant_68038" type="Const" version="opset1">
+		<layer id="1641" name="Constant_67857" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -25479,7 +25299,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1970">
+				<port id="2" precision="FP32" names="1972">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -25508,7 +25328,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="1971,2027,2028,hidden_states.119">
+				<port id="2" precision="FP32" names="1973,2029,2030,hidden_states.119">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -25527,7 +25347,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2029,2030,2031">
+				<port id="2" precision="FP32" names="2031,2032,2033">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -25551,7 +25371,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2033,hidden_states.121">
+				<port id="2" precision="FP32" names="2035,hidden_states.121">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -25560,7 +25380,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1647" name="Constant_68039" type="Const" version="opset1">
+		<layer id="1647" name="Constant_67858" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -25583,7 +25403,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2037,value.17">
+				<port id="2" precision="FP32" names="2039,value.17">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -25627,7 +25447,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2046,attn_output.33">
+				<port id="5" precision="FP32" names="2048,attn_output.33">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -25656,7 +25476,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2047">
+				<port id="2" precision="FP32" names="2049">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -25678,7 +25498,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2050">
+				<port id="2" precision="FP32" names="2052">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -25694,7 +25514,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1655" name="Convert_816331" type="Convert" version="opset1">
+		<layer id="1655" name="Convert_797000" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -25718,7 +25538,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1657" name="Convert_816334" type="Convert" version="opset1">
+		<layer id="1657" name="Convert_797003" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -25780,11 +25600,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1661" name="__module.layers.8.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1661" name="self.layers.8.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -25798,7 +25615,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1662" name="__module.layers.8.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1662" name="__module.layers.8.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -25812,14 +25629,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2053,2055,x.133,x.135">
+				<port id="2" precision="FP32" names="2055,2057,x.133,x.135">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1663" name="Constant_65374" type="Const" version="opset1">
+		<layer id="1663" name="Constant_65193" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25829,7 +25646,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1664" name="Constant_65372" type="Const" version="opset1">
+		<layer id="1664" name="Constant_65191" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25854,17 +25671,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2056">
+				<port id="2" precision="FP32" names="2058">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1666" name="Constant_12153" type="Const" version="opset1">
+		<layer id="1666" name="Constant_12094" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2057">
+				<port id="0" precision="I64" names="2059">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -25882,14 +25699,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2058">
+				<port id="2" precision="FP32" names="2060">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1668" name="Constant_65373" type="Const" version="opset1">
+		<layer id="1668" name="Constant_65192" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -25914,7 +25731,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2059">
+				<port id="2" precision="FP32" names="2061">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -25952,7 +25769,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2060">
+				<port id="2" precision="FP32" names="2062">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -25974,14 +25791,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2061,output.133">
+				<port id="2" precision="FP32" names="2063,output.133">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1673" name="Constant_65375" type="Const" version="opset1">
+		<layer id="1673" name="Constant_65194" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="909960482" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26006,7 +25823,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2064,2065,hidden_states.123,output.135">
+				<port id="2" precision="FP32" names="2066,2067,hidden_states.123,output.135">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -26028,14 +25845,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2066,2068,2081,x.137,x.139">
+				<port id="2" precision="FP32" names="2068,2070,2083,x.137,x.139">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1676" name="Constant_65378" type="Const" version="opset1">
+		<layer id="1676" name="Constant_65197" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26045,7 +25862,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1677" name="Constant_65376" type="Const" version="opset1">
+		<layer id="1677" name="Constant_65195" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26070,17 +25887,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2069">
+				<port id="2" precision="FP32" names="2071">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1679" name="Constant_12206" type="Const" version="opset1">
+		<layer id="1679" name="Constant_12147" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2070">
+				<port id="0" precision="I64" names="2072">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -26098,14 +25915,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2071">
+				<port id="2" precision="FP32" names="2073">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1681" name="Constant_65377" type="Const" version="opset1">
+		<layer id="1681" name="Constant_65196" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26130,7 +25947,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2072">
+				<port id="2" precision="FP32" names="2074">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -26168,7 +25985,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2073">
+				<port id="2" precision="FP32" names="2075">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -26190,14 +26007,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2074,output.137">
+				<port id="2" precision="FP32" names="2076,output.137">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1686" name="Constant_65379" type="Const" version="opset1">
+		<layer id="1686" name="Constant_65198" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="909969698" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26222,7 +26039,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2077,2078,2080,output.139">
+				<port id="2" precision="FP32" names="2079,2080,2082,output.139">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -26238,7 +26055,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1689" name="Convert_519253" type="Convert" version="opset1">
+		<layer id="1689" name="Convert_500062" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26262,7 +26079,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1691" name="Convert_519256" type="Convert" version="opset1">
+		<layer id="1691" name="Convert_500065" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26324,11 +26141,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1695" name="__module.layers.8.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1695" name="self.layers.8.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -26342,7 +26156,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1696" name="__module.layers.8.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1696" name="__module.layers.8.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26356,7 +26170,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2087">
+				<port id="2" precision="FP32" names="2089">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -26373,7 +26187,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="2088">
+				<port id="1" precision="FP32" names="2090">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -26389,7 +26203,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1699" name="Convert_515009" type="Convert" version="opset1">
+		<layer id="1699" name="Convert_495820" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26413,7 +26227,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1701" name="Convert_515012" type="Convert" version="opset1">
+		<layer id="1701" name="Convert_495823" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26475,11 +26289,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1705" name="__module.layers.8.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1705" name="self.layers.8.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -26493,7 +26304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1706" name="__module.layers.8.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1706" name="__module.layers.8.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26507,7 +26318,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2090">
+				<port id="2" precision="FP32" names="2092">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -26529,7 +26340,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2091">
+				<port id="2" precision="FP32" names="2093">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -26545,7 +26356,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1709" name="Convert_523497" type="Convert" version="opset1">
+		<layer id="1709" name="Convert_504304" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26569,7 +26380,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1711" name="Convert_523500" type="Convert" version="opset1">
+		<layer id="1711" name="Convert_504307" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -26631,11 +26442,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1715" name="__module.layers.8.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1715" name="self.layers.8.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -26649,7 +26457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1716" name="__module.layers.8.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1716" name="__module.layers.8.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -26663,14 +26471,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2093,2095,x.141,x.143">
+				<port id="2" precision="FP32" names="2095,2097,x.141,x.143">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1717" name="Constant_65382" type="Const" version="opset1">
+		<layer id="1717" name="Constant_65201" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26680,7 +26488,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1718" name="Constant_65380" type="Const" version="opset1">
+		<layer id="1718" name="Constant_65199" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26705,17 +26513,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2096">
+				<port id="2" precision="FP32" names="2098">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1720" name="Constant_12276" type="Const" version="opset1">
+		<layer id="1720" name="Constant_12214" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2097">
+				<port id="0" precision="I64" names="2099">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -26733,14 +26541,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2098">
+				<port id="2" precision="FP32" names="2100">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1722" name="Constant_65381" type="Const" version="opset1">
+		<layer id="1722" name="Constant_65200" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26765,7 +26573,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2099">
+				<port id="2" precision="FP32" names="2101">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -26803,7 +26611,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2100">
+				<port id="2" precision="FP32" names="2102">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -26825,14 +26633,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2101,output.141">
+				<port id="2" precision="FP32" names="2103,output.141">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1727" name="Constant_65383" type="Const" version="opset1">
+		<layer id="1727" name="Constant_65202" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="941881250" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26857,7 +26665,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2104,2105,hidden_states.125,output.143">
+				<port id="2" precision="FP32" names="2106,2107,hidden_states.125,output.143">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -26879,14 +26687,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2106,2132,2145,x.145,x.147">
+				<port id="2" precision="FP32" names="2108,2134,2147,x.145,x.147">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1730" name="Constant_65386" type="Const" version="opset1">
+		<layer id="1730" name="Constant_65205" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26896,7 +26704,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1731" name="Constant_65384" type="Const" version="opset1">
+		<layer id="1731" name="Constant_65203" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26921,17 +26729,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2133">
+				<port id="2" precision="FP32" names="2135">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1733" name="Constant_12353" type="Const" version="opset1">
+		<layer id="1733" name="Constant_12291" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2134">
+				<port id="0" precision="I64" names="2136">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -26949,14 +26757,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2135">
+				<port id="2" precision="FP32" names="2137">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1735" name="Constant_65385" type="Const" version="opset1">
+		<layer id="1735" name="Constant_65204" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -26981,7 +26789,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2136">
+				<port id="2" precision="FP32" names="2138">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -27019,7 +26827,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2137">
+				<port id="2" precision="FP32" names="2139">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -27041,14 +26849,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2138,output.145">
+				<port id="2" precision="FP32" names="2140,output.145">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1740" name="Constant_65387" type="Const" version="opset1">
+		<layer id="1740" name="Constant_65206" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="941890466" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27073,7 +26881,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2141,2142,2144,hidden_states.127,output.147">
+				<port id="2" precision="FP32" names="2143,2144,2146,hidden_states.127,output.147">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -27089,7 +26897,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1743" name="Convert_820575" type="Convert" version="opset1">
+		<layer id="1743" name="Convert_801242" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27113,7 +26921,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1745" name="Convert_820578" type="Convert" version="opset1">
+		<layer id="1745" name="Convert_801245" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27175,11 +26983,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1749" name="__module.layers.9.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1749" name="self.layers.9.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -27193,7 +26998,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1750" name="__module.layers.9.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1750" name="__module.layers.9.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27207,14 +27012,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2153">
+				<port id="2" precision="FP32" names="2155">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1751" name="Constant_68040" type="Const" version="opset1">
+		<layer id="1751" name="Constant_67859" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -27235,7 +27040,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2155">
+				<port id="2" precision="FP32" names="2157">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -27264,7 +27069,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2156,q.19">
+				<port id="2" precision="FP32" names="2158,q.19">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27289,7 +27094,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2169">
+				<port id="2" precision="FP32" names="2171">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27297,7 +27102,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1756" name="Constant_12662" type="Const" version="opset1">
+		<layer id="1756" name="Constant_12597" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27305,7 +27110,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1757" name="Constant_12664" type="Const" version="opset1">
+		<layer id="1757" name="Constant_12599" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27313,7 +27118,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1758" name="Constant_12666" type="Const" version="opset1">
+		<layer id="1758" name="Constant_12601" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27321,7 +27126,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1759" name="Constant_12618" type="Const" version="opset1">
+		<layer id="1759" name="Constant_12553" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27351,7 +27156,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2179,x2.37">
+				<port id="5" precision="FP32" names="2181,x2.37">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27359,7 +27164,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1761" name="Constant_65388" type="Const" version="opset1">
+		<layer id="1761" name="Constant_65207" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27387,7 +27192,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2180">
+				<port id="2" precision="FP32" names="2182">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27395,7 +27200,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1763" name="Constant_12559" type="Const" version="opset1">
+		<layer id="1763" name="Constant_12494" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27403,7 +27208,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1764" name="Constant_12603" type="Const" version="opset1">
+		<layer id="1764" name="Constant_12538" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27411,7 +27216,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1765" name="Constant_12605" type="Const" version="opset1">
+		<layer id="1765" name="Constant_12540" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27419,7 +27224,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1766" name="Constant_12557" type="Const" version="opset1">
+		<layer id="1766" name="Constant_12492" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27449,7 +27254,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2174">
+				<port id="5" precision="FP32" names="2176">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27474,7 +27279,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2182">
+				<port id="2" precision="FP32" names="2184">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27499,7 +27304,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2183">
+				<port id="2" precision="FP32" names="2185">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27524,7 +27329,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2184,query.37">
+				<port id="2" precision="FP32" names="2186,query.37">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -27541,7 +27346,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1772" name="Convert_1045507" type="Convert" version="opset1">
+		<layer id="1772" name="Convert_1026068" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27565,7 +27370,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1774" name="Convert_1045510" type="Convert" version="opset1">
+		<layer id="1774" name="Convert_1026071" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -27627,11 +27432,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1778" name="__module.layers.9.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1778" name="self.layers.9.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -27645,7 +27447,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1779" name="__module.layers.9.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1779" name="__module.layers.9.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -27659,14 +27461,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2158">
+				<port id="2" precision="FP32" names="2160">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1780" name="Constant_68041" type="Const" version="opset1">
+		<layer id="1780" name="Constant_67860" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -27687,7 +27489,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2160">
+				<port id="2" precision="FP32" names="2162">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -27716,7 +27518,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2161,k.19">
+				<port id="2" precision="FP32" names="2163,k.19">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27741,7 +27543,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2185">
+				<port id="2" precision="FP32" names="2187">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27749,7 +27551,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1785" name="Constant_12805" type="Const" version="opset1">
+		<layer id="1785" name="Constant_12740" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27757,7 +27559,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1786" name="Constant_12807" type="Const" version="opset1">
+		<layer id="1786" name="Constant_12742" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27765,7 +27567,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1787" name="Constant_12809" type="Const" version="opset1">
+		<layer id="1787" name="Constant_12744" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27773,7 +27575,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1788" name="Constant_12761" type="Const" version="opset1">
+		<layer id="1788" name="Constant_12696" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27803,7 +27605,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2195,x2.39">
+				<port id="5" precision="FP32" names="2197,x2.39">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27811,7 +27613,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1790" name="Constant_65389" type="Const" version="opset1">
+		<layer id="1790" name="Constant_65208" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -27839,7 +27641,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2196">
+				<port id="2" precision="FP32" names="2198">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27847,7 +27649,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1792" name="Constant_12702" type="Const" version="opset1">
+		<layer id="1792" name="Constant_12637" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27855,7 +27657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1793" name="Constant_12746" type="Const" version="opset1">
+		<layer id="1793" name="Constant_12681" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27863,7 +27665,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1794" name="Constant_12748" type="Const" version="opset1">
+		<layer id="1794" name="Constant_12683" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27871,7 +27673,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1795" name="Constant_12700" type="Const" version="opset1">
+		<layer id="1795" name="Constant_12635" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -27901,7 +27703,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2190">
+				<port id="5" precision="FP32" names="2192">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27926,7 +27728,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2198">
+				<port id="2" precision="FP32" names="2200">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27951,7 +27753,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2199">
+				<port id="2" precision="FP32" names="2201">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27976,7 +27778,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2200,2206,2207,hidden_states.129">
+				<port id="2" precision="FP32" names="2202,2208,2209,hidden_states.129">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -27984,10 +27786,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1800" name="2119" type="Const" version="opset1">
+		<layer id="1800" name="2121" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2119" />
+				<port id="0" precision="I64" names="2121" />
 			</output>
 		</layer>
 		<layer id="1801" name="__module.layers.9.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -28001,7 +27803,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2208,2209,2210">
+				<port id="2" precision="FP32" names="2210,2211,2212">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -28025,7 +27827,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2212,hidden_states.131">
+				<port id="2" precision="FP32" names="2214,hidden_states.131">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -28034,7 +27836,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1803" name="Constant_68042" type="Const" version="opset1">
+		<layer id="1803" name="Constant_67861" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -28057,7 +27859,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2216,key.19">
+				<port id="2" precision="FP32" names="2218,key.19">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -28074,7 +27876,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1806" name="Convert_1041263" type="Convert" version="opset1">
+		<layer id="1806" name="Convert_1021826" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -28098,7 +27900,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1808" name="Convert_1041266" type="Convert" version="opset1">
+		<layer id="1808" name="Convert_1021829" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -28160,11 +27962,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1812" name="__module.layers.9.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1812" name="self.layers.9.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -28178,7 +27977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1813" name="__module.layers.9.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1813" name="__module.layers.9.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28192,14 +27991,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2163">
+				<port id="2" precision="FP32" names="2165">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1814" name="Constant_68043" type="Const" version="opset1">
+		<layer id="1814" name="Constant_67862" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -28220,7 +28019,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2165">
+				<port id="2" precision="FP32" names="2167">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -28249,7 +28048,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2166,2222,2223,hidden_states.133">
+				<port id="2" precision="FP32" names="2168,2224,2225,hidden_states.133">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -28268,7 +28067,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2224,2225,2226">
+				<port id="2" precision="FP32" names="2226,2227,2228">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -28292,7 +28091,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2228,hidden_states.135">
+				<port id="2" precision="FP32" names="2230,hidden_states.135">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -28301,7 +28100,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1820" name="Constant_68044" type="Const" version="opset1">
+		<layer id="1820" name="Constant_67863" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -28324,7 +28123,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2232,value.19">
+				<port id="2" precision="FP32" names="2234,value.19">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -28368,7 +28167,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2241,attn_output.37">
+				<port id="5" precision="FP32" names="2243,attn_output.37">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -28397,7 +28196,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2242">
+				<port id="2" precision="FP32" names="2244">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -28419,7 +28218,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2245">
+				<port id="2" precision="FP32" names="2247">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -28435,7 +28234,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1828" name="Convert_824819" type="Convert" version="opset1">
+		<layer id="1828" name="Convert_805484" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -28459,7 +28258,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1830" name="Convert_824822" type="Convert" version="opset1">
+		<layer id="1830" name="Convert_805487" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -28521,11 +28320,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1834" name="__module.layers.9.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1834" name="self.layers.9.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -28539,7 +28335,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1835" name="__module.layers.9.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1835" name="__module.layers.9.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -28553,14 +28349,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2248,2250,x.149,x.151">
+				<port id="2" precision="FP32" names="2250,2252,x.149,x.151">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1836" name="Constant_65392" type="Const" version="opset1">
+		<layer id="1836" name="Constant_65211" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28570,7 +28366,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1837" name="Constant_65390" type="Const" version="opset1">
+		<layer id="1837" name="Constant_65209" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28595,17 +28391,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2251">
+				<port id="2" precision="FP32" names="2253">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1839" name="Constant_13360" type="Const" version="opset1">
+		<layer id="1839" name="Constant_13294" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2252">
+				<port id="0" precision="I64" names="2254">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -28623,14 +28419,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2253">
+				<port id="2" precision="FP32" names="2255">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1841" name="Constant_65391" type="Const" version="opset1">
+		<layer id="1841" name="Constant_65210" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28655,7 +28451,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2254">
+				<port id="2" precision="FP32" names="2256">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -28693,7 +28489,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2255">
+				<port id="2" precision="FP32" names="2257">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -28715,14 +28511,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2256,output.149">
+				<port id="2" precision="FP32" names="2258,output.149">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1846" name="Constant_65393" type="Const" version="opset1">
+		<layer id="1846" name="Constant_65212" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="948993570" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28747,7 +28543,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2259,2260,hidden_states.137,output.151">
+				<port id="2" precision="FP32" names="2261,2262,hidden_states.137,output.151">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -28769,14 +28565,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2261,2263,2276,x.153,x.155">
+				<port id="2" precision="FP32" names="2263,2265,2278,x.153,x.155">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1849" name="Constant_65396" type="Const" version="opset1">
+		<layer id="1849" name="Constant_65215" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28786,7 +28582,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1850" name="Constant_65394" type="Const" version="opset1">
+		<layer id="1850" name="Constant_65213" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28811,17 +28607,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2264">
+				<port id="2" precision="FP32" names="2266">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1852" name="Constant_13413" type="Const" version="opset1">
+		<layer id="1852" name="Constant_13347" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2265">
+				<port id="0" precision="I64" names="2267">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -28839,14 +28635,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2266">
+				<port id="2" precision="FP32" names="2268">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1854" name="Constant_65395" type="Const" version="opset1">
+		<layer id="1854" name="Constant_65214" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28871,7 +28667,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2267">
+				<port id="2" precision="FP32" names="2269">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -28909,7 +28705,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2268">
+				<port id="2" precision="FP32" names="2270">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -28931,14 +28727,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2269,output.153">
+				<port id="2" precision="FP32" names="2271,output.153">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1859" name="Constant_65397" type="Const" version="opset1">
+		<layer id="1859" name="Constant_65216" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="949002786" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -28963,7 +28759,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2272,2273,2275,output.155">
+				<port id="2" precision="FP32" names="2274,2275,2277,output.155">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -28979,7 +28775,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1862" name="Convert_531985" type="Convert" version="opset1">
+		<layer id="1862" name="Convert_512788" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29003,7 +28799,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1864" name="Convert_531988" type="Convert" version="opset1">
+		<layer id="1864" name="Convert_512791" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29065,11 +28861,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1868" name="__module.layers.9.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1868" name="self.layers.9.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -29083,7 +28876,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1869" name="__module.layers.9.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1869" name="__module.layers.9.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29097,7 +28890,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2282">
+				<port id="2" precision="FP32" names="2284">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -29114,7 +28907,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="2283">
+				<port id="1" precision="FP32" names="2285">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -29130,7 +28923,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1872" name="Convert_527741" type="Convert" version="opset1">
+		<layer id="1872" name="Convert_508546" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29154,7 +28947,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1874" name="Convert_527744" type="Convert" version="opset1">
+		<layer id="1874" name="Convert_508549" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29216,11 +29009,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1878" name="__module.layers.9.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1878" name="self.layers.9.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -29234,7 +29024,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1879" name="__module.layers.9.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1879" name="__module.layers.9.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29248,7 +29038,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2285">
+				<port id="2" precision="FP32" names="2287">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -29270,7 +29060,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2286">
+				<port id="2" precision="FP32" names="2288">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -29286,7 +29076,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1882" name="Convert_536229" type="Convert" version="opset1">
+		<layer id="1882" name="Convert_517030" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29310,7 +29100,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1884" name="Convert_536232" type="Convert" version="opset1">
+		<layer id="1884" name="Convert_517033" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29372,11 +29162,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1888" name="__module.layers.9.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1888" name="self.layers.9.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -29390,7 +29177,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1889" name="__module.layers.9.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1889" name="__module.layers.9.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29404,14 +29191,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2288,2290,x.157,x.159">
+				<port id="2" precision="FP32" names="2290,2292,x.157,x.159">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1890" name="Constant_65400" type="Const" version="opset1">
+		<layer id="1890" name="Constant_65219" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29421,7 +29208,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1891" name="Constant_65398" type="Const" version="opset1">
+		<layer id="1891" name="Constant_65217" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29446,17 +29233,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2291">
+				<port id="2" precision="FP32" names="2293">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1893" name="Constant_13483" type="Const" version="opset1">
+		<layer id="1893" name="Constant_13414" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2292">
+				<port id="0" precision="I64" names="2294">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -29474,14 +29261,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2293">
+				<port id="2" precision="FP32" names="2295">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1895" name="Constant_65399" type="Const" version="opset1">
+		<layer id="1895" name="Constant_65218" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29506,7 +29293,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2294">
+				<port id="2" precision="FP32" names="2296">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -29544,7 +29331,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2295">
+				<port id="2" precision="FP32" names="2297">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -29566,14 +29353,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2296,output.157">
+				<port id="2" precision="FP32" names="2298,output.157">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1900" name="Constant_65401" type="Const" version="opset1">
+		<layer id="1900" name="Constant_65220" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="980914338" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29598,7 +29385,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2299,2300,hidden_states.139,output.159">
+				<port id="2" precision="FP32" names="2301,2302,hidden_states.139,output.159">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -29620,14 +29407,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2301,2338,2351,x.161,x.163">
+				<port id="2" precision="FP32" names="2303,2340,2353,x.161,x.163">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1903" name="Constant_65404" type="Const" version="opset1">
+		<layer id="1903" name="Constant_65223" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29637,7 +29424,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1904" name="Constant_65402" type="Const" version="opset1">
+		<layer id="1904" name="Constant_65221" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29662,17 +29449,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2339">
+				<port id="2" precision="FP32" names="2341">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1906" name="Constant_13708" type="Const" version="opset1">
+		<layer id="1906" name="Constant_13639" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2340">
+				<port id="0" precision="I64" names="2342">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -29690,14 +29477,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2341">
+				<port id="2" precision="FP32" names="2343">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1908" name="Constant_65403" type="Const" version="opset1">
+		<layer id="1908" name="Constant_65222" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29722,7 +29509,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2342">
+				<port id="2" precision="FP32" names="2344">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -29760,7 +29547,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2343">
+				<port id="2" precision="FP32" names="2345">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -29782,14 +29569,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2344,output.161">
+				<port id="2" precision="FP32" names="2346,output.161">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1913" name="Constant_65405" type="Const" version="opset1">
+		<layer id="1913" name="Constant_65224" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="980923554" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -29814,7 +29601,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2347,2348,2350,hidden_states.141,output.163">
+				<port id="2" precision="FP32" names="2349,2350,2352,hidden_states.141,output.163">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -29830,7 +29617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1916" name="Convert_829063" type="Convert" version="opset1">
+		<layer id="1916" name="Convert_809726" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29854,7 +29641,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1918" name="Convert_829066" type="Convert" version="opset1">
+		<layer id="1918" name="Convert_809729" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -29916,11 +29703,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1922" name="__module.layers.10.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1922" name="self.layers.10.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -29934,7 +29718,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1923" name="__module.layers.10.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1923" name="__module.layers.10.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -29948,14 +29732,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2359">
+				<port id="2" precision="FP32" names="2361">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1924" name="Constant_68045" type="Const" version="opset1">
+		<layer id="1924" name="Constant_67864" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -29976,7 +29760,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2361">
+				<port id="2" precision="FP32" names="2363">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -30005,7 +29789,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2362,q.21">
+				<port id="2" precision="FP32" names="2364,q.21">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30030,7 +29814,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2375">
+				<port id="2" precision="FP32" names="2377">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30038,7 +29822,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1929" name="Constant_14017" type="Const" version="opset1">
+		<layer id="1929" name="Constant_13945" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30046,7 +29830,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1930" name="Constant_14019" type="Const" version="opset1">
+		<layer id="1930" name="Constant_13947" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30054,7 +29838,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1931" name="Constant_14021" type="Const" version="opset1">
+		<layer id="1931" name="Constant_13949" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30062,7 +29846,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1932" name="Constant_13973" type="Const" version="opset1">
+		<layer id="1932" name="Constant_13901" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30092,7 +29876,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2385,x2.41">
+				<port id="5" precision="FP32" names="2387,x2.41">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30100,7 +29884,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1934" name="Constant_65406" type="Const" version="opset1">
+		<layer id="1934" name="Constant_65225" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30128,7 +29912,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2386">
+				<port id="2" precision="FP32" names="2388">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30136,7 +29920,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1936" name="Constant_13914" type="Const" version="opset1">
+		<layer id="1936" name="Constant_13842" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30144,7 +29928,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1937" name="Constant_13958" type="Const" version="opset1">
+		<layer id="1937" name="Constant_13886" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30152,7 +29936,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1938" name="Constant_13960" type="Const" version="opset1">
+		<layer id="1938" name="Constant_13888" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30160,7 +29944,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1939" name="Constant_13912" type="Const" version="opset1">
+		<layer id="1939" name="Constant_13840" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30190,7 +29974,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2380">
+				<port id="5" precision="FP32" names="2382">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30215,7 +29999,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2388">
+				<port id="2" precision="FP32" names="2390">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30240,7 +30024,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2389">
+				<port id="2" precision="FP32" names="2391">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30265,7 +30049,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2390,query.41">
+				<port id="2" precision="FP32" names="2392,query.41">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30282,7 +30066,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1945" name="Convert_1053995" type="Convert" version="opset1">
+		<layer id="1945" name="Convert_1034552" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -30306,7 +30090,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1947" name="Convert_1053998" type="Convert" version="opset1">
+		<layer id="1947" name="Convert_1034555" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -30368,11 +30152,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1951" name="__module.layers.10.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1951" name="self.layers.10.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -30386,7 +30167,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1952" name="__module.layers.10.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1952" name="__module.layers.10.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30400,14 +30181,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2364">
+				<port id="2" precision="FP32" names="2366">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1953" name="Constant_68046" type="Const" version="opset1">
+		<layer id="1953" name="Constant_67865" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -30428,7 +30209,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2366">
+				<port id="2" precision="FP32" names="2368">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -30457,7 +30238,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2367,k.21">
+				<port id="2" precision="FP32" names="2369,k.21">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30482,7 +30263,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2391">
+				<port id="2" precision="FP32" names="2393">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30490,7 +30271,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1958" name="Constant_14160" type="Const" version="opset1">
+		<layer id="1958" name="Constant_14088" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30498,7 +30279,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1959" name="Constant_14162" type="Const" version="opset1">
+		<layer id="1959" name="Constant_14090" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30506,7 +30287,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1960" name="Constant_14164" type="Const" version="opset1">
+		<layer id="1960" name="Constant_14092" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30514,7 +30295,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1961" name="Constant_14116" type="Const" version="opset1">
+		<layer id="1961" name="Constant_14044" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30544,7 +30325,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2401,x2.43">
+				<port id="5" precision="FP32" names="2403,x2.43">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30552,7 +30333,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1963" name="Constant_65407" type="Const" version="opset1">
+		<layer id="1963" name="Constant_65226" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -30580,7 +30361,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2402">
+				<port id="2" precision="FP32" names="2404">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30588,7 +30369,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1965" name="Constant_14057" type="Const" version="opset1">
+		<layer id="1965" name="Constant_13985" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30596,7 +30377,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1966" name="Constant_14101" type="Const" version="opset1">
+		<layer id="1966" name="Constant_14029" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30604,7 +30385,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1967" name="Constant_14103" type="Const" version="opset1">
+		<layer id="1967" name="Constant_14031" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30612,7 +30393,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1968" name="Constant_14055" type="Const" version="opset1">
+		<layer id="1968" name="Constant_13983" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -30642,7 +30423,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2396">
+				<port id="5" precision="FP32" names="2398">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30667,7 +30448,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2404">
+				<port id="2" precision="FP32" names="2406">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30692,7 +30473,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2405">
+				<port id="2" precision="FP32" names="2407">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30717,7 +30498,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2406,2412,2413,hidden_states.143">
+				<port id="2" precision="FP32" names="2408,2414,2415,hidden_states.143">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -30725,10 +30506,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1973" name="2315" type="Const" version="opset1">
+		<layer id="1973" name="2317" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2315" />
+				<port id="0" precision="I64" names="2317" />
 			</output>
 		</layer>
 		<layer id="1974" name="__module.layers.10.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -30742,7 +30523,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2414,2415,2416">
+				<port id="2" precision="FP32" names="2416,2417,2418">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -30766,7 +30547,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2418,hidden_states.145">
+				<port id="2" precision="FP32" names="2420,hidden_states.145">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -30775,7 +30556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1976" name="Constant_68047" type="Const" version="opset1">
+		<layer id="1976" name="Constant_67866" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -30798,7 +30579,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2422,key.21">
+				<port id="2" precision="FP32" names="2424,key.21">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -30815,7 +30596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1979" name="Convert_1049751" type="Convert" version="opset1">
+		<layer id="1979" name="Convert_1030310" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -30839,7 +30620,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1981" name="Convert_1049754" type="Convert" version="opset1">
+		<layer id="1981" name="Convert_1030313" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -30901,11 +30682,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1985" name="__module.layers.10.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="1985" name="self.layers.10.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -30919,7 +30697,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1986" name="__module.layers.10.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="1986" name="__module.layers.10.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -30933,14 +30711,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2369">
+				<port id="2" precision="FP32" names="2371">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="1987" name="Constant_68048" type="Const" version="opset1">
+		<layer id="1987" name="Constant_67867" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -30961,7 +30739,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2371">
+				<port id="2" precision="FP32" names="2373">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -30990,7 +30768,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2372,2428,2429,hidden_states.147">
+				<port id="2" precision="FP32" names="2374,2430,2431,hidden_states.147">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -31009,7 +30787,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2430,2431,2432">
+				<port id="2" precision="FP32" names="2432,2433,2434">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -31033,7 +30811,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2434,hidden_states.149">
+				<port id="2" precision="FP32" names="2436,hidden_states.149">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -31042,7 +30820,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="1993" name="Constant_68049" type="Const" version="opset1">
+		<layer id="1993" name="Constant_67868" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -31065,7 +30843,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2438,value.21">
+				<port id="2" precision="FP32" names="2440,value.21">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -31109,7 +30887,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2447,attn_output.41">
+				<port id="5" precision="FP32" names="2449,attn_output.41">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -31138,7 +30916,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2448">
+				<port id="2" precision="FP32" names="2450">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -31160,7 +30938,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2451">
+				<port id="2" precision="FP32" names="2453">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -31176,7 +30954,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2001" name="Convert_833307" type="Convert" version="opset1">
+		<layer id="2001" name="Convert_813968" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -31200,7 +30978,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2003" name="Convert_833310" type="Convert" version="opset1">
+		<layer id="2003" name="Convert_813971" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -31262,11 +31040,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2007" name="__module.layers.10.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2007" name="self.layers.10.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -31280,7 +31055,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2008" name="__module.layers.10.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2008" name="__module.layers.10.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31294,14 +31069,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2454,2456,x.165,x.167">
+				<port id="2" precision="FP32" names="2456,2458,x.165,x.167">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2009" name="Constant_65410" type="Const" version="opset1">
+		<layer id="2009" name="Constant_65229" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31311,7 +31086,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2010" name="Constant_65408" type="Const" version="opset1">
+		<layer id="2010" name="Constant_65227" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31336,17 +31111,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2457">
+				<port id="2" precision="FP32" names="2459">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2012" name="Constant_14715" type="Const" version="opset1">
+		<layer id="2012" name="Constant_14642" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2458">
+				<port id="0" precision="I64" names="2460">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -31364,14 +31139,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2459">
+				<port id="2" precision="FP32" names="2461">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2014" name="Constant_65409" type="Const" version="opset1">
+		<layer id="2014" name="Constant_65228" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31396,7 +31171,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2460">
+				<port id="2" precision="FP32" names="2462">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -31434,7 +31209,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2461">
+				<port id="2" precision="FP32" names="2463">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -31456,14 +31231,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2462,output.165">
+				<port id="2" precision="FP32" names="2464,output.165">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2019" name="Constant_65411" type="Const" version="opset1">
+		<layer id="2019" name="Constant_65230" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="988026658" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31488,7 +31263,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2465,2466,hidden_states.151,output.167">
+				<port id="2" precision="FP32" names="2467,2468,hidden_states.151,output.167">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -31510,14 +31285,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2467,2469,2482,x.169,x.171">
+				<port id="2" precision="FP32" names="2469,2471,2484,x.169,x.171">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2022" name="Constant_65414" type="Const" version="opset1">
+		<layer id="2022" name="Constant_65233" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31527,7 +31302,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2023" name="Constant_65412" type="Const" version="opset1">
+		<layer id="2023" name="Constant_65231" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31552,17 +31327,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2470">
+				<port id="2" precision="FP32" names="2472">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2025" name="Constant_14768" type="Const" version="opset1">
+		<layer id="2025" name="Constant_14695" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2471">
+				<port id="0" precision="I64" names="2473">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -31580,14 +31355,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2472">
+				<port id="2" precision="FP32" names="2474">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2027" name="Constant_65413" type="Const" version="opset1">
+		<layer id="2027" name="Constant_65232" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31612,7 +31387,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2473">
+				<port id="2" precision="FP32" names="2475">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -31650,7 +31425,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2474">
+				<port id="2" precision="FP32" names="2476">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -31672,14 +31447,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2475,output.169">
+				<port id="2" precision="FP32" names="2477,output.169">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2032" name="Constant_65415" type="Const" version="opset1">
+		<layer id="2032" name="Constant_65234" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="988035874" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -31704,7 +31479,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2478,2479,2481,output.171">
+				<port id="2" precision="FP32" names="2480,2481,2483,output.171">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -31720,7 +31495,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2035" name="Convert_544717" type="Convert" version="opset1">
+		<layer id="2035" name="Convert_525514" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -31744,7 +31519,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2037" name="Convert_544720" type="Convert" version="opset1">
+		<layer id="2037" name="Convert_525517" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -31806,11 +31581,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2041" name="__module.layers.10.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2041" name="self.layers.10.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -31824,7 +31596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2042" name="__module.layers.10.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2042" name="__module.layers.10.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31838,7 +31610,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2488">
+				<port id="2" precision="FP32" names="2490">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -31855,7 +31627,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="2489">
+				<port id="1" precision="FP32" names="2491">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -31871,7 +31643,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2045" name="Convert_540473" type="Convert" version="opset1">
+		<layer id="2045" name="Convert_521272" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -31895,7 +31667,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2047" name="Convert_540476" type="Convert" version="opset1">
+		<layer id="2047" name="Convert_521275" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -31957,11 +31729,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2051" name="__module.layers.10.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2051" name="self.layers.10.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -31975,7 +31744,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2052" name="__module.layers.10.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2052" name="__module.layers.10.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -31989,7 +31758,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2491">
+				<port id="2" precision="FP32" names="2493">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -32011,7 +31780,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2492">
+				<port id="2" precision="FP32" names="2494">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -32027,7 +31796,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2055" name="Convert_548961" type="Convert" version="opset1">
+		<layer id="2055" name="Convert_529756" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -32051,7 +31820,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2057" name="Convert_548964" type="Convert" version="opset1">
+		<layer id="2057" name="Convert_529759" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -32113,11 +31882,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2061" name="__module.layers.10.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2061" name="self.layers.10.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -32131,7 +31897,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2062" name="__module.layers.10.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2062" name="__module.layers.10.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32145,14 +31911,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2494,2496,x.173,x.175">
+				<port id="2" precision="FP32" names="2496,2498,x.173,x.175">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2063" name="Constant_65418" type="Const" version="opset1">
+		<layer id="2063" name="Constant_65237" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32162,7 +31928,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2064" name="Constant_65416" type="Const" version="opset1">
+		<layer id="2064" name="Constant_65235" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32187,17 +31953,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2497">
+				<port id="2" precision="FP32" names="2499">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2066" name="Constant_14838" type="Const" version="opset1">
+		<layer id="2066" name="Constant_14762" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2498">
+				<port id="0" precision="I64" names="2500">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -32215,14 +31981,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2499">
+				<port id="2" precision="FP32" names="2501">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2068" name="Constant_65417" type="Const" version="opset1">
+		<layer id="2068" name="Constant_65236" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32247,7 +32013,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2500">
+				<port id="2" precision="FP32" names="2502">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -32285,7 +32051,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2501">
+				<port id="2" precision="FP32" names="2503">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -32307,14 +32073,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2502,output.173">
+				<port id="2" precision="FP32" names="2504,output.173">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2073" name="Constant_65419" type="Const" version="opset1">
+		<layer id="2073" name="Constant_65238" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1019947426" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32339,7 +32105,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2505,2506,hidden_states.153,output.175">
+				<port id="2" precision="FP32" names="2507,2508,hidden_states.153,output.175">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -32361,14 +32127,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2507,2533,2546,x.177,x.179">
+				<port id="2" precision="FP32" names="2509,2535,2548,x.177,x.179">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2076" name="Constant_65422" type="Const" version="opset1">
+		<layer id="2076" name="Constant_65241" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32378,7 +32144,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2077" name="Constant_65420" type="Const" version="opset1">
+		<layer id="2077" name="Constant_65239" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32403,17 +32169,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2534">
+				<port id="2" precision="FP32" names="2536">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2079" name="Constant_14915" type="Const" version="opset1">
+		<layer id="2079" name="Constant_14839" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2535">
+				<port id="0" precision="I64" names="2537">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -32431,14 +32197,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2536">
+				<port id="2" precision="FP32" names="2538">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2081" name="Constant_65421" type="Const" version="opset1">
+		<layer id="2081" name="Constant_65240" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32463,7 +32229,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2537">
+				<port id="2" precision="FP32" names="2539">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -32501,7 +32267,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2538">
+				<port id="2" precision="FP32" names="2540">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -32523,14 +32289,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2539,output.177">
+				<port id="2" precision="FP32" names="2541,output.177">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2086" name="Constant_65423" type="Const" version="opset1">
+		<layer id="2086" name="Constant_65242" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1019956642" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32555,7 +32321,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2542,2543,2545,hidden_states.155,output.179">
+				<port id="2" precision="FP32" names="2544,2545,2547,hidden_states.155,output.179">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -32571,7 +32337,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2089" name="Convert_837551" type="Convert" version="opset1">
+		<layer id="2089" name="Convert_818210" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -32595,7 +32361,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2091" name="Convert_837554" type="Convert" version="opset1">
+		<layer id="2091" name="Convert_818213" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -32657,11 +32423,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2095" name="__module.layers.11.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2095" name="self.layers.11.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -32675,7 +32438,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2096" name="__module.layers.11.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2096" name="__module.layers.11.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -32689,14 +32452,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2554">
+				<port id="2" precision="FP32" names="2556">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2097" name="Constant_68050" type="Const" version="opset1">
+		<layer id="2097" name="Constant_67869" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -32717,7 +32480,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2556">
+				<port id="2" precision="FP32" names="2558">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -32746,7 +32509,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2557,q.23">
+				<port id="2" precision="FP32" names="2559,q.23">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -32771,7 +32534,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2570">
+				<port id="2" precision="FP32" names="2572">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -32779,7 +32542,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2102" name="Constant_15224" type="Const" version="opset1">
+		<layer id="2102" name="Constant_15145" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32787,7 +32550,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2103" name="Constant_15226" type="Const" version="opset1">
+		<layer id="2103" name="Constant_15147" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32795,7 +32558,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2104" name="Constant_15228" type="Const" version="opset1">
+		<layer id="2104" name="Constant_15149" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32803,7 +32566,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2105" name="Constant_15180" type="Const" version="opset1">
+		<layer id="2105" name="Constant_15101" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32833,7 +32596,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2580,x2.45">
+				<port id="5" precision="FP32" names="2582,x2.45">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -32841,7 +32604,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2107" name="Constant_65424" type="Const" version="opset1">
+		<layer id="2107" name="Constant_65243" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -32869,7 +32632,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2581">
+				<port id="2" precision="FP32" names="2583">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -32877,7 +32640,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2109" name="Constant_15121" type="Const" version="opset1">
+		<layer id="2109" name="Constant_15042" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32885,7 +32648,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2110" name="Constant_15165" type="Const" version="opset1">
+		<layer id="2110" name="Constant_15086" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32893,7 +32656,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2111" name="Constant_15167" type="Const" version="opset1">
+		<layer id="2111" name="Constant_15088" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32901,7 +32664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2112" name="Constant_15119" type="Const" version="opset1">
+		<layer id="2112" name="Constant_15040" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -32931,7 +32694,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2575">
+				<port id="5" precision="FP32" names="2577">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -32956,7 +32719,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2583">
+				<port id="2" precision="FP32" names="2585">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -32981,7 +32744,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2584">
+				<port id="2" precision="FP32" names="2586">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -33006,7 +32769,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2585,query.45">
+				<port id="2" precision="FP32" names="2587,query.45">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -33023,7 +32786,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2118" name="Convert_1062483" type="Convert" version="opset1">
+		<layer id="2118" name="Convert_1043036" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -33047,7 +32810,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2120" name="Convert_1062486" type="Convert" version="opset1">
+		<layer id="2120" name="Convert_1043039" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -33109,11 +32872,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2124" name="__module.layers.11.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2124" name="self.layers.11.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -33127,7 +32887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2125" name="__module.layers.11.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2125" name="__module.layers.11.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33141,14 +32901,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2559">
+				<port id="2" precision="FP32" names="2561">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2126" name="Constant_68051" type="Const" version="opset1">
+		<layer id="2126" name="Constant_67870" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -33169,7 +32929,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2561">
+				<port id="2" precision="FP32" names="2563">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -33198,7 +32958,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2562,k.23">
+				<port id="2" precision="FP32" names="2564,k.23">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33223,7 +32983,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2586">
+				<port id="2" precision="FP32" names="2588">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33231,7 +32991,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2131" name="Constant_15367" type="Const" version="opset1">
+		<layer id="2131" name="Constant_15288" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33239,7 +32999,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2132" name="Constant_15369" type="Const" version="opset1">
+		<layer id="2132" name="Constant_15290" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33247,7 +33007,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2133" name="Constant_15371" type="Const" version="opset1">
+		<layer id="2133" name="Constant_15292" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33255,7 +33015,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2134" name="Constant_15323" type="Const" version="opset1">
+		<layer id="2134" name="Constant_15244" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33285,7 +33045,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2596,x2.47">
+				<port id="5" precision="FP32" names="2598,x2.47">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33293,7 +33053,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2136" name="Constant_65425" type="Const" version="opset1">
+		<layer id="2136" name="Constant_65244" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -33321,7 +33081,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2597">
+				<port id="2" precision="FP32" names="2599">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33329,7 +33089,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2138" name="Constant_15264" type="Const" version="opset1">
+		<layer id="2138" name="Constant_15185" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33337,7 +33097,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2139" name="Constant_15308" type="Const" version="opset1">
+		<layer id="2139" name="Constant_15229" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33345,7 +33105,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2140" name="Constant_15310" type="Const" version="opset1">
+		<layer id="2140" name="Constant_15231" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33353,7 +33113,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2141" name="Constant_15262" type="Const" version="opset1">
+		<layer id="2141" name="Constant_15183" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -33383,7 +33143,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2591">
+				<port id="5" precision="FP32" names="2593">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33408,7 +33168,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2599">
+				<port id="2" precision="FP32" names="2601">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33433,7 +33193,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2600">
+				<port id="2" precision="FP32" names="2602">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33458,7 +33218,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2601,2607,2608,hidden_states.157">
+				<port id="2" precision="FP32" names="2603,2609,2610,hidden_states.157">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33466,10 +33226,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2146" name="2520" type="Const" version="opset1">
+		<layer id="2146" name="2522" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2520" />
+				<port id="0" precision="I64" names="2522" />
 			</output>
 		</layer>
 		<layer id="2147" name="__module.layers.11.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -33483,7 +33243,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2609,2610,2611">
+				<port id="2" precision="FP32" names="2611,2612,2613">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -33507,7 +33267,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2613,hidden_states.159">
+				<port id="2" precision="FP32" names="2615,hidden_states.159">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -33516,7 +33276,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2149" name="Constant_68052" type="Const" version="opset1">
+		<layer id="2149" name="Constant_67871" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -33539,7 +33299,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2617,key.23">
+				<port id="2" precision="FP32" names="2619,key.23">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -33556,7 +33316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2152" name="Convert_1058239" type="Convert" version="opset1">
+		<layer id="2152" name="Convert_1038794" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -33580,7 +33340,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2154" name="Convert_1058242" type="Convert" version="opset1">
+		<layer id="2154" name="Convert_1038797" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -33642,11 +33402,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2158" name="__module.layers.11.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2158" name="self.layers.11.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -33660,7 +33417,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2159" name="__module.layers.11.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2159" name="__module.layers.11.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -33674,14 +33431,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2564">
+				<port id="2" precision="FP32" names="2566">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2160" name="Constant_68053" type="Const" version="opset1">
+		<layer id="2160" name="Constant_67872" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -33702,7 +33459,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2566">
+				<port id="2" precision="FP32" names="2568">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -33731,7 +33488,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2567,2623,2624,hidden_states.161">
+				<port id="2" precision="FP32" names="2569,2625,2626,hidden_states.161">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -33750,7 +33507,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2625,2626,2627">
+				<port id="2" precision="FP32" names="2627,2628,2629">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -33774,7 +33531,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2629,hidden_states.163">
+				<port id="2" precision="FP32" names="2631,hidden_states.163">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -33783,7 +33540,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2166" name="Constant_68054" type="Const" version="opset1">
+		<layer id="2166" name="Constant_67873" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -33806,7 +33563,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2633,value.23">
+				<port id="2" precision="FP32" names="2635,value.23">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -33850,7 +33607,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2642,attn_output.45">
+				<port id="5" precision="FP32" names="2644,attn_output.45">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -33879,7 +33636,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2643">
+				<port id="2" precision="FP32" names="2645">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -33901,7 +33658,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2646">
+				<port id="2" precision="FP32" names="2648">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -33917,7 +33674,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2174" name="Convert_841795" type="Convert" version="opset1">
+		<layer id="2174" name="Convert_822452" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -33941,7 +33698,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2176" name="Convert_841798" type="Convert" version="opset1">
+		<layer id="2176" name="Convert_822455" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -34003,11 +33760,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2180" name="__module.layers.11.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2180" name="self.layers.11.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -34021,7 +33775,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2181" name="__module.layers.11.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2181" name="__module.layers.11.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34035,14 +33789,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2649,2651,x.181,x.183">
+				<port id="2" precision="FP32" names="2651,2653,x.181,x.183">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2182" name="Constant_65428" type="Const" version="opset1">
+		<layer id="2182" name="Constant_65247" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34052,7 +33806,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2183" name="Constant_65426" type="Const" version="opset1">
+		<layer id="2183" name="Constant_65245" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34077,17 +33831,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2652">
+				<port id="2" precision="FP32" names="2654">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2185" name="Constant_15922" type="Const" version="opset1">
+		<layer id="2185" name="Constant_15842" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2653">
+				<port id="0" precision="I64" names="2655">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -34105,14 +33859,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2654">
+				<port id="2" precision="FP32" names="2656">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2187" name="Constant_65427" type="Const" version="opset1">
+		<layer id="2187" name="Constant_65246" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34137,7 +33891,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2655">
+				<port id="2" precision="FP32" names="2657">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -34175,7 +33929,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2656">
+				<port id="2" precision="FP32" names="2658">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -34197,14 +33951,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2657,output.181">
+				<port id="2" precision="FP32" names="2659,output.181">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2192" name="Constant_65429" type="Const" version="opset1">
+		<layer id="2192" name="Constant_65248" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1027059746" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34229,7 +33983,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2660,2661,hidden_states.165,output.183">
+				<port id="2" precision="FP32" names="2662,2663,hidden_states.165,output.183">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -34251,14 +34005,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2662,2664,2677,x.185,x.187">
+				<port id="2" precision="FP32" names="2664,2666,2679,x.185,x.187">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2195" name="Constant_65432" type="Const" version="opset1">
+		<layer id="2195" name="Constant_65251" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34268,7 +34022,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2196" name="Constant_65430" type="Const" version="opset1">
+		<layer id="2196" name="Constant_65249" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34293,17 +34047,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2665">
+				<port id="2" precision="FP32" names="2667">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2198" name="Constant_15975" type="Const" version="opset1">
+		<layer id="2198" name="Constant_15895" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2666">
+				<port id="0" precision="I64" names="2668">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -34321,14 +34075,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2667">
+				<port id="2" precision="FP32" names="2669">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2200" name="Constant_65431" type="Const" version="opset1">
+		<layer id="2200" name="Constant_65250" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34353,7 +34107,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2668">
+				<port id="2" precision="FP32" names="2670">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -34391,7 +34145,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2669">
+				<port id="2" precision="FP32" names="2671">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -34413,14 +34167,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2670,output.185">
+				<port id="2" precision="FP32" names="2672,output.185">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2205" name="Constant_65433" type="Const" version="opset1">
+		<layer id="2205" name="Constant_65252" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1027068962" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34445,7 +34199,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2673,2674,2676,output.187">
+				<port id="2" precision="FP32" names="2675,2676,2678,output.187">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -34461,7 +34215,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2208" name="Convert_557449" type="Convert" version="opset1">
+		<layer id="2208" name="Convert_538240" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -34485,7 +34239,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2210" name="Convert_557452" type="Convert" version="opset1">
+		<layer id="2210" name="Convert_538243" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -34547,11 +34301,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2214" name="__module.layers.11.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2214" name="self.layers.11.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -34565,7 +34316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2215" name="__module.layers.11.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2215" name="__module.layers.11.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34579,7 +34330,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2683">
+				<port id="2" precision="FP32" names="2685">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -34596,7 +34347,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="2684">
+				<port id="1" precision="FP32" names="2686">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -34612,7 +34363,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2218" name="Convert_553205" type="Convert" version="opset1">
+		<layer id="2218" name="Convert_533998" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -34636,7 +34387,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2220" name="Convert_553208" type="Convert" version="opset1">
+		<layer id="2220" name="Convert_534001" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -34698,11 +34449,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2224" name="__module.layers.11.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2224" name="self.layers.11.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -34716,7 +34464,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2225" name="__module.layers.11.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2225" name="__module.layers.11.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34730,7 +34478,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2686">
+				<port id="2" precision="FP32" names="2688">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -34752,7 +34500,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2687">
+				<port id="2" precision="FP32" names="2689">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -34768,7 +34516,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2228" name="Convert_561693" type="Convert" version="opset1">
+		<layer id="2228" name="Convert_542482" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -34792,7 +34540,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2230" name="Convert_561696" type="Convert" version="opset1">
+		<layer id="2230" name="Convert_542485" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -34854,11 +34602,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2234" name="__module.layers.11.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2234" name="self.layers.11.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -34872,7 +34617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2235" name="__module.layers.11.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2235" name="__module.layers.11.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -34886,14 +34631,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2689,2691,x.189,x.191">
+				<port id="2" precision="FP32" names="2691,2693,x.189,x.191">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2236" name="Constant_65436" type="Const" version="opset1">
+		<layer id="2236" name="Constant_65255" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34903,7 +34648,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2237" name="Constant_65434" type="Const" version="opset1">
+		<layer id="2237" name="Constant_65253" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34928,17 +34673,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2692">
+				<port id="2" precision="FP32" names="2694">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2239" name="Constant_16045" type="Const" version="opset1">
+		<layer id="2239" name="Constant_15962" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2693">
+				<port id="0" precision="I64" names="2695">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -34956,14 +34701,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2694">
+				<port id="2" precision="FP32" names="2696">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2241" name="Constant_65435" type="Const" version="opset1">
+		<layer id="2241" name="Constant_65254" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -34988,7 +34733,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2695">
+				<port id="2" precision="FP32" names="2697">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -35026,7 +34771,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2696">
+				<port id="2" precision="FP32" names="2698">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -35048,14 +34793,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2697,output.189">
+				<port id="2" precision="FP32" names="2699,output.189">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2246" name="Constant_65437" type="Const" version="opset1">
+		<layer id="2246" name="Constant_65256" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1058980514" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35080,7 +34825,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2700,2701,hidden_states.167,output.191">
+				<port id="2" precision="FP32" names="2702,2703,hidden_states.167,output.191">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -35102,14 +34847,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2702,2739,2752,x.193,x.195">
+				<port id="2" precision="FP32" names="2704,2741,2754,x.193,x.195">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2249" name="Constant_65440" type="Const" version="opset1">
+		<layer id="2249" name="Constant_65259" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35119,7 +34864,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2250" name="Constant_65438" type="Const" version="opset1">
+		<layer id="2250" name="Constant_65257" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35144,17 +34889,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2740">
+				<port id="2" precision="FP32" names="2742">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2252" name="Constant_16270" type="Const" version="opset1">
+		<layer id="2252" name="Constant_16187" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2741">
+				<port id="0" precision="I64" names="2743">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -35172,14 +34917,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2742">
+				<port id="2" precision="FP32" names="2744">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2254" name="Constant_65439" type="Const" version="opset1">
+		<layer id="2254" name="Constant_65258" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35204,7 +34949,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2743">
+				<port id="2" precision="FP32" names="2745">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -35242,7 +34987,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2744">
+				<port id="2" precision="FP32" names="2746">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -35264,14 +35009,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2745,output.193">
+				<port id="2" precision="FP32" names="2747,output.193">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2259" name="Constant_65441" type="Const" version="opset1">
+		<layer id="2259" name="Constant_65260" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1058989730" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35296,7 +35041,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2748,2749,2751,hidden_states.169,output.195">
+				<port id="2" precision="FP32" names="2750,2751,2753,hidden_states.169,output.195">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -35312,7 +35057,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2262" name="Convert_846039" type="Convert" version="opset1">
+		<layer id="2262" name="Convert_826694" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -35336,7 +35081,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2264" name="Convert_846042" type="Convert" version="opset1">
+		<layer id="2264" name="Convert_826697" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -35398,11 +35143,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2268" name="__module.layers.12.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2268" name="self.layers.12.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -35416,7 +35158,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2269" name="__module.layers.12.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2269" name="__module.layers.12.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35430,14 +35172,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2760">
+				<port id="2" precision="FP32" names="2762">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2270" name="Constant_68055" type="Const" version="opset1">
+		<layer id="2270" name="Constant_67874" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -35458,7 +35200,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2762">
+				<port id="2" precision="FP32" names="2764">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -35487,7 +35229,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2763,q.25">
+				<port id="2" precision="FP32" names="2765,q.25">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35512,7 +35254,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2776">
+				<port id="2" precision="FP32" names="2778">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35520,7 +35262,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2275" name="Constant_16579" type="Const" version="opset1">
+		<layer id="2275" name="Constant_16493" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35528,7 +35270,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2276" name="Constant_16581" type="Const" version="opset1">
+		<layer id="2276" name="Constant_16495" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35536,7 +35278,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2277" name="Constant_16583" type="Const" version="opset1">
+		<layer id="2277" name="Constant_16497" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35544,7 +35286,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2278" name="Constant_16535" type="Const" version="opset1">
+		<layer id="2278" name="Constant_16449" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35574,7 +35316,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2786,x2.49">
+				<port id="5" precision="FP32" names="2788,x2.49">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35582,7 +35324,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2280" name="Constant_65442" type="Const" version="opset1">
+		<layer id="2280" name="Constant_65261" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -35610,7 +35352,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2787">
+				<port id="2" precision="FP32" names="2789">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35618,7 +35360,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2282" name="Constant_16476" type="Const" version="opset1">
+		<layer id="2282" name="Constant_16390" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35626,7 +35368,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2283" name="Constant_16520" type="Const" version="opset1">
+		<layer id="2283" name="Constant_16434" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35634,7 +35376,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2284" name="Constant_16522" type="Const" version="opset1">
+		<layer id="2284" name="Constant_16436" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35642,7 +35384,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2285" name="Constant_16474" type="Const" version="opset1">
+		<layer id="2285" name="Constant_16388" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35672,7 +35414,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2781">
+				<port id="5" precision="FP32" names="2783">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35697,7 +35439,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2789">
+				<port id="2" precision="FP32" names="2791">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35722,7 +35464,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2790">
+				<port id="2" precision="FP32" names="2792">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35747,7 +35489,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2791,query.49">
+				<port id="2" precision="FP32" names="2793,query.49">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -35764,7 +35506,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2291" name="Convert_1070971" type="Convert" version="opset1">
+		<layer id="2291" name="Convert_1051520" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -35788,7 +35530,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2293" name="Convert_1070974" type="Convert" version="opset1">
+		<layer id="2293" name="Convert_1051523" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -35850,11 +35592,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2297" name="__module.layers.12.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2297" name="self.layers.12.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -35868,7 +35607,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2298" name="__module.layers.12.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2298" name="__module.layers.12.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -35882,14 +35621,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2765">
+				<port id="2" precision="FP32" names="2767">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2299" name="Constant_68056" type="Const" version="opset1">
+		<layer id="2299" name="Constant_67875" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -35910,7 +35649,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2767">
+				<port id="2" precision="FP32" names="2769">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -35939,7 +35678,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2768,k.25">
+				<port id="2" precision="FP32" names="2770,k.25">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -35964,7 +35703,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2792">
+				<port id="2" precision="FP32" names="2794">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -35972,7 +35711,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2304" name="Constant_16722" type="Const" version="opset1">
+		<layer id="2304" name="Constant_16636" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35980,7 +35719,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2305" name="Constant_16724" type="Const" version="opset1">
+		<layer id="2305" name="Constant_16638" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35988,7 +35727,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2306" name="Constant_16726" type="Const" version="opset1">
+		<layer id="2306" name="Constant_16640" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -35996,7 +35735,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2307" name="Constant_16678" type="Const" version="opset1">
+		<layer id="2307" name="Constant_16592" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -36026,7 +35765,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2802,x2.51">
+				<port id="5" precision="FP32" names="2804,x2.51">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -36034,7 +35773,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2309" name="Constant_65443" type="Const" version="opset1">
+		<layer id="2309" name="Constant_65262" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36062,7 +35801,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2803">
+				<port id="2" precision="FP32" names="2805">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -36070,7 +35809,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2311" name="Constant_16619" type="Const" version="opset1">
+		<layer id="2311" name="Constant_16533" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -36078,7 +35817,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2312" name="Constant_16663" type="Const" version="opset1">
+		<layer id="2312" name="Constant_16577" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -36086,7 +35825,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2313" name="Constant_16665" type="Const" version="opset1">
+		<layer id="2313" name="Constant_16579" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -36094,7 +35833,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2314" name="Constant_16617" type="Const" version="opset1">
+		<layer id="2314" name="Constant_16531" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -36124,7 +35863,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2797">
+				<port id="5" precision="FP32" names="2799">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -36149,7 +35888,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2805">
+				<port id="2" precision="FP32" names="2807">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -36174,7 +35913,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2806">
+				<port id="2" precision="FP32" names="2808">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -36199,7 +35938,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2807,2813,2814,hidden_states.171">
+				<port id="2" precision="FP32" names="2809,2815,2816,hidden_states.171">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -36207,10 +35946,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2319" name="2716" type="Const" version="opset1">
+		<layer id="2319" name="2718" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2716" />
+				<port id="0" precision="I64" names="2718" />
 			</output>
 		</layer>
 		<layer id="2320" name="__module.layers.12.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -36224,7 +35963,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2815,2816,2817">
+				<port id="2" precision="FP32" names="2817,2818,2819">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -36248,7 +35987,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2819,hidden_states.173">
+				<port id="2" precision="FP32" names="2821,hidden_states.173">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -36257,7 +35996,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2322" name="Constant_68057" type="Const" version="opset1">
+		<layer id="2322" name="Constant_67876" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -36280,7 +36019,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2823,key.25">
+				<port id="2" precision="FP32" names="2825,key.25">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -36297,7 +36036,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2325" name="Convert_1066727" type="Convert" version="opset1">
+		<layer id="2325" name="Convert_1047278" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -36321,7 +36060,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2327" name="Convert_1066730" type="Convert" version="opset1">
+		<layer id="2327" name="Convert_1047281" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -36383,11 +36122,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2331" name="__module.layers.12.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2331" name="self.layers.12.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -36401,7 +36137,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2332" name="__module.layers.12.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2332" name="__module.layers.12.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36415,14 +36151,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2770">
+				<port id="2" precision="FP32" names="2772">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2333" name="Constant_68058" type="Const" version="opset1">
+		<layer id="2333" name="Constant_67877" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -36443,7 +36179,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2772">
+				<port id="2" precision="FP32" names="2774">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -36472,7 +36208,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2773,2829,2830,hidden_states.175">
+				<port id="2" precision="FP32" names="2775,2831,2832,hidden_states.175">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -36491,7 +36227,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2831,2832,2833">
+				<port id="2" precision="FP32" names="2833,2834,2835">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -36515,7 +36251,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2835,hidden_states.177">
+				<port id="2" precision="FP32" names="2837,hidden_states.177">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -36524,7 +36260,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2339" name="Constant_68059" type="Const" version="opset1">
+		<layer id="2339" name="Constant_67878" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -36547,7 +36283,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2839,value.25">
+				<port id="2" precision="FP32" names="2841,value.25">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -36591,7 +36327,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2848,attn_output.49">
+				<port id="5" precision="FP32" names="2850,attn_output.49">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -36620,7 +36356,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2849">
+				<port id="2" precision="FP32" names="2851">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -36642,7 +36378,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2852">
+				<port id="2" precision="FP32" names="2854">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -36658,7 +36394,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2347" name="Convert_850283" type="Convert" version="opset1">
+		<layer id="2347" name="Convert_830936" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -36682,7 +36418,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2349" name="Convert_850286" type="Convert" version="opset1">
+		<layer id="2349" name="Convert_830939" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -36744,11 +36480,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2353" name="__module.layers.12.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2353" name="self.layers.12.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -36762,7 +36495,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2354" name="__module.layers.12.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2354" name="__module.layers.12.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -36776,14 +36509,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2855,2857,x.197,x.199">
+				<port id="2" precision="FP32" names="2857,2859,x.197,x.199">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2355" name="Constant_65446" type="Const" version="opset1">
+		<layer id="2355" name="Constant_65265" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36793,7 +36526,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2356" name="Constant_65444" type="Const" version="opset1">
+		<layer id="2356" name="Constant_65263" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36818,17 +36551,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2858">
+				<port id="2" precision="FP32" names="2860">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2358" name="Constant_17277" type="Const" version="opset1">
+		<layer id="2358" name="Constant_17190" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2859">
+				<port id="0" precision="I64" names="2861">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -36846,14 +36579,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2860">
+				<port id="2" precision="FP32" names="2862">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2360" name="Constant_65445" type="Const" version="opset1">
+		<layer id="2360" name="Constant_65264" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36878,7 +36611,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2861">
+				<port id="2" precision="FP32" names="2863">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -36916,7 +36649,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2862">
+				<port id="2" precision="FP32" names="2864">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -36938,14 +36671,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2863,output.197">
+				<port id="2" precision="FP32" names="2865,output.197">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2365" name="Constant_65447" type="Const" version="opset1">
+		<layer id="2365" name="Constant_65266" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1066092834" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -36970,7 +36703,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2866,2867,hidden_states.179,output.199">
+				<port id="2" precision="FP32" names="2868,2869,hidden_states.179,output.199">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -36992,14 +36725,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2868,2870,2883,x.201,x.203">
+				<port id="2" precision="FP32" names="2870,2872,2885,x.201,x.203">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2368" name="Constant_65450" type="Const" version="opset1">
+		<layer id="2368" name="Constant_65269" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37009,7 +36742,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2369" name="Constant_65448" type="Const" version="opset1">
+		<layer id="2369" name="Constant_65267" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37034,17 +36767,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2871">
+				<port id="2" precision="FP32" names="2873">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2371" name="Constant_17330" type="Const" version="opset1">
+		<layer id="2371" name="Constant_17243" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2872">
+				<port id="0" precision="I64" names="2874">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -37062,14 +36795,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2873">
+				<port id="2" precision="FP32" names="2875">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2373" name="Constant_65449" type="Const" version="opset1">
+		<layer id="2373" name="Constant_65268" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37094,7 +36827,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2874">
+				<port id="2" precision="FP32" names="2876">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -37132,7 +36865,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2875">
+				<port id="2" precision="FP32" names="2877">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -37154,14 +36887,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2876,output.201">
+				<port id="2" precision="FP32" names="2878,output.201">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2378" name="Constant_65451" type="Const" version="opset1">
+		<layer id="2378" name="Constant_65270" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1066102050" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37186,7 +36919,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2879,2880,2882,output.203">
+				<port id="2" precision="FP32" names="2881,2882,2884,output.203">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -37202,7 +36935,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2381" name="Convert_570181" type="Convert" version="opset1">
+		<layer id="2381" name="Convert_550966" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -37226,7 +36959,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2383" name="Convert_570184" type="Convert" version="opset1">
+		<layer id="2383" name="Convert_550969" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -37288,11 +37021,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2387" name="__module.layers.12.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2387" name="self.layers.12.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -37306,7 +37036,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2388" name="__module.layers.12.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2388" name="__module.layers.12.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37320,7 +37050,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2889">
+				<port id="2" precision="FP32" names="2891">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -37337,7 +37067,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="2890">
+				<port id="1" precision="FP32" names="2892">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -37353,7 +37083,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2391" name="Convert_565937" type="Convert" version="opset1">
+		<layer id="2391" name="Convert_546724" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -37377,7 +37107,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2393" name="Convert_565940" type="Convert" version="opset1">
+		<layer id="2393" name="Convert_546727" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -37439,11 +37169,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2397" name="__module.layers.12.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2397" name="self.layers.12.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -37457,7 +37184,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2398" name="__module.layers.12.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2398" name="__module.layers.12.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37471,7 +37198,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2892">
+				<port id="2" precision="FP32" names="2894">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -37493,7 +37220,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2893">
+				<port id="2" precision="FP32" names="2895">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -37509,7 +37236,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2401" name="Convert_574425" type="Convert" version="opset1">
+		<layer id="2401" name="Convert_555208" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -37533,7 +37260,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2403" name="Convert_574428" type="Convert" version="opset1">
+		<layer id="2403" name="Convert_555211" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -37595,11 +37322,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2407" name="__module.layers.12.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2407" name="self.layers.12.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -37613,7 +37337,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2408" name="__module.layers.12.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2408" name="__module.layers.12.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -37627,14 +37351,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2895,2897,x.205,x.207">
+				<port id="2" precision="FP32" names="2897,2899,x.205,x.207">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2409" name="Constant_65454" type="Const" version="opset1">
+		<layer id="2409" name="Constant_65273" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37644,7 +37368,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2410" name="Constant_65452" type="Const" version="opset1">
+		<layer id="2410" name="Constant_65271" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37669,17 +37393,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2898">
+				<port id="2" precision="FP32" names="2900">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2412" name="Constant_17400" type="Const" version="opset1">
+		<layer id="2412" name="Constant_17310" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2899">
+				<port id="0" precision="I64" names="2901">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -37697,14 +37421,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2900">
+				<port id="2" precision="FP32" names="2902">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2414" name="Constant_65453" type="Const" version="opset1">
+		<layer id="2414" name="Constant_65272" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37729,7 +37453,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2901">
+				<port id="2" precision="FP32" names="2903">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -37767,7 +37491,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2902">
+				<port id="2" precision="FP32" names="2904">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -37789,14 +37513,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2903,output.205">
+				<port id="2" precision="FP32" names="2905,output.205">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2419" name="Constant_65455" type="Const" version="opset1">
+		<layer id="2419" name="Constant_65274" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1098013602" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37821,7 +37545,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2906,2907,hidden_states.181,output.207">
+				<port id="2" precision="FP32" names="2908,2909,hidden_states.181,output.207">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -37843,14 +37567,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2908,2934,2947,x.209,x.211">
+				<port id="2" precision="FP32" names="2910,2936,2949,x.209,x.211">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2422" name="Constant_65458" type="Const" version="opset1">
+		<layer id="2422" name="Constant_65277" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37860,7 +37584,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2423" name="Constant_65456" type="Const" version="opset1">
+		<layer id="2423" name="Constant_65275" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37885,17 +37609,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2935">
+				<port id="2" precision="FP32" names="2937">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2425" name="Constant_17477" type="Const" version="opset1">
+		<layer id="2425" name="Constant_17387" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2936">
+				<port id="0" precision="I64" names="2938">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -37913,14 +37637,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2937">
+				<port id="2" precision="FP32" names="2939">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2427" name="Constant_65457" type="Const" version="opset1">
+		<layer id="2427" name="Constant_65276" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -37945,7 +37669,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2938">
+				<port id="2" precision="FP32" names="2940">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -37983,7 +37707,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2939">
+				<port id="2" precision="FP32" names="2941">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -38005,14 +37729,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2940,output.209">
+				<port id="2" precision="FP32" names="2942,output.209">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2432" name="Constant_65459" type="Const" version="opset1">
+		<layer id="2432" name="Constant_65278" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1098022818" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38037,7 +37761,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2943,2944,2946,hidden_states.183,output.211">
+				<port id="2" precision="FP32" names="2945,2946,2948,hidden_states.183,output.211">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -38053,7 +37777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2435" name="Convert_854527" type="Convert" version="opset1">
+		<layer id="2435" name="Convert_835178" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -38077,7 +37801,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2437" name="Convert_854530" type="Convert" version="opset1">
+		<layer id="2437" name="Convert_835181" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -38139,11 +37863,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2441" name="__module.layers.13.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2441" name="self.layers.13.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -38157,7 +37878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2442" name="__module.layers.13.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2442" name="__module.layers.13.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38171,14 +37892,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2955">
+				<port id="2" precision="FP32" names="2957">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2443" name="Constant_68060" type="Const" version="opset1">
+		<layer id="2443" name="Constant_67879" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -38199,7 +37920,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2957">
+				<port id="2" precision="FP32" names="2959">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -38228,7 +37949,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2958,q.27">
+				<port id="2" precision="FP32" names="2960,q.27">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38253,7 +37974,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2971">
+				<port id="2" precision="FP32" names="2973">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38261,7 +37982,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2448" name="Constant_17786" type="Const" version="opset1">
+		<layer id="2448" name="Constant_17693" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38269,7 +37990,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2449" name="Constant_17788" type="Const" version="opset1">
+		<layer id="2449" name="Constant_17695" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38277,7 +37998,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2450" name="Constant_17790" type="Const" version="opset1">
+		<layer id="2450" name="Constant_17697" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38285,7 +38006,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2451" name="Constant_17742" type="Const" version="opset1">
+		<layer id="2451" name="Constant_17649" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38315,7 +38036,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2981,x2.53">
+				<port id="5" precision="FP32" names="2983,x2.53">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38323,7 +38044,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2453" name="Constant_65460" type="Const" version="opset1">
+		<layer id="2453" name="Constant_65279" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38351,7 +38072,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2982">
+				<port id="2" precision="FP32" names="2984">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38359,7 +38080,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2455" name="Constant_17683" type="Const" version="opset1">
+		<layer id="2455" name="Constant_17590" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38367,7 +38088,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2456" name="Constant_17727" type="Const" version="opset1">
+		<layer id="2456" name="Constant_17634" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38375,7 +38096,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2457" name="Constant_17729" type="Const" version="opset1">
+		<layer id="2457" name="Constant_17636" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38383,7 +38104,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2458" name="Constant_17681" type="Const" version="opset1">
+		<layer id="2458" name="Constant_17588" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38413,7 +38134,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2976">
+				<port id="5" precision="FP32" names="2978">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38438,7 +38159,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2984">
+				<port id="2" precision="FP32" names="2986">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38463,7 +38184,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2985">
+				<port id="2" precision="FP32" names="2987">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38488,7 +38209,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2986,query.53">
+				<port id="2" precision="FP32" names="2988,query.53">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -38505,7 +38226,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2464" name="Convert_1079459" type="Convert" version="opset1">
+		<layer id="2464" name="Convert_1060004" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -38529,7 +38250,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2466" name="Convert_1079462" type="Convert" version="opset1">
+		<layer id="2466" name="Convert_1060007" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -38591,11 +38312,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2470" name="__module.layers.13.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2470" name="self.layers.13.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -38609,7 +38327,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2471" name="__module.layers.13.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2471" name="__module.layers.13.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -38623,14 +38341,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2960">
+				<port id="2" precision="FP32" names="2962">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2472" name="Constant_68061" type="Const" version="opset1">
+		<layer id="2472" name="Constant_67880" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -38651,7 +38369,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2962">
+				<port id="2" precision="FP32" names="2964">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -38680,7 +38398,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2963,k.27">
+				<port id="2" precision="FP32" names="2965,k.27">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38705,7 +38423,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2987">
+				<port id="2" precision="FP32" names="2989">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38713,7 +38431,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2477" name="Constant_17929" type="Const" version="opset1">
+		<layer id="2477" name="Constant_17836" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38721,7 +38439,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2478" name="Constant_17931" type="Const" version="opset1">
+		<layer id="2478" name="Constant_17838" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38729,7 +38447,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2479" name="Constant_17933" type="Const" version="opset1">
+		<layer id="2479" name="Constant_17840" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38737,7 +38455,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2480" name="Constant_17885" type="Const" version="opset1">
+		<layer id="2480" name="Constant_17792" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38767,7 +38485,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2997,x2.55">
+				<port id="5" precision="FP32" names="2999,x2.55">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38775,7 +38493,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2482" name="Constant_65461" type="Const" version="opset1">
+		<layer id="2482" name="Constant_65280" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -38803,7 +38521,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2998">
+				<port id="2" precision="FP32" names="3000">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38811,7 +38529,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2484" name="Constant_17826" type="Const" version="opset1">
+		<layer id="2484" name="Constant_17733" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38819,7 +38537,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2485" name="Constant_17870" type="Const" version="opset1">
+		<layer id="2485" name="Constant_17777" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38827,7 +38545,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2486" name="Constant_17872" type="Const" version="opset1">
+		<layer id="2486" name="Constant_17779" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38835,7 +38553,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2487" name="Constant_17824" type="Const" version="opset1">
+		<layer id="2487" name="Constant_17731" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -38865,7 +38583,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="2992">
+				<port id="5" precision="FP32" names="2994">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38890,7 +38608,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3000">
+				<port id="2" precision="FP32" names="3002">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38915,7 +38633,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3001">
+				<port id="2" precision="FP32" names="3003">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38940,7 +38658,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3002,3008,3009,hidden_states.185">
+				<port id="2" precision="FP32" names="3004,3010,3011,hidden_states.185">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -38948,10 +38666,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2492" name="2921" type="Const" version="opset1">
+		<layer id="2492" name="2923" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="2921" />
+				<port id="0" precision="I64" names="2923" />
 			</output>
 		</layer>
 		<layer id="2493" name="__module.layers.13.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -38965,7 +38683,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3010,3011,3012">
+				<port id="2" precision="FP32" names="3012,3013,3014">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -38989,7 +38707,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3014,hidden_states.187">
+				<port id="2" precision="FP32" names="3016,hidden_states.187">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -38998,7 +38716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2495" name="Constant_68062" type="Const" version="opset1">
+		<layer id="2495" name="Constant_67881" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -39021,7 +38739,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3018,key.27">
+				<port id="2" precision="FP32" names="3020,key.27">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -39038,7 +38756,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2498" name="Convert_1075215" type="Convert" version="opset1">
+		<layer id="2498" name="Convert_1055762" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -39062,7 +38780,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2500" name="Convert_1075218" type="Convert" version="opset1">
+		<layer id="2500" name="Convert_1055765" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -39124,11 +38842,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2504" name="__module.layers.13.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2504" name="self.layers.13.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -39142,7 +38857,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2505" name="__module.layers.13.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2505" name="__module.layers.13.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39156,14 +38871,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2965">
+				<port id="2" precision="FP32" names="2967">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2506" name="Constant_68063" type="Const" version="opset1">
+		<layer id="2506" name="Constant_67882" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -39184,7 +38899,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2967">
+				<port id="2" precision="FP32" names="2969">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -39213,7 +38928,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="2968,3024,3025,hidden_states.189">
+				<port id="2" precision="FP32" names="2970,3026,3027,hidden_states.189">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -39232,7 +38947,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3026,3027,3028">
+				<port id="2" precision="FP32" names="3028,3029,3030">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -39256,7 +38971,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3030,hidden_states.191">
+				<port id="2" precision="FP32" names="3032,hidden_states.191">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -39265,7 +38980,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2512" name="Constant_68064" type="Const" version="opset1">
+		<layer id="2512" name="Constant_67883" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -39288,7 +39003,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3034,value.27">
+				<port id="2" precision="FP32" names="3036,value.27">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -39332,7 +39047,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3043,attn_output.53">
+				<port id="5" precision="FP32" names="3045,attn_output.53">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -39361,7 +39076,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3044">
+				<port id="2" precision="FP32" names="3046">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -39383,7 +39098,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3047">
+				<port id="2" precision="FP32" names="3049">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -39399,7 +39114,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2520" name="Convert_858771" type="Convert" version="opset1">
+		<layer id="2520" name="Convert_839420" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -39423,7 +39138,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2522" name="Convert_858774" type="Convert" version="opset1">
+		<layer id="2522" name="Convert_839423" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -39485,11 +39200,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2526" name="__module.layers.13.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2526" name="self.layers.13.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -39503,7 +39215,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2527" name="__module.layers.13.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2527" name="__module.layers.13.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -39517,14 +39229,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3050,3052,x.213,x.215">
+				<port id="2" precision="FP32" names="3052,3054,x.213,x.215">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2528" name="Constant_65464" type="Const" version="opset1">
+		<layer id="2528" name="Constant_65283" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39534,7 +39246,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2529" name="Constant_65462" type="Const" version="opset1">
+		<layer id="2529" name="Constant_65281" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39559,17 +39271,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3053">
+				<port id="2" precision="FP32" names="3055">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2531" name="Constant_18484" type="Const" version="opset1">
+		<layer id="2531" name="Constant_18390" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3054">
+				<port id="0" precision="I64" names="3056">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -39587,14 +39299,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3055">
+				<port id="2" precision="FP32" names="3057">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2533" name="Constant_65463" type="Const" version="opset1">
+		<layer id="2533" name="Constant_65282" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39619,7 +39331,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3056">
+				<port id="2" precision="FP32" names="3058">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -39657,7 +39369,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3057">
+				<port id="2" precision="FP32" names="3059">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -39679,14 +39391,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3058,output.213">
+				<port id="2" precision="FP32" names="3060,output.213">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2538" name="Constant_65465" type="Const" version="opset1">
+		<layer id="2538" name="Constant_65284" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1105125922" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39711,7 +39423,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3061,3062,hidden_states.193,output.215">
+				<port id="2" precision="FP32" names="3063,3064,hidden_states.193,output.215">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -39733,14 +39445,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3063,3065,3078,x.217,x.219">
+				<port id="2" precision="FP32" names="3065,3067,3080,x.217,x.219">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2541" name="Constant_65468" type="Const" version="opset1">
+		<layer id="2541" name="Constant_65287" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39750,7 +39462,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2542" name="Constant_65466" type="Const" version="opset1">
+		<layer id="2542" name="Constant_65285" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39775,17 +39487,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3066">
+				<port id="2" precision="FP32" names="3068">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2544" name="Constant_18537" type="Const" version="opset1">
+		<layer id="2544" name="Constant_18443" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3067">
+				<port id="0" precision="I64" names="3069">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -39803,14 +39515,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3068">
+				<port id="2" precision="FP32" names="3070">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2546" name="Constant_65467" type="Const" version="opset1">
+		<layer id="2546" name="Constant_65286" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39835,7 +39547,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3069">
+				<port id="2" precision="FP32" names="3071">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -39873,7 +39585,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3070">
+				<port id="2" precision="FP32" names="3072">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -39895,14 +39607,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3071,output.217">
+				<port id="2" precision="FP32" names="3073,output.217">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2551" name="Constant_65469" type="Const" version="opset1">
+		<layer id="2551" name="Constant_65288" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1105135138" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -39927,7 +39639,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3074,3075,3077,output.219">
+				<port id="2" precision="FP32" names="3076,3077,3079,output.219">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -39943,7 +39655,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2554" name="Convert_582913" type="Convert" version="opset1">
+		<layer id="2554" name="Convert_563692" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -39967,7 +39679,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2556" name="Convert_582916" type="Convert" version="opset1">
+		<layer id="2556" name="Convert_563695" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -40029,11 +39741,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2560" name="__module.layers.13.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2560" name="self.layers.13.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -40047,7 +39756,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2561" name="__module.layers.13.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2561" name="__module.layers.13.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40061,7 +39770,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3084">
+				<port id="2" precision="FP32" names="3086">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -40078,7 +39787,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="3085">
+				<port id="1" precision="FP32" names="3087">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -40094,7 +39803,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2564" name="Convert_578669" type="Convert" version="opset1">
+		<layer id="2564" name="Convert_559450" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -40118,7 +39827,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2566" name="Convert_578672" type="Convert" version="opset1">
+		<layer id="2566" name="Convert_559453" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -40180,11 +39889,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2570" name="__module.layers.13.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2570" name="self.layers.13.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -40198,7 +39904,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2571" name="__module.layers.13.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2571" name="__module.layers.13.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40212,7 +39918,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3087">
+				<port id="2" precision="FP32" names="3089">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -40234,7 +39940,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3088">
+				<port id="2" precision="FP32" names="3090">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -40250,7 +39956,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2574" name="Convert_587157" type="Convert" version="opset1">
+		<layer id="2574" name="Convert_567934" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -40274,7 +39980,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2576" name="Convert_587160" type="Convert" version="opset1">
+		<layer id="2576" name="Convert_567937" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -40336,11 +40042,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2580" name="__module.layers.13.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2580" name="self.layers.13.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -40354,7 +40057,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2581" name="__module.layers.13.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2581" name="__module.layers.13.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40368,14 +40071,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3090,3092,x.221,x.223">
+				<port id="2" precision="FP32" names="3092,3094,x.221,x.223">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2582" name="Constant_65472" type="Const" version="opset1">
+		<layer id="2582" name="Constant_65291" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40385,7 +40088,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2583" name="Constant_65470" type="Const" version="opset1">
+		<layer id="2583" name="Constant_65289" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40410,17 +40113,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3093">
+				<port id="2" precision="FP32" names="3095">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2585" name="Constant_18607" type="Const" version="opset1">
+		<layer id="2585" name="Constant_18510" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3094">
+				<port id="0" precision="I64" names="3096">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -40438,14 +40141,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3095">
+				<port id="2" precision="FP32" names="3097">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2587" name="Constant_65471" type="Const" version="opset1">
+		<layer id="2587" name="Constant_65290" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40470,7 +40173,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3096">
+				<port id="2" precision="FP32" names="3098">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -40508,7 +40211,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3097">
+				<port id="2" precision="FP32" names="3099">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -40530,14 +40233,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3098,output.221">
+				<port id="2" precision="FP32" names="3100,output.221">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2592" name="Constant_65473" type="Const" version="opset1">
+		<layer id="2592" name="Constant_65292" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1137046690" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40562,7 +40265,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3101,3102,hidden_states.195,output.223">
+				<port id="2" precision="FP32" names="3103,3104,hidden_states.195,output.223">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -40584,14 +40287,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3103,3140,3153,x.225,x.227">
+				<port id="2" precision="FP32" names="3105,3142,3155,x.225,x.227">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2595" name="Constant_65476" type="Const" version="opset1">
+		<layer id="2595" name="Constant_65295" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40601,7 +40304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2596" name="Constant_65474" type="Const" version="opset1">
+		<layer id="2596" name="Constant_65293" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40626,17 +40329,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3141">
+				<port id="2" precision="FP32" names="3143">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2598" name="Constant_18832" type="Const" version="opset1">
+		<layer id="2598" name="Constant_18735" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3142">
+				<port id="0" precision="I64" names="3144">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -40654,14 +40357,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3143">
+				<port id="2" precision="FP32" names="3145">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2600" name="Constant_65475" type="Const" version="opset1">
+		<layer id="2600" name="Constant_65294" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40686,7 +40389,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3144">
+				<port id="2" precision="FP32" names="3146">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -40724,7 +40427,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3145">
+				<port id="2" precision="FP32" names="3147">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -40746,14 +40449,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3146,output.225">
+				<port id="2" precision="FP32" names="3148,output.225">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2605" name="Constant_65477" type="Const" version="opset1">
+		<layer id="2605" name="Constant_65296" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1137055906" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -40778,7 +40481,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3149,3150,3152,hidden_states.197,output.227">
+				<port id="2" precision="FP32" names="3151,3152,3154,hidden_states.197,output.227">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -40794,7 +40497,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2608" name="Convert_863015" type="Convert" version="opset1">
+		<layer id="2608" name="Convert_843662" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -40818,7 +40521,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2610" name="Convert_863018" type="Convert" version="opset1">
+		<layer id="2610" name="Convert_843665" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -40880,11 +40583,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2614" name="__module.layers.14.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2614" name="self.layers.14.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -40898,7 +40598,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2615" name="__module.layers.14.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2615" name="__module.layers.14.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -40912,14 +40612,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3161">
+				<port id="2" precision="FP32" names="3163">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2616" name="Constant_68065" type="Const" version="opset1">
+		<layer id="2616" name="Constant_67884" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -40940,7 +40640,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3163">
+				<port id="2" precision="FP32" names="3165">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -40969,7 +40669,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3164,q.29">
+				<port id="2" precision="FP32" names="3166,q.29">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -40994,7 +40694,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3177">
+				<port id="2" precision="FP32" names="3179">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41002,7 +40702,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2621" name="Constant_19141" type="Const" version="opset1">
+		<layer id="2621" name="Constant_19041" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41010,7 +40710,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2622" name="Constant_19143" type="Const" version="opset1">
+		<layer id="2622" name="Constant_19043" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41018,7 +40718,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2623" name="Constant_19145" type="Const" version="opset1">
+		<layer id="2623" name="Constant_19045" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41026,7 +40726,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2624" name="Constant_19097" type="Const" version="opset1">
+		<layer id="2624" name="Constant_18997" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41056,7 +40756,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3187,x2.57">
+				<port id="5" precision="FP32" names="3189,x2.57">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41064,7 +40764,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2626" name="Constant_65478" type="Const" version="opset1">
+		<layer id="2626" name="Constant_65297" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41092,7 +40792,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3188">
+				<port id="2" precision="FP32" names="3190">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41100,7 +40800,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2628" name="Constant_19038" type="Const" version="opset1">
+		<layer id="2628" name="Constant_18938" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41108,7 +40808,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2629" name="Constant_19082" type="Const" version="opset1">
+		<layer id="2629" name="Constant_18982" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41116,7 +40816,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2630" name="Constant_19084" type="Const" version="opset1">
+		<layer id="2630" name="Constant_18984" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41124,7 +40824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2631" name="Constant_19036" type="Const" version="opset1">
+		<layer id="2631" name="Constant_18936" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41154,7 +40854,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3182">
+				<port id="5" precision="FP32" names="3184">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41179,7 +40879,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3190">
+				<port id="2" precision="FP32" names="3192">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41204,7 +40904,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3191">
+				<port id="2" precision="FP32" names="3193">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41229,7 +40929,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3192,query.57">
+				<port id="2" precision="FP32" names="3194,query.57">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41246,7 +40946,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2637" name="Convert_1087947" type="Convert" version="opset1">
+		<layer id="2637" name="Convert_1068488" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -41270,7 +40970,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2639" name="Convert_1087950" type="Convert" version="opset1">
+		<layer id="2639" name="Convert_1068491" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -41332,11 +41032,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2643" name="__module.layers.14.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2643" name="self.layers.14.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -41350,7 +41047,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2644" name="__module.layers.14.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2644" name="__module.layers.14.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41364,14 +41061,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3166">
+				<port id="2" precision="FP32" names="3168">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2645" name="Constant_68066" type="Const" version="opset1">
+		<layer id="2645" name="Constant_67885" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -41392,7 +41089,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3168">
+				<port id="2" precision="FP32" names="3170">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -41421,7 +41118,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3169,k.29">
+				<port id="2" precision="FP32" names="3171,k.29">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41446,7 +41143,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3193">
+				<port id="2" precision="FP32" names="3195">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41454,7 +41151,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2650" name="Constant_19284" type="Const" version="opset1">
+		<layer id="2650" name="Constant_19184" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41462,7 +41159,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2651" name="Constant_19286" type="Const" version="opset1">
+		<layer id="2651" name="Constant_19186" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41470,7 +41167,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2652" name="Constant_19288" type="Const" version="opset1">
+		<layer id="2652" name="Constant_19188" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41478,7 +41175,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2653" name="Constant_19240" type="Const" version="opset1">
+		<layer id="2653" name="Constant_19140" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41508,7 +41205,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3203,x2.59">
+				<port id="5" precision="FP32" names="3205,x2.59">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41516,7 +41213,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2655" name="Constant_65479" type="Const" version="opset1">
+		<layer id="2655" name="Constant_65298" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -41544,7 +41241,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3204">
+				<port id="2" precision="FP32" names="3206">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41552,7 +41249,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2657" name="Constant_19181" type="Const" version="opset1">
+		<layer id="2657" name="Constant_19081" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41560,7 +41257,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2658" name="Constant_19225" type="Const" version="opset1">
+		<layer id="2658" name="Constant_19125" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41568,7 +41265,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2659" name="Constant_19227" type="Const" version="opset1">
+		<layer id="2659" name="Constant_19127" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41576,7 +41273,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2660" name="Constant_19179" type="Const" version="opset1">
+		<layer id="2660" name="Constant_19079" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -41606,7 +41303,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3198">
+				<port id="5" precision="FP32" names="3200">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41631,7 +41328,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3206">
+				<port id="2" precision="FP32" names="3208">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41656,7 +41353,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3207">
+				<port id="2" precision="FP32" names="3209">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41681,7 +41378,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3208,3214,3215,hidden_states.199">
+				<port id="2" precision="FP32" names="3210,3216,3217,hidden_states.199">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41689,10 +41386,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2665" name="3117" type="Const" version="opset1">
+		<layer id="2665" name="3119" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3117" />
+				<port id="0" precision="I64" names="3119" />
 			</output>
 		</layer>
 		<layer id="2666" name="__module.layers.14.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -41706,7 +41403,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3216,3217,3218">
+				<port id="2" precision="FP32" names="3218,3219,3220">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -41730,7 +41427,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3220,hidden_states.201">
+				<port id="2" precision="FP32" names="3222,hidden_states.201">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -41739,7 +41436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2668" name="Constant_68067" type="Const" version="opset1">
+		<layer id="2668" name="Constant_67886" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -41762,7 +41459,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3224,key.29">
+				<port id="2" precision="FP32" names="3226,key.29">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -41779,7 +41476,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2671" name="Convert_1083703" type="Convert" version="opset1">
+		<layer id="2671" name="Convert_1064246" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -41803,7 +41500,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2673" name="Convert_1083706" type="Convert" version="opset1">
+		<layer id="2673" name="Convert_1064249" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -41865,11 +41562,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2677" name="__module.layers.14.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2677" name="self.layers.14.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -41883,7 +41577,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2678" name="__module.layers.14.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2678" name="__module.layers.14.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -41897,14 +41591,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3171">
+				<port id="2" precision="FP32" names="3173">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2679" name="Constant_68068" type="Const" version="opset1">
+		<layer id="2679" name="Constant_67887" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -41925,7 +41619,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3173">
+				<port id="2" precision="FP32" names="3175">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -41954,7 +41648,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3174,3230,3231,hidden_states.203">
+				<port id="2" precision="FP32" names="3176,3232,3233,hidden_states.203">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -41973,7 +41667,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3232,3233,3234">
+				<port id="2" precision="FP32" names="3234,3235,3236">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -41997,7 +41691,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3236,hidden_states.205">
+				<port id="2" precision="FP32" names="3238,hidden_states.205">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -42006,7 +41700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2685" name="Constant_68069" type="Const" version="opset1">
+		<layer id="2685" name="Constant_67888" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -42029,7 +41723,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3240,value.29">
+				<port id="2" precision="FP32" names="3242,value.29">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -42073,7 +41767,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3249,attn_output.57">
+				<port id="5" precision="FP32" names="3251,attn_output.57">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -42102,7 +41796,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3250">
+				<port id="2" precision="FP32" names="3252">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -42124,7 +41818,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3253">
+				<port id="2" precision="FP32" names="3255">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -42140,7 +41834,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2693" name="Convert_867259" type="Convert" version="opset1">
+		<layer id="2693" name="Convert_847904" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -42164,7 +41858,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2695" name="Convert_867262" type="Convert" version="opset1">
+		<layer id="2695" name="Convert_847907" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -42226,11 +41920,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2699" name="__module.layers.14.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2699" name="self.layers.14.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -42244,7 +41935,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2700" name="__module.layers.14.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2700" name="__module.layers.14.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42258,14 +41949,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3256,3258,x.229,x.231">
+				<port id="2" precision="FP32" names="3258,3260,x.229,x.231">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2701" name="Constant_65482" type="Const" version="opset1">
+		<layer id="2701" name="Constant_65301" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42275,7 +41966,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2702" name="Constant_65480" type="Const" version="opset1">
+		<layer id="2702" name="Constant_65299" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42300,17 +41991,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3259">
+				<port id="2" precision="FP32" names="3261">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2704" name="Constant_19839" type="Const" version="opset1">
+		<layer id="2704" name="Constant_19738" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3260">
+				<port id="0" precision="I64" names="3262">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -42328,14 +42019,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3261">
+				<port id="2" precision="FP32" names="3263">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2706" name="Constant_65481" type="Const" version="opset1">
+		<layer id="2706" name="Constant_65300" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42360,7 +42051,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3262">
+				<port id="2" precision="FP32" names="3264">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -42398,7 +42089,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3263">
+				<port id="2" precision="FP32" names="3265">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -42420,14 +42111,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3264,output.229">
+				<port id="2" precision="FP32" names="3266,output.229">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2711" name="Constant_65483" type="Const" version="opset1">
+		<layer id="2711" name="Constant_65302" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1144159010" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42452,7 +42143,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3267,3268,hidden_states.207,output.231">
+				<port id="2" precision="FP32" names="3269,3270,hidden_states.207,output.231">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -42474,14 +42165,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3269,3271,3284,x.233,x.235">
+				<port id="2" precision="FP32" names="3271,3273,3286,x.233,x.235">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2714" name="Constant_65486" type="Const" version="opset1">
+		<layer id="2714" name="Constant_65305" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42491,7 +42182,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2715" name="Constant_65484" type="Const" version="opset1">
+		<layer id="2715" name="Constant_65303" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42516,17 +42207,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3272">
+				<port id="2" precision="FP32" names="3274">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2717" name="Constant_19892" type="Const" version="opset1">
+		<layer id="2717" name="Constant_19791" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3273">
+				<port id="0" precision="I64" names="3275">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -42544,14 +42235,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3274">
+				<port id="2" precision="FP32" names="3276">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2719" name="Constant_65485" type="Const" version="opset1">
+		<layer id="2719" name="Constant_65304" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42576,7 +42267,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3275">
+				<port id="2" precision="FP32" names="3277">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -42614,7 +42305,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3276">
+				<port id="2" precision="FP32" names="3278">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -42636,14 +42327,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3277,output.233">
+				<port id="2" precision="FP32" names="3279,output.233">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2724" name="Constant_65487" type="Const" version="opset1">
+		<layer id="2724" name="Constant_65306" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1144168226" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -42668,7 +42359,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3280,3281,3283,output.235">
+				<port id="2" precision="FP32" names="3282,3283,3285,output.235">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -42684,7 +42375,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2727" name="Convert_595645" type="Convert" version="opset1">
+		<layer id="2727" name="Convert_576418" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -42708,7 +42399,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2729" name="Convert_595648" type="Convert" version="opset1">
+		<layer id="2729" name="Convert_576421" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -42770,11 +42461,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2733" name="__module.layers.14.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2733" name="self.layers.14.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -42788,7 +42476,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2734" name="__module.layers.14.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2734" name="__module.layers.14.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42802,7 +42490,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3290">
+				<port id="2" precision="FP32" names="3292">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -42819,7 +42507,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="3291">
+				<port id="1" precision="FP32" names="3293">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -42835,7 +42523,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2737" name="Convert_591401" type="Convert" version="opset1">
+		<layer id="2737" name="Convert_572176" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -42859,7 +42547,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2739" name="Convert_591404" type="Convert" version="opset1">
+		<layer id="2739" name="Convert_572179" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -42921,11 +42609,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2743" name="__module.layers.14.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2743" name="self.layers.14.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -42939,7 +42624,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2744" name="__module.layers.14.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2744" name="__module.layers.14.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -42953,7 +42638,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3293">
+				<port id="2" precision="FP32" names="3295">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -42975,7 +42660,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3294">
+				<port id="2" precision="FP32" names="3296">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -42991,7 +42676,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2747" name="Convert_599889" type="Convert" version="opset1">
+		<layer id="2747" name="Convert_580660" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -43015,7 +42700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2749" name="Convert_599892" type="Convert" version="opset1">
+		<layer id="2749" name="Convert_580663" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -43077,11 +42762,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2753" name="__module.layers.14.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2753" name="self.layers.14.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -43095,7 +42777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2754" name="__module.layers.14.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2754" name="__module.layers.14.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43109,14 +42791,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3296,3298,x.237,x.239">
+				<port id="2" precision="FP32" names="3298,3300,x.237,x.239">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2755" name="Constant_65490" type="Const" version="opset1">
+		<layer id="2755" name="Constant_65309" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43126,7 +42808,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2756" name="Constant_65488" type="Const" version="opset1">
+		<layer id="2756" name="Constant_65307" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43151,17 +42833,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3299">
+				<port id="2" precision="FP32" names="3301">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2758" name="Constant_19962" type="Const" version="opset1">
+		<layer id="2758" name="Constant_19858" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3300">
+				<port id="0" precision="I64" names="3302">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -43179,14 +42861,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3301">
+				<port id="2" precision="FP32" names="3303">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2760" name="Constant_65489" type="Const" version="opset1">
+		<layer id="2760" name="Constant_65308" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43211,7 +42893,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3302">
+				<port id="2" precision="FP32" names="3304">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -43249,7 +42931,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3303">
+				<port id="2" precision="FP32" names="3305">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -43271,14 +42953,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3304,output.237">
+				<port id="2" precision="FP32" names="3306,output.237">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2765" name="Constant_65491" type="Const" version="opset1">
+		<layer id="2765" name="Constant_65310" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1176079778" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43303,7 +42985,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3307,3308,hidden_states.209,output.239">
+				<port id="2" precision="FP32" names="3309,3310,hidden_states.209,output.239">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -43325,14 +43007,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3309,3335,3348,x.241,x.243">
+				<port id="2" precision="FP32" names="3311,3337,3350,x.241,x.243">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2768" name="Constant_65494" type="Const" version="opset1">
+		<layer id="2768" name="Constant_65313" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43342,7 +43024,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2769" name="Constant_65492" type="Const" version="opset1">
+		<layer id="2769" name="Constant_65311" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43367,17 +43049,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3336">
+				<port id="2" precision="FP32" names="3338">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2771" name="Constant_20039" type="Const" version="opset1">
+		<layer id="2771" name="Constant_19935" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3337">
+				<port id="0" precision="I64" names="3339">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -43395,14 +43077,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3338">
+				<port id="2" precision="FP32" names="3340">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2773" name="Constant_65493" type="Const" version="opset1">
+		<layer id="2773" name="Constant_65312" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43427,7 +43109,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3339">
+				<port id="2" precision="FP32" names="3341">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -43465,7 +43147,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3340">
+				<port id="2" precision="FP32" names="3342">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -43487,14 +43169,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3341,output.241">
+				<port id="2" precision="FP32" names="3343,output.241">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2778" name="Constant_65495" type="Const" version="opset1">
+		<layer id="2778" name="Constant_65314" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1176088994" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43519,7 +43201,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3344,3345,3347,hidden_states.211,output.243">
+				<port id="2" precision="FP32" names="3346,3347,3349,hidden_states.211,output.243">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -43535,7 +43217,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2781" name="Convert_871503" type="Convert" version="opset1">
+		<layer id="2781" name="Convert_852146" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -43559,7 +43241,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2783" name="Convert_871506" type="Convert" version="opset1">
+		<layer id="2783" name="Convert_852149" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -43621,11 +43303,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2787" name="__module.layers.15.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2787" name="self.layers.15.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -43639,7 +43318,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2788" name="__module.layers.15.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2788" name="__module.layers.15.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -43653,14 +43332,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3356">
+				<port id="2" precision="FP32" names="3358">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2789" name="Constant_68070" type="Const" version="opset1">
+		<layer id="2789" name="Constant_67889" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -43681,7 +43360,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3358">
+				<port id="2" precision="FP32" names="3360">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -43710,7 +43389,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3359,q.31">
+				<port id="2" precision="FP32" names="3361,q.31">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43735,7 +43414,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3372">
+				<port id="2" precision="FP32" names="3374">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43743,7 +43422,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2794" name="Constant_20348" type="Const" version="opset1">
+		<layer id="2794" name="Constant_20241" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43751,7 +43430,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2795" name="Constant_20350" type="Const" version="opset1">
+		<layer id="2795" name="Constant_20243" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43759,7 +43438,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2796" name="Constant_20352" type="Const" version="opset1">
+		<layer id="2796" name="Constant_20245" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43767,7 +43446,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2797" name="Constant_20304" type="Const" version="opset1">
+		<layer id="2797" name="Constant_20197" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43797,7 +43476,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3382,x2.61">
+				<port id="5" precision="FP32" names="3384,x2.61">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43805,7 +43484,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2799" name="Constant_65496" type="Const" version="opset1">
+		<layer id="2799" name="Constant_65315" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -43833,7 +43512,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3383">
+				<port id="2" precision="FP32" names="3385">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43841,7 +43520,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2801" name="Constant_20245" type="Const" version="opset1">
+		<layer id="2801" name="Constant_20138" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43849,7 +43528,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2802" name="Constant_20289" type="Const" version="opset1">
+		<layer id="2802" name="Constant_20182" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43857,7 +43536,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2803" name="Constant_20291" type="Const" version="opset1">
+		<layer id="2803" name="Constant_20184" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43865,7 +43544,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2804" name="Constant_20243" type="Const" version="opset1">
+		<layer id="2804" name="Constant_20136" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -43895,7 +43574,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3377">
+				<port id="5" precision="FP32" names="3379">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43920,7 +43599,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3385">
+				<port id="2" precision="FP32" names="3387">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43945,7 +43624,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3386">
+				<port id="2" precision="FP32" names="3388">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43970,7 +43649,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3387,query.61">
+				<port id="2" precision="FP32" names="3389,query.61">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -43987,7 +43666,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2810" name="Convert_1096435" type="Convert" version="opset1">
+		<layer id="2810" name="Convert_1076972" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -44011,7 +43690,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2812" name="Convert_1096438" type="Convert" version="opset1">
+		<layer id="2812" name="Convert_1076975" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -44073,11 +43752,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2816" name="__module.layers.15.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2816" name="self.layers.15.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -44091,7 +43767,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2817" name="__module.layers.15.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2817" name="__module.layers.15.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44105,14 +43781,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3361">
+				<port id="2" precision="FP32" names="3363">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2818" name="Constant_68071" type="Const" version="opset1">
+		<layer id="2818" name="Constant_67890" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -44133,7 +43809,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3363">
+				<port id="2" precision="FP32" names="3365">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -44162,7 +43838,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3364,k.31">
+				<port id="2" precision="FP32" names="3366,k.31">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44187,7 +43863,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3388">
+				<port id="2" precision="FP32" names="3390">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44195,7 +43871,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2823" name="Constant_20491" type="Const" version="opset1">
+		<layer id="2823" name="Constant_20384" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44203,7 +43879,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2824" name="Constant_20493" type="Const" version="opset1">
+		<layer id="2824" name="Constant_20386" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44211,7 +43887,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2825" name="Constant_20495" type="Const" version="opset1">
+		<layer id="2825" name="Constant_20388" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44219,7 +43895,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2826" name="Constant_20447" type="Const" version="opset1">
+		<layer id="2826" name="Constant_20340" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44249,7 +43925,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3398,x2.63">
+				<port id="5" precision="FP32" names="3400,x2.63">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44257,7 +43933,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2828" name="Constant_65497" type="Const" version="opset1">
+		<layer id="2828" name="Constant_65316" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -44285,7 +43961,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3399">
+				<port id="2" precision="FP32" names="3401">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44293,7 +43969,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2830" name="Constant_20388" type="Const" version="opset1">
+		<layer id="2830" name="Constant_20281" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44301,7 +43977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2831" name="Constant_20432" type="Const" version="opset1">
+		<layer id="2831" name="Constant_20325" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44309,7 +43985,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2832" name="Constant_20434" type="Const" version="opset1">
+		<layer id="2832" name="Constant_20327" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44317,7 +43993,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2833" name="Constant_20386" type="Const" version="opset1">
+		<layer id="2833" name="Constant_20279" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -44347,7 +44023,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3393">
+				<port id="5" precision="FP32" names="3395">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44372,7 +44048,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3401">
+				<port id="2" precision="FP32" names="3403">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44397,7 +44073,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3402">
+				<port id="2" precision="FP32" names="3404">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44422,7 +44098,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3403,3409,3410,hidden_states.213">
+				<port id="2" precision="FP32" names="3405,3411,3412,hidden_states.213">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44430,10 +44106,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2838" name="3322" type="Const" version="opset1">
+		<layer id="2838" name="3324" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3322" />
+				<port id="0" precision="I64" names="3324" />
 			</output>
 		</layer>
 		<layer id="2839" name="__module.layers.15.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -44447,7 +44123,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3411,3412,3413">
+				<port id="2" precision="FP32" names="3413,3414,3415">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -44471,7 +44147,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3415,hidden_states.215">
+				<port id="2" precision="FP32" names="3417,hidden_states.215">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -44480,7 +44156,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2841" name="Constant_68072" type="Const" version="opset1">
+		<layer id="2841" name="Constant_67891" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -44503,7 +44179,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3419,key.31">
+				<port id="2" precision="FP32" names="3421,key.31">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -44520,7 +44196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2844" name="Convert_1092191" type="Convert" version="opset1">
+		<layer id="2844" name="Convert_1072730" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -44544,7 +44220,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2846" name="Convert_1092194" type="Convert" version="opset1">
+		<layer id="2846" name="Convert_1072733" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -44606,11 +44282,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2850" name="__module.layers.15.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2850" name="self.layers.15.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -44624,7 +44297,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2851" name="__module.layers.15.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2851" name="__module.layers.15.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44638,14 +44311,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3366">
+				<port id="2" precision="FP32" names="3368">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2852" name="Constant_68073" type="Const" version="opset1">
+		<layer id="2852" name="Constant_67892" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -44666,7 +44339,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3368">
+				<port id="2" precision="FP32" names="3370">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -44695,7 +44368,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3369,3425,3426,hidden_states.217">
+				<port id="2" precision="FP32" names="3371,3427,3428,hidden_states.217">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -44714,7 +44387,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3427,3428,3429">
+				<port id="2" precision="FP32" names="3429,3430,3431">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -44738,7 +44411,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3431,hidden_states.219">
+				<port id="2" precision="FP32" names="3433,hidden_states.219">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -44747,7 +44420,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2858" name="Constant_68074" type="Const" version="opset1">
+		<layer id="2858" name="Constant_67893" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -44770,7 +44443,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3435,value.31">
+				<port id="2" precision="FP32" names="3437,value.31">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -44814,7 +44487,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3444,attn_output.61">
+				<port id="5" precision="FP32" names="3446,attn_output.61">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -44843,7 +44516,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3445">
+				<port id="2" precision="FP32" names="3447">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -44865,7 +44538,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3448">
+				<port id="2" precision="FP32" names="3450">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -44881,7 +44554,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2866" name="Convert_875747" type="Convert" version="opset1">
+		<layer id="2866" name="Convert_856388" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -44905,7 +44578,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2868" name="Convert_875750" type="Convert" version="opset1">
+		<layer id="2868" name="Convert_856391" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -44967,11 +44640,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2872" name="__module.layers.15.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2872" name="self.layers.15.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -44985,7 +44655,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2873" name="__module.layers.15.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2873" name="__module.layers.15.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -44999,14 +44669,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3451,3453,x.245,x.247">
+				<port id="2" precision="FP32" names="3453,3455,x.245,x.247">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2874" name="Constant_65500" type="Const" version="opset1">
+		<layer id="2874" name="Constant_65319" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45016,7 +44686,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2875" name="Constant_65498" type="Const" version="opset1">
+		<layer id="2875" name="Constant_65317" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45041,17 +44711,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3454">
+				<port id="2" precision="FP32" names="3456">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2877" name="Constant_21046" type="Const" version="opset1">
+		<layer id="2877" name="Constant_20938" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3455">
+				<port id="0" precision="I64" names="3457">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -45069,14 +44739,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3456">
+				<port id="2" precision="FP32" names="3458">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2879" name="Constant_65499" type="Const" version="opset1">
+		<layer id="2879" name="Constant_65318" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45101,7 +44771,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3457">
+				<port id="2" precision="FP32" names="3459">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -45139,7 +44809,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3458">
+				<port id="2" precision="FP32" names="3460">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -45161,14 +44831,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3459,output.245">
+				<port id="2" precision="FP32" names="3461,output.245">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2884" name="Constant_65501" type="Const" version="opset1">
+		<layer id="2884" name="Constant_65320" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1183192098" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45193,7 +44863,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3462,3463,hidden_states.221,output.247">
+				<port id="2" precision="FP32" names="3464,3465,hidden_states.221,output.247">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -45215,14 +44885,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3464,3466,3479,x.249,x.251">
+				<port id="2" precision="FP32" names="3466,3468,3481,x.249,x.251">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2887" name="Constant_65504" type="Const" version="opset1">
+		<layer id="2887" name="Constant_65323" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45232,7 +44902,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2888" name="Constant_65502" type="Const" version="opset1">
+		<layer id="2888" name="Constant_65321" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45257,17 +44927,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3467">
+				<port id="2" precision="FP32" names="3469">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2890" name="Constant_21099" type="Const" version="opset1">
+		<layer id="2890" name="Constant_20991" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3468">
+				<port id="0" precision="I64" names="3470">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -45285,14 +44955,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3469">
+				<port id="2" precision="FP32" names="3471">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2892" name="Constant_65503" type="Const" version="opset1">
+		<layer id="2892" name="Constant_65322" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45317,7 +44987,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3470">
+				<port id="2" precision="FP32" names="3472">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -45355,7 +45025,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3471">
+				<port id="2" precision="FP32" names="3473">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -45377,14 +45047,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3472,output.249">
+				<port id="2" precision="FP32" names="3474,output.249">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2897" name="Constant_65505" type="Const" version="opset1">
+		<layer id="2897" name="Constant_65324" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1183201314" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45409,7 +45079,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3475,3476,3478,output.251">
+				<port id="2" precision="FP32" names="3477,3478,3480,output.251">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -45425,7 +45095,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2900" name="Convert_608377" type="Convert" version="opset1">
+		<layer id="2900" name="Convert_589144" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -45449,7 +45119,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2902" name="Convert_608380" type="Convert" version="opset1">
+		<layer id="2902" name="Convert_589147" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -45511,11 +45181,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2906" name="__module.layers.15.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2906" name="self.layers.15.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -45529,7 +45196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2907" name="__module.layers.15.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2907" name="__module.layers.15.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45543,7 +45210,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3485">
+				<port id="2" precision="FP32" names="3487">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -45560,7 +45227,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="3486">
+				<port id="1" precision="FP32" names="3488">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -45576,7 +45243,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2910" name="Convert_604133" type="Convert" version="opset1">
+		<layer id="2910" name="Convert_584902" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -45600,7 +45267,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2912" name="Convert_604136" type="Convert" version="opset1">
+		<layer id="2912" name="Convert_584905" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -45662,11 +45329,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2916" name="__module.layers.15.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2916" name="self.layers.15.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -45680,7 +45344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2917" name="__module.layers.15.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2917" name="__module.layers.15.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45694,7 +45358,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3488">
+				<port id="2" precision="FP32" names="3490">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -45716,7 +45380,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3489">
+				<port id="2" precision="FP32" names="3491">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -45732,7 +45396,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2920" name="Convert_612621" type="Convert" version="opset1">
+		<layer id="2920" name="Convert_593386" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -45756,7 +45420,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2922" name="Convert_612624" type="Convert" version="opset1">
+		<layer id="2922" name="Convert_593389" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -45818,11 +45482,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2926" name="__module.layers.15.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2926" name="self.layers.15.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -45836,7 +45497,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2927" name="__module.layers.15.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2927" name="__module.layers.15.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -45850,14 +45511,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3491,3493,x.253,x.255">
+				<port id="2" precision="FP32" names="3493,3495,x.253,x.255">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2928" name="Constant_65508" type="Const" version="opset1">
+		<layer id="2928" name="Constant_65327" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45867,7 +45528,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2929" name="Constant_65506" type="Const" version="opset1">
+		<layer id="2929" name="Constant_65325" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45892,17 +45553,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3494">
+				<port id="2" precision="FP32" names="3496">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2931" name="Constant_21169" type="Const" version="opset1">
+		<layer id="2931" name="Constant_21058" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3495">
+				<port id="0" precision="I64" names="3497">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -45920,14 +45581,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3496">
+				<port id="2" precision="FP32" names="3498">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2933" name="Constant_65507" type="Const" version="opset1">
+		<layer id="2933" name="Constant_65326" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -45952,7 +45613,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3497">
+				<port id="2" precision="FP32" names="3499">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -45990,7 +45651,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3498">
+				<port id="2" precision="FP32" names="3500">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -46012,14 +45673,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3499,output.253">
+				<port id="2" precision="FP32" names="3501,output.253">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2938" name="Constant_65509" type="Const" version="opset1">
+		<layer id="2938" name="Constant_65328" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1215112866" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46044,7 +45705,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3502,3503,hidden_states.223,output.255">
+				<port id="2" precision="FP32" names="3504,3505,hidden_states.223,output.255">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -46066,14 +45727,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3504,3541,3554,x.257,x.259">
+				<port id="2" precision="FP32" names="3506,3543,3556,x.257,x.259">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2941" name="Constant_65512" type="Const" version="opset1">
+		<layer id="2941" name="Constant_65331" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46083,7 +45744,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2942" name="Constant_65510" type="Const" version="opset1">
+		<layer id="2942" name="Constant_65329" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46108,17 +45769,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3542">
+				<port id="2" precision="FP32" names="3544">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2944" name="Constant_21394" type="Const" version="opset1">
+		<layer id="2944" name="Constant_21283" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3543">
+				<port id="0" precision="I64" names="3545">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -46136,14 +45797,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3544">
+				<port id="2" precision="FP32" names="3546">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2946" name="Constant_65511" type="Const" version="opset1">
+		<layer id="2946" name="Constant_65330" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46168,7 +45829,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3545">
+				<port id="2" precision="FP32" names="3547">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -46206,7 +45867,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3546">
+				<port id="2" precision="FP32" names="3548">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -46228,14 +45889,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3547,output.257">
+				<port id="2" precision="FP32" names="3549,output.257">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2951" name="Constant_65513" type="Const" version="opset1">
+		<layer id="2951" name="Constant_65332" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1215122082" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46260,7 +45921,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3550,3551,3553,hidden_states.225,output.259">
+				<port id="2" precision="FP32" names="3552,3553,3555,hidden_states.225,output.259">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -46276,7 +45937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2954" name="Convert_879991" type="Convert" version="opset1">
+		<layer id="2954" name="Convert_860630" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -46300,7 +45961,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2956" name="Convert_879994" type="Convert" version="opset1">
+		<layer id="2956" name="Convert_860633" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -46362,11 +46023,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2960" name="__module.layers.16.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2960" name="self.layers.16.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -46380,7 +46038,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2961" name="__module.layers.16.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2961" name="__module.layers.16.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46394,14 +46052,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3562">
+				<port id="2" precision="FP32" names="3564">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2962" name="Constant_68075" type="Const" version="opset1">
+		<layer id="2962" name="Constant_67894" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -46422,7 +46080,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3564">
+				<port id="2" precision="FP32" names="3566">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -46451,7 +46109,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3565,q.33">
+				<port id="2" precision="FP32" names="3567,q.33">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46476,7 +46134,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3578">
+				<port id="2" precision="FP32" names="3580">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46484,7 +46142,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2967" name="Constant_21703" type="Const" version="opset1">
+		<layer id="2967" name="Constant_21589" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46492,7 +46150,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2968" name="Constant_21705" type="Const" version="opset1">
+		<layer id="2968" name="Constant_21591" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46500,7 +46158,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2969" name="Constant_21707" type="Const" version="opset1">
+		<layer id="2969" name="Constant_21593" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46508,7 +46166,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2970" name="Constant_21659" type="Const" version="opset1">
+		<layer id="2970" name="Constant_21545" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46538,7 +46196,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3588,x2.65">
+				<port id="5" precision="FP32" names="3590,x2.65">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46546,7 +46204,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2972" name="Constant_65514" type="Const" version="opset1">
+		<layer id="2972" name="Constant_65333" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -46574,7 +46232,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3589">
+				<port id="2" precision="FP32" names="3591">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46582,7 +46240,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2974" name="Constant_21600" type="Const" version="opset1">
+		<layer id="2974" name="Constant_21486" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46590,7 +46248,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2975" name="Constant_21644" type="Const" version="opset1">
+		<layer id="2975" name="Constant_21530" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46598,7 +46256,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2976" name="Constant_21646" type="Const" version="opset1">
+		<layer id="2976" name="Constant_21532" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46606,7 +46264,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2977" name="Constant_21598" type="Const" version="opset1">
+		<layer id="2977" name="Constant_21484" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46636,7 +46294,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3583">
+				<port id="5" precision="FP32" names="3585">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46661,7 +46319,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3591">
+				<port id="2" precision="FP32" names="3593">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46686,7 +46344,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3592">
+				<port id="2" precision="FP32" names="3594">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46711,7 +46369,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3593,query.65">
+				<port id="2" precision="FP32" names="3595,query.65">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -46728,7 +46386,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2983" name="Convert_1104923" type="Convert" version="opset1">
+		<layer id="2983" name="Convert_1085456" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -46752,7 +46410,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2985" name="Convert_1104926" type="Convert" version="opset1">
+		<layer id="2985" name="Convert_1085459" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -46814,11 +46472,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2989" name="__module.layers.16.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="2989" name="self.layers.16.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -46832,7 +46487,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2990" name="__module.layers.16.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="2990" name="__module.layers.16.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -46846,14 +46501,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3567">
+				<port id="2" precision="FP32" names="3569">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="2991" name="Constant_68076" type="Const" version="opset1">
+		<layer id="2991" name="Constant_67895" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -46874,7 +46529,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3569">
+				<port id="2" precision="FP32" names="3571">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -46903,7 +46558,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3570,k.33">
+				<port id="2" precision="FP32" names="3572,k.33">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -46928,7 +46583,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3594">
+				<port id="2" precision="FP32" names="3596">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -46936,7 +46591,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2996" name="Constant_21846" type="Const" version="opset1">
+		<layer id="2996" name="Constant_21732" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46944,7 +46599,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2997" name="Constant_21848" type="Const" version="opset1">
+		<layer id="2997" name="Constant_21734" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46952,7 +46607,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2998" name="Constant_21850" type="Const" version="opset1">
+		<layer id="2998" name="Constant_21736" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46960,7 +46615,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="2999" name="Constant_21802" type="Const" version="opset1">
+		<layer id="2999" name="Constant_21688" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -46990,7 +46645,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3604,x2.67">
+				<port id="5" precision="FP32" names="3606,x2.67">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -46998,7 +46653,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3001" name="Constant_65515" type="Const" version="opset1">
+		<layer id="3001" name="Constant_65334" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47026,7 +46681,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3605">
+				<port id="2" precision="FP32" names="3607">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -47034,7 +46689,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3003" name="Constant_21743" type="Const" version="opset1">
+		<layer id="3003" name="Constant_21629" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -47042,7 +46697,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3004" name="Constant_21787" type="Const" version="opset1">
+		<layer id="3004" name="Constant_21673" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -47050,7 +46705,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3005" name="Constant_21789" type="Const" version="opset1">
+		<layer id="3005" name="Constant_21675" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -47058,7 +46713,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3006" name="Constant_21741" type="Const" version="opset1">
+		<layer id="3006" name="Constant_21627" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -47088,7 +46743,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3599">
+				<port id="5" precision="FP32" names="3601">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -47113,7 +46768,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3607">
+				<port id="2" precision="FP32" names="3609">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -47138,7 +46793,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3608">
+				<port id="2" precision="FP32" names="3610">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -47163,7 +46818,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3609,3615,3616,hidden_states.227">
+				<port id="2" precision="FP32" names="3611,3617,3618,hidden_states.227">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -47171,10 +46826,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3011" name="3518" type="Const" version="opset1">
+		<layer id="3011" name="3520" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3518" />
+				<port id="0" precision="I64" names="3520" />
 			</output>
 		</layer>
 		<layer id="3012" name="__module.layers.16.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -47188,7 +46843,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3617,3618,3619">
+				<port id="2" precision="FP32" names="3619,3620,3621">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -47212,7 +46867,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3621,hidden_states.229">
+				<port id="2" precision="FP32" names="3623,hidden_states.229">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -47221,7 +46876,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3014" name="Constant_68077" type="Const" version="opset1">
+		<layer id="3014" name="Constant_67896" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -47244,7 +46899,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3625,key.33">
+				<port id="2" precision="FP32" names="3627,key.33">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -47261,7 +46916,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3017" name="Convert_1100679" type="Convert" version="opset1">
+		<layer id="3017" name="Convert_1081214" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -47285,7 +46940,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3019" name="Convert_1100682" type="Convert" version="opset1">
+		<layer id="3019" name="Convert_1081217" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -47347,11 +47002,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3023" name="__module.layers.16.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3023" name="self.layers.16.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -47365,7 +47017,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3024" name="__module.layers.16.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3024" name="__module.layers.16.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47379,14 +47031,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3572">
+				<port id="2" precision="FP32" names="3574">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3025" name="Constant_68078" type="Const" version="opset1">
+		<layer id="3025" name="Constant_67897" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -47407,7 +47059,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3574">
+				<port id="2" precision="FP32" names="3576">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -47436,7 +47088,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3575,3631,3632,hidden_states.231">
+				<port id="2" precision="FP32" names="3577,3633,3634,hidden_states.231">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -47455,7 +47107,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3633,3634,3635">
+				<port id="2" precision="FP32" names="3635,3636,3637">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -47479,7 +47131,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3637,hidden_states.233">
+				<port id="2" precision="FP32" names="3639,hidden_states.233">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -47488,7 +47140,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3031" name="Constant_68079" type="Const" version="opset1">
+		<layer id="3031" name="Constant_67898" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -47511,7 +47163,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3641,value.33">
+				<port id="2" precision="FP32" names="3643,value.33">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -47555,7 +47207,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3650,attn_output.65">
+				<port id="5" precision="FP32" names="3652,attn_output.65">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -47584,7 +47236,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3651">
+				<port id="2" precision="FP32" names="3653">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -47606,7 +47258,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3654">
+				<port id="2" precision="FP32" names="3656">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -47622,7 +47274,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3039" name="Convert_884235" type="Convert" version="opset1">
+		<layer id="3039" name="Convert_864872" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -47646,7 +47298,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3041" name="Convert_884238" type="Convert" version="opset1">
+		<layer id="3041" name="Convert_864875" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -47708,11 +47360,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3045" name="__module.layers.16.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3045" name="self.layers.16.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -47726,7 +47375,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3046" name="__module.layers.16.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3046" name="__module.layers.16.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -47740,14 +47389,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3657,3659,x.261,x.263">
+				<port id="2" precision="FP32" names="3659,3661,x.261,x.263">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3047" name="Constant_65518" type="Const" version="opset1">
+		<layer id="3047" name="Constant_65337" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47757,7 +47406,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3048" name="Constant_65516" type="Const" version="opset1">
+		<layer id="3048" name="Constant_65335" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47782,17 +47431,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3660">
+				<port id="2" precision="FP32" names="3662">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3050" name="Constant_22401" type="Const" version="opset1">
+		<layer id="3050" name="Constant_22286" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3661">
+				<port id="0" precision="I64" names="3663">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -47810,14 +47459,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3662">
+				<port id="2" precision="FP32" names="3664">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3052" name="Constant_65517" type="Const" version="opset1">
+		<layer id="3052" name="Constant_65336" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47842,7 +47491,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3663">
+				<port id="2" precision="FP32" names="3665">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -47880,7 +47529,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3664">
+				<port id="2" precision="FP32" names="3666">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -47902,14 +47551,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3665,output.261">
+				<port id="2" precision="FP32" names="3667,output.261">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3057" name="Constant_65519" type="Const" version="opset1">
+		<layer id="3057" name="Constant_65338" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1222225186" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47934,7 +47583,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3668,3669,hidden_states.235,output.263">
+				<port id="2" precision="FP32" names="3670,3671,hidden_states.235,output.263">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -47956,14 +47605,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3670,3672,3685,x.265,x.267">
+				<port id="2" precision="FP32" names="3672,3674,3687,x.265,x.267">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3060" name="Constant_65522" type="Const" version="opset1">
+		<layer id="3060" name="Constant_65341" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47973,7 +47622,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3061" name="Constant_65520" type="Const" version="opset1">
+		<layer id="3061" name="Constant_65339" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -47998,17 +47647,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3673">
+				<port id="2" precision="FP32" names="3675">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3063" name="Constant_22454" type="Const" version="opset1">
+		<layer id="3063" name="Constant_22339" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3674">
+				<port id="0" precision="I64" names="3676">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -48026,14 +47675,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3675">
+				<port id="2" precision="FP32" names="3677">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3065" name="Constant_65521" type="Const" version="opset1">
+		<layer id="3065" name="Constant_65340" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48058,7 +47707,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3676">
+				<port id="2" precision="FP32" names="3678">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -48096,7 +47745,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3677">
+				<port id="2" precision="FP32" names="3679">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -48118,14 +47767,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3678,output.265">
+				<port id="2" precision="FP32" names="3680,output.265">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3070" name="Constant_65523" type="Const" version="opset1">
+		<layer id="3070" name="Constant_65342" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1222234402" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48150,7 +47799,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3681,3682,3684,output.267">
+				<port id="2" precision="FP32" names="3683,3684,3686,output.267">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -48166,7 +47815,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3073" name="Convert_621109" type="Convert" version="opset1">
+		<layer id="3073" name="Convert_601870" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -48190,7 +47839,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3075" name="Convert_621112" type="Convert" version="opset1">
+		<layer id="3075" name="Convert_601873" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -48252,11 +47901,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3079" name="__module.layers.16.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3079" name="self.layers.16.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -48270,7 +47916,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3080" name="__module.layers.16.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3080" name="__module.layers.16.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48284,7 +47930,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3691">
+				<port id="2" precision="FP32" names="3693">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -48301,7 +47947,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="3692">
+				<port id="1" precision="FP32" names="3694">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -48317,7 +47963,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3083" name="Convert_616865" type="Convert" version="opset1">
+		<layer id="3083" name="Convert_597628" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -48341,7 +47987,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3085" name="Convert_616868" type="Convert" version="opset1">
+		<layer id="3085" name="Convert_597631" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -48403,11 +48049,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3089" name="__module.layers.16.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3089" name="self.layers.16.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -48421,7 +48064,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3090" name="__module.layers.16.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3090" name="__module.layers.16.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48435,7 +48078,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3694">
+				<port id="2" precision="FP32" names="3696">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -48457,7 +48100,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3695">
+				<port id="2" precision="FP32" names="3697">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -48473,7 +48116,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3093" name="Convert_625353" type="Convert" version="opset1">
+		<layer id="3093" name="Convert_606112" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -48497,7 +48140,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3095" name="Convert_625356" type="Convert" version="opset1">
+		<layer id="3095" name="Convert_606115" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -48559,11 +48202,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3099" name="__module.layers.16.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3099" name="self.layers.16.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -48577,7 +48217,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3100" name="__module.layers.16.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3100" name="__module.layers.16.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -48591,14 +48231,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3697,3699,x.269,x.271">
+				<port id="2" precision="FP32" names="3699,3701,x.269,x.271">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3101" name="Constant_65526" type="Const" version="opset1">
+		<layer id="3101" name="Constant_65345" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48608,7 +48248,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3102" name="Constant_65524" type="Const" version="opset1">
+		<layer id="3102" name="Constant_65343" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48633,17 +48273,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3700">
+				<port id="2" precision="FP32" names="3702">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3104" name="Constant_22524" type="Const" version="opset1">
+		<layer id="3104" name="Constant_22406" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3701">
+				<port id="0" precision="I64" names="3703">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -48661,14 +48301,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3702">
+				<port id="2" precision="FP32" names="3704">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3106" name="Constant_65525" type="Const" version="opset1">
+		<layer id="3106" name="Constant_65344" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48693,7 +48333,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3703">
+				<port id="2" precision="FP32" names="3705">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -48731,7 +48371,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3704">
+				<port id="2" precision="FP32" names="3706">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -48753,14 +48393,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3705,output.269">
+				<port id="2" precision="FP32" names="3707,output.269">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3111" name="Constant_65527" type="Const" version="opset1">
+		<layer id="3111" name="Constant_65346" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1254145954" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48785,7 +48425,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3708,3709,hidden_states.237,output.271">
+				<port id="2" precision="FP32" names="3710,3711,hidden_states.237,output.271">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -48807,14 +48447,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3710,3736,3749,x.273,x.275">
+				<port id="2" precision="FP32" names="3712,3738,3751,x.273,x.275">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3114" name="Constant_65530" type="Const" version="opset1">
+		<layer id="3114" name="Constant_65349" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48824,7 +48464,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3115" name="Constant_65528" type="Const" version="opset1">
+		<layer id="3115" name="Constant_65347" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48849,17 +48489,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3737">
+				<port id="2" precision="FP32" names="3739">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3117" name="Constant_22601" type="Const" version="opset1">
+		<layer id="3117" name="Constant_22483" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3738">
+				<port id="0" precision="I64" names="3740">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -48877,14 +48517,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3739">
+				<port id="2" precision="FP32" names="3741">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3119" name="Constant_65529" type="Const" version="opset1">
+		<layer id="3119" name="Constant_65348" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -48909,7 +48549,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3740">
+				<port id="2" precision="FP32" names="3742">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -48947,7 +48587,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3741">
+				<port id="2" precision="FP32" names="3743">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -48969,14 +48609,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3742,output.273">
+				<port id="2" precision="FP32" names="3744,output.273">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3124" name="Constant_65531" type="Const" version="opset1">
+		<layer id="3124" name="Constant_65350" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1254155170" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -49001,7 +48641,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3745,3746,3748,hidden_states.239,output.275">
+				<port id="2" precision="FP32" names="3747,3748,3750,hidden_states.239,output.275">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -49017,7 +48657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3127" name="Convert_888479" type="Convert" version="opset1">
+		<layer id="3127" name="Convert_869114" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -49041,7 +48681,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3129" name="Convert_888482" type="Convert" version="opset1">
+		<layer id="3129" name="Convert_869117" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -49103,11 +48743,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3133" name="__module.layers.17.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3133" name="self.layers.17.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -49121,7 +48758,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3134" name="__module.layers.17.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3134" name="__module.layers.17.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49135,14 +48772,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3757">
+				<port id="2" precision="FP32" names="3759">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3135" name="Constant_68080" type="Const" version="opset1">
+		<layer id="3135" name="Constant_67899" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -49163,7 +48800,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3759">
+				<port id="2" precision="FP32" names="3761">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -49192,7 +48829,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3760,q.35">
+				<port id="2" precision="FP32" names="3762,q.35">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49217,7 +48854,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3773">
+				<port id="2" precision="FP32" names="3775">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49225,7 +48862,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3140" name="Constant_22910" type="Const" version="opset1">
+		<layer id="3140" name="Constant_22789" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49233,7 +48870,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3141" name="Constant_22912" type="Const" version="opset1">
+		<layer id="3141" name="Constant_22791" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49241,7 +48878,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3142" name="Constant_22914" type="Const" version="opset1">
+		<layer id="3142" name="Constant_22793" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49249,7 +48886,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3143" name="Constant_22866" type="Const" version="opset1">
+		<layer id="3143" name="Constant_22745" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49279,7 +48916,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3783,x2.69">
+				<port id="5" precision="FP32" names="3785,x2.69">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49287,7 +48924,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3145" name="Constant_65532" type="Const" version="opset1">
+		<layer id="3145" name="Constant_65351" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -49315,7 +48952,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3784">
+				<port id="2" precision="FP32" names="3786">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49323,7 +48960,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3147" name="Constant_22807" type="Const" version="opset1">
+		<layer id="3147" name="Constant_22686" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49331,7 +48968,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3148" name="Constant_22851" type="Const" version="opset1">
+		<layer id="3148" name="Constant_22730" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49339,7 +48976,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3149" name="Constant_22853" type="Const" version="opset1">
+		<layer id="3149" name="Constant_22732" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49347,7 +48984,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3150" name="Constant_22805" type="Const" version="opset1">
+		<layer id="3150" name="Constant_22684" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49377,7 +49014,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3778">
+				<port id="5" precision="FP32" names="3780">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49402,7 +49039,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3786">
+				<port id="2" precision="FP32" names="3788">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49427,7 +49064,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3787">
+				<port id="2" precision="FP32" names="3789">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49452,7 +49089,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3788,query.69">
+				<port id="2" precision="FP32" names="3790,query.69">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -49469,7 +49106,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3156" name="Convert_1113411" type="Convert" version="opset1">
+		<layer id="3156" name="Convert_1093940" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -49493,7 +49130,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3158" name="Convert_1113414" type="Convert" version="opset1">
+		<layer id="3158" name="Convert_1093943" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -49555,11 +49192,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3162" name="__module.layers.17.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3162" name="self.layers.17.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -49573,7 +49207,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3163" name="__module.layers.17.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3163" name="__module.layers.17.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -49587,14 +49221,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3762">
+				<port id="2" precision="FP32" names="3764">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3164" name="Constant_68081" type="Const" version="opset1">
+		<layer id="3164" name="Constant_67900" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -49615,7 +49249,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3764">
+				<port id="2" precision="FP32" names="3766">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -49644,7 +49278,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3765,k.35">
+				<port id="2" precision="FP32" names="3767,k.35">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49669,7 +49303,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3789">
+				<port id="2" precision="FP32" names="3791">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49677,7 +49311,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3169" name="Constant_23053" type="Const" version="opset1">
+		<layer id="3169" name="Constant_22932" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49685,7 +49319,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3170" name="Constant_23055" type="Const" version="opset1">
+		<layer id="3170" name="Constant_22934" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49693,7 +49327,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3171" name="Constant_23057" type="Const" version="opset1">
+		<layer id="3171" name="Constant_22936" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49701,7 +49335,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3172" name="Constant_23009" type="Const" version="opset1">
+		<layer id="3172" name="Constant_22888" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49731,7 +49365,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3799,x2.71">
+				<port id="5" precision="FP32" names="3801,x2.71">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49739,7 +49373,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3174" name="Constant_65533" type="Const" version="opset1">
+		<layer id="3174" name="Constant_65352" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -49767,7 +49401,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3800">
+				<port id="2" precision="FP32" names="3802">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49775,7 +49409,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3176" name="Constant_22950" type="Const" version="opset1">
+		<layer id="3176" name="Constant_22829" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49783,7 +49417,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3177" name="Constant_22994" type="Const" version="opset1">
+		<layer id="3177" name="Constant_22873" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49791,7 +49425,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3178" name="Constant_22996" type="Const" version="opset1">
+		<layer id="3178" name="Constant_22875" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49799,7 +49433,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3179" name="Constant_22948" type="Const" version="opset1">
+		<layer id="3179" name="Constant_22827" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -49829,7 +49463,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3794">
+				<port id="5" precision="FP32" names="3796">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49854,7 +49488,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3802">
+				<port id="2" precision="FP32" names="3804">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49879,7 +49513,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3803">
+				<port id="2" precision="FP32" names="3805">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49904,7 +49538,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3804,3810,3811,hidden_states.241">
+				<port id="2" precision="FP32" names="3806,3812,3813,hidden_states.241">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -49912,10 +49546,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3184" name="3723" type="Const" version="opset1">
+		<layer id="3184" name="3725" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3723" />
+				<port id="0" precision="I64" names="3725" />
 			</output>
 		</layer>
 		<layer id="3185" name="__module.layers.17.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -49929,7 +49563,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3812,3813,3814">
+				<port id="2" precision="FP32" names="3814,3815,3816">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -49953,7 +49587,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3816,hidden_states.243">
+				<port id="2" precision="FP32" names="3818,hidden_states.243">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -49962,7 +49596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3187" name="Constant_68082" type="Const" version="opset1">
+		<layer id="3187" name="Constant_67901" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -49985,7 +49619,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3820,key.35">
+				<port id="2" precision="FP32" names="3822,key.35">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -50002,7 +49636,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3190" name="Convert_1109167" type="Convert" version="opset1">
+		<layer id="3190" name="Convert_1089698" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -50026,7 +49660,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3192" name="Convert_1109170" type="Convert" version="opset1">
+		<layer id="3192" name="Convert_1089701" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -50088,11 +49722,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3196" name="__module.layers.17.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3196" name="self.layers.17.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -50106,7 +49737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3197" name="__module.layers.17.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3197" name="__module.layers.17.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50120,14 +49751,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3767">
+				<port id="2" precision="FP32" names="3769">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3198" name="Constant_68083" type="Const" version="opset1">
+		<layer id="3198" name="Constant_67902" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -50148,7 +49779,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3769">
+				<port id="2" precision="FP32" names="3771">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -50177,7 +49808,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3770,3826,3827,hidden_states.245">
+				<port id="2" precision="FP32" names="3772,3828,3829,hidden_states.245">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -50196,7 +49827,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3828,3829,3830">
+				<port id="2" precision="FP32" names="3830,3831,3832">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -50220,7 +49851,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3832,hidden_states.247">
+				<port id="2" precision="FP32" names="3834,hidden_states.247">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -50229,7 +49860,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3204" name="Constant_68084" type="Const" version="opset1">
+		<layer id="3204" name="Constant_67903" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -50252,7 +49883,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3836,value.35">
+				<port id="2" precision="FP32" names="3838,value.35">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -50296,7 +49927,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3845,attn_output.69">
+				<port id="5" precision="FP32" names="3847,attn_output.69">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -50325,7 +49956,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3846">
+				<port id="2" precision="FP32" names="3848">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -50347,7 +49978,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3849">
+				<port id="2" precision="FP32" names="3851">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -50363,7 +49994,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3212" name="Convert_892723" type="Convert" version="opset1">
+		<layer id="3212" name="Convert_873356" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -50387,7 +50018,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3214" name="Convert_892726" type="Convert" version="opset1">
+		<layer id="3214" name="Convert_873359" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -50449,11 +50080,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3218" name="__module.layers.17.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3218" name="self.layers.17.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -50467,7 +50095,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3219" name="__module.layers.17.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3219" name="__module.layers.17.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -50481,14 +50109,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3852,3854,x.277,x.279">
+				<port id="2" precision="FP32" names="3854,3856,x.277,x.279">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3220" name="Constant_65536" type="Const" version="opset1">
+		<layer id="3220" name="Constant_65355" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50498,7 +50126,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3221" name="Constant_65534" type="Const" version="opset1">
+		<layer id="3221" name="Constant_65353" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50523,17 +50151,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3855">
+				<port id="2" precision="FP32" names="3857">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3223" name="Constant_23608" type="Const" version="opset1">
+		<layer id="3223" name="Constant_23486" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3856">
+				<port id="0" precision="I64" names="3858">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -50551,14 +50179,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3857">
+				<port id="2" precision="FP32" names="3859">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3225" name="Constant_65535" type="Const" version="opset1">
+		<layer id="3225" name="Constant_65354" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50583,7 +50211,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3858">
+				<port id="2" precision="FP32" names="3860">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -50621,7 +50249,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3859">
+				<port id="2" precision="FP32" names="3861">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -50643,14 +50271,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3860,output.277">
+				<port id="2" precision="FP32" names="3862,output.277">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3230" name="Constant_65537" type="Const" version="opset1">
+		<layer id="3230" name="Constant_65356" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1261258274" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50675,7 +50303,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3863,3864,hidden_states.249,output.279">
+				<port id="2" precision="FP32" names="3865,3866,hidden_states.249,output.279">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -50697,14 +50325,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3865,3867,3880,x.281,x.283">
+				<port id="2" precision="FP32" names="3867,3869,3882,x.281,x.283">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3233" name="Constant_65540" type="Const" version="opset1">
+		<layer id="3233" name="Constant_65359" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50714,7 +50342,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3234" name="Constant_65538" type="Const" version="opset1">
+		<layer id="3234" name="Constant_65357" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50739,17 +50367,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3868">
+				<port id="2" precision="FP32" names="3870">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3236" name="Constant_23661" type="Const" version="opset1">
+		<layer id="3236" name="Constant_23539" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3869">
+				<port id="0" precision="I64" names="3871">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -50767,14 +50395,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3870">
+				<port id="2" precision="FP32" names="3872">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3238" name="Constant_65539" type="Const" version="opset1">
+		<layer id="3238" name="Constant_65358" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50799,7 +50427,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3871">
+				<port id="2" precision="FP32" names="3873">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -50837,7 +50465,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3872">
+				<port id="2" precision="FP32" names="3874">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -50859,14 +50487,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3873,output.281">
+				<port id="2" precision="FP32" names="3875,output.281">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3243" name="Constant_65541" type="Const" version="opset1">
+		<layer id="3243" name="Constant_65360" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1261267490" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -50891,7 +50519,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3876,3877,3879,output.283">
+				<port id="2" precision="FP32" names="3878,3879,3881,output.283">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -50907,7 +50535,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3246" name="Convert_633841" type="Convert" version="opset1">
+		<layer id="3246" name="Convert_614596" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -50931,7 +50559,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3248" name="Convert_633844" type="Convert" version="opset1">
+		<layer id="3248" name="Convert_614599" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -50993,11 +50621,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3252" name="__module.layers.17.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3252" name="self.layers.17.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -51011,7 +50636,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3253" name="__module.layers.17.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3253" name="__module.layers.17.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51025,7 +50650,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3886">
+				<port id="2" precision="FP32" names="3888">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -51042,7 +50667,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="3887">
+				<port id="1" precision="FP32" names="3889">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -51058,7 +50683,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3256" name="Convert_629597" type="Convert" version="opset1">
+		<layer id="3256" name="Convert_610354" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -51082,7 +50707,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3258" name="Convert_629600" type="Convert" version="opset1">
+		<layer id="3258" name="Convert_610357" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -51144,11 +50769,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3262" name="__module.layers.17.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3262" name="self.layers.17.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -51162,7 +50784,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3263" name="__module.layers.17.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3263" name="__module.layers.17.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51176,7 +50798,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3889">
+				<port id="2" precision="FP32" names="3891">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -51198,7 +50820,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3890">
+				<port id="2" precision="FP32" names="3892">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -51214,7 +50836,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3266" name="Convert_638085" type="Convert" version="opset1">
+		<layer id="3266" name="Convert_618838" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -51238,7 +50860,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3268" name="Convert_638088" type="Convert" version="opset1">
+		<layer id="3268" name="Convert_618841" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -51300,11 +50922,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3272" name="__module.layers.17.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3272" name="self.layers.17.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -51318,7 +50937,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3273" name="__module.layers.17.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3273" name="__module.layers.17.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51332,14 +50951,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3892,3894,x.285,x.287">
+				<port id="2" precision="FP32" names="3894,3896,x.285,x.287">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3274" name="Constant_65544" type="Const" version="opset1">
+		<layer id="3274" name="Constant_65363" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51349,7 +50968,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3275" name="Constant_65542" type="Const" version="opset1">
+		<layer id="3275" name="Constant_65361" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51374,17 +50993,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3895">
+				<port id="2" precision="FP32" names="3897">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3277" name="Constant_23731" type="Const" version="opset1">
+		<layer id="3277" name="Constant_23606" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3896">
+				<port id="0" precision="I64" names="3898">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -51402,14 +51021,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3897">
+				<port id="2" precision="FP32" names="3899">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3279" name="Constant_65543" type="Const" version="opset1">
+		<layer id="3279" name="Constant_65362" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51434,7 +51053,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3898">
+				<port id="2" precision="FP32" names="3900">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -51472,7 +51091,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3899">
+				<port id="2" precision="FP32" names="3901">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -51494,14 +51113,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3900,output.285">
+				<port id="2" precision="FP32" names="3902,output.285">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3284" name="Constant_65545" type="Const" version="opset1">
+		<layer id="3284" name="Constant_65364" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1293179042" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51526,7 +51145,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3903,3904,hidden_states.251,output.287">
+				<port id="2" precision="FP32" names="3905,3906,hidden_states.251,output.287">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -51548,14 +51167,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3905,3942,3955,x.289,x.291">
+				<port id="2" precision="FP32" names="3907,3944,3957,x.289,x.291">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3287" name="Constant_65548" type="Const" version="opset1">
+		<layer id="3287" name="Constant_65367" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51565,7 +51184,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3288" name="Constant_65546" type="Const" version="opset1">
+		<layer id="3288" name="Constant_65365" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51590,17 +51209,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3943">
+				<port id="2" precision="FP32" names="3945">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3290" name="Constant_23956" type="Const" version="opset1">
+		<layer id="3290" name="Constant_23831" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3944">
+				<port id="0" precision="I64" names="3946">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -51618,14 +51237,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3945">
+				<port id="2" precision="FP32" names="3947">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3292" name="Constant_65547" type="Const" version="opset1">
+		<layer id="3292" name="Constant_65366" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51650,7 +51269,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3946">
+				<port id="2" precision="FP32" names="3948">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -51688,7 +51307,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3947">
+				<port id="2" precision="FP32" names="3949">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -51710,14 +51329,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3948,output.289">
+				<port id="2" precision="FP32" names="3950,output.289">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3297" name="Constant_65549" type="Const" version="opset1">
+		<layer id="3297" name="Constant_65368" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1293188258" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -51742,7 +51361,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3951,3952,3954,hidden_states.253,output.291">
+				<port id="2" precision="FP32" names="3953,3954,3956,hidden_states.253,output.291">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -51758,7 +51377,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3300" name="Convert_896967" type="Convert" version="opset1">
+		<layer id="3300" name="Convert_877598" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -51782,7 +51401,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3302" name="Convert_896970" type="Convert" version="opset1">
+		<layer id="3302" name="Convert_877601" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -51844,11 +51463,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3306" name="__module.layers.18.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3306" name="self.layers.18.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -51862,7 +51478,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3307" name="__module.layers.18.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3307" name="__module.layers.18.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -51876,14 +51492,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3963">
+				<port id="2" precision="FP32" names="3965">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3308" name="Constant_68085" type="Const" version="opset1">
+		<layer id="3308" name="Constant_67904" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -51904,7 +51520,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3965">
+				<port id="2" precision="FP32" names="3967">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -51933,7 +51549,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3966,q.37">
+				<port id="2" precision="FP32" names="3968,q.37">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -51958,7 +51574,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3979">
+				<port id="2" precision="FP32" names="3981">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -51966,7 +51582,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3313" name="Constant_24265" type="Const" version="opset1">
+		<layer id="3313" name="Constant_24137" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -51974,7 +51590,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3314" name="Constant_24267" type="Const" version="opset1">
+		<layer id="3314" name="Constant_24139" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -51982,7 +51598,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3315" name="Constant_24269" type="Const" version="opset1">
+		<layer id="3315" name="Constant_24141" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -51990,7 +51606,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3316" name="Constant_24221" type="Const" version="opset1">
+		<layer id="3316" name="Constant_24093" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52020,7 +51636,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3989,x2.73">
+				<port id="5" precision="FP32" names="3991,x2.73">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -52028,7 +51644,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3318" name="Constant_65550" type="Const" version="opset1">
+		<layer id="3318" name="Constant_65369" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52056,7 +51672,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3990">
+				<port id="2" precision="FP32" names="3992">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -52064,7 +51680,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3320" name="Constant_24162" type="Const" version="opset1">
+		<layer id="3320" name="Constant_24034" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52072,7 +51688,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3321" name="Constant_24206" type="Const" version="opset1">
+		<layer id="3321" name="Constant_24078" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52080,7 +51696,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3322" name="Constant_24208" type="Const" version="opset1">
+		<layer id="3322" name="Constant_24080" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52088,7 +51704,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3323" name="Constant_24160" type="Const" version="opset1">
+		<layer id="3323" name="Constant_24032" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52118,7 +51734,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="3984">
+				<port id="5" precision="FP32" names="3986">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -52143,7 +51759,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3992">
+				<port id="2" precision="FP32" names="3994">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -52168,7 +51784,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3993">
+				<port id="2" precision="FP32" names="3995">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -52193,7 +51809,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3994,query.73">
+				<port id="2" precision="FP32" names="3996,query.73">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -52210,7 +51826,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3329" name="Convert_1121899" type="Convert" version="opset1">
+		<layer id="3329" name="Convert_1102424" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -52234,7 +51850,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3331" name="Convert_1121902" type="Convert" version="opset1">
+		<layer id="3331" name="Convert_1102427" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -52296,11 +51912,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3335" name="__module.layers.18.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3335" name="self.layers.18.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -52314,7 +51927,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3336" name="__module.layers.18.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3336" name="__module.layers.18.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52328,14 +51941,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3968">
+				<port id="2" precision="FP32" names="3970">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3337" name="Constant_68086" type="Const" version="opset1">
+		<layer id="3337" name="Constant_67905" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -52356,7 +51969,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3970">
+				<port id="2" precision="FP32" names="3972">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -52385,7 +51998,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3971,k.37">
+				<port id="2" precision="FP32" names="3973,k.37">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52410,7 +52023,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3995">
+				<port id="2" precision="FP32" names="3997">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52418,7 +52031,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3342" name="Constant_24408" type="Const" version="opset1">
+		<layer id="3342" name="Constant_24280" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52426,7 +52039,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3343" name="Constant_24410" type="Const" version="opset1">
+		<layer id="3343" name="Constant_24282" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52434,7 +52047,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3344" name="Constant_24412" type="Const" version="opset1">
+		<layer id="3344" name="Constant_24284" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52442,7 +52055,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3345" name="Constant_24364" type="Const" version="opset1">
+		<layer id="3345" name="Constant_24236" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52472,7 +52085,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4005,x2.75">
+				<port id="5" precision="FP32" names="4007,x2.75">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52480,7 +52093,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3347" name="Constant_65551" type="Const" version="opset1">
+		<layer id="3347" name="Constant_65370" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -52508,7 +52121,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4006">
+				<port id="2" precision="FP32" names="4008">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52516,7 +52129,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3349" name="Constant_24305" type="Const" version="opset1">
+		<layer id="3349" name="Constant_24177" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52524,7 +52137,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3350" name="Constant_24349" type="Const" version="opset1">
+		<layer id="3350" name="Constant_24221" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52532,7 +52145,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3351" name="Constant_24351" type="Const" version="opset1">
+		<layer id="3351" name="Constant_24223" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52540,7 +52153,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3352" name="Constant_24303" type="Const" version="opset1">
+		<layer id="3352" name="Constant_24175" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -52570,7 +52183,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4000">
+				<port id="5" precision="FP32" names="4002">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52595,7 +52208,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4008">
+				<port id="2" precision="FP32" names="4010">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52620,7 +52233,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4009">
+				<port id="2" precision="FP32" names="4011">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52645,7 +52258,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4010,4016,4017,hidden_states.255">
+				<port id="2" precision="FP32" names="4012,4018,4019,hidden_states.255">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52653,10 +52266,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3357" name="3919" type="Const" version="opset1">
+		<layer id="3357" name="3921" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="3919" />
+				<port id="0" precision="I64" names="3921" />
 			</output>
 		</layer>
 		<layer id="3358" name="__module.layers.18.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -52670,7 +52283,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4018,4019,4020">
+				<port id="2" precision="FP32" names="4020,4021,4022">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -52694,7 +52307,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4022,hidden_states.257">
+				<port id="2" precision="FP32" names="4024,hidden_states.257">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -52703,7 +52316,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3360" name="Constant_68087" type="Const" version="opset1">
+		<layer id="3360" name="Constant_67906" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -52726,7 +52339,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4026,key.37">
+				<port id="2" precision="FP32" names="4028,key.37">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -52743,7 +52356,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3363" name="Convert_1117655" type="Convert" version="opset1">
+		<layer id="3363" name="Convert_1098182" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -52767,7 +52380,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3365" name="Convert_1117658" type="Convert" version="opset1">
+		<layer id="3365" name="Convert_1098185" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -52829,11 +52442,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3369" name="__module.layers.18.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3369" name="self.layers.18.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -52847,7 +52457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3370" name="__module.layers.18.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3370" name="__module.layers.18.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -52861,14 +52471,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3973">
+				<port id="2" precision="FP32" names="3975">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3371" name="Constant_68088" type="Const" version="opset1">
+		<layer id="3371" name="Constant_67907" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -52889,7 +52499,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3975">
+				<port id="2" precision="FP32" names="3977">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -52918,7 +52528,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="3976,4032,4033,hidden_states.259">
+				<port id="2" precision="FP32" names="3978,4034,4035,hidden_states.259">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -52937,7 +52547,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4034,4035,4036">
+				<port id="2" precision="FP32" names="4036,4037,4038">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -52961,7 +52571,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4038,hidden_states.261">
+				<port id="2" precision="FP32" names="4040,hidden_states.261">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -52970,7 +52580,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3377" name="Constant_68089" type="Const" version="opset1">
+		<layer id="3377" name="Constant_67908" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -52993,7 +52603,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4042,value.37">
+				<port id="2" precision="FP32" names="4044,value.37">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -53037,7 +52647,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4051,attn_output.73">
+				<port id="5" precision="FP32" names="4053,attn_output.73">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -53066,7 +52676,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4052">
+				<port id="2" precision="FP32" names="4054">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -53088,7 +52698,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4055">
+				<port id="2" precision="FP32" names="4057">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -53104,7 +52714,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3385" name="Convert_901211" type="Convert" version="opset1">
+		<layer id="3385" name="Convert_881840" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -53128,7 +52738,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3387" name="Convert_901214" type="Convert" version="opset1">
+		<layer id="3387" name="Convert_881843" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -53190,11 +52800,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3391" name="__module.layers.18.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3391" name="self.layers.18.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -53208,7 +52815,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3392" name="__module.layers.18.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3392" name="__module.layers.18.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53222,14 +52829,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4058,4060,x.293,x.295">
+				<port id="2" precision="FP32" names="4060,4062,x.293,x.295">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3393" name="Constant_65554" type="Const" version="opset1">
+		<layer id="3393" name="Constant_65373" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53239,7 +52846,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3394" name="Constant_65552" type="Const" version="opset1">
+		<layer id="3394" name="Constant_65371" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53264,17 +52871,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4061">
+				<port id="2" precision="FP32" names="4063">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3396" name="Constant_24963" type="Const" version="opset1">
+		<layer id="3396" name="Constant_24834" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4062">
+				<port id="0" precision="I64" names="4064">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -53292,14 +52899,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4063">
+				<port id="2" precision="FP32" names="4065">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3398" name="Constant_65553" type="Const" version="opset1">
+		<layer id="3398" name="Constant_65372" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53324,7 +52931,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4064">
+				<port id="2" precision="FP32" names="4066">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -53362,7 +52969,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4065">
+				<port id="2" precision="FP32" names="4067">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -53384,14 +52991,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4066,output.293">
+				<port id="2" precision="FP32" names="4068,output.293">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3403" name="Constant_65555" type="Const" version="opset1">
+		<layer id="3403" name="Constant_65374" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1300291362" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53416,7 +53023,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4069,4070,hidden_states.263,output.295">
+				<port id="2" precision="FP32" names="4071,4072,hidden_states.263,output.295">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -53438,14 +53045,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4071,4073,4086,x.297,x.299">
+				<port id="2" precision="FP32" names="4073,4075,4088,x.297,x.299">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3406" name="Constant_65558" type="Const" version="opset1">
+		<layer id="3406" name="Constant_65377" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53455,7 +53062,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3407" name="Constant_65556" type="Const" version="opset1">
+		<layer id="3407" name="Constant_65375" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53480,17 +53087,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4074">
+				<port id="2" precision="FP32" names="4076">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3409" name="Constant_25016" type="Const" version="opset1">
+		<layer id="3409" name="Constant_24887" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4075">
+				<port id="0" precision="I64" names="4077">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -53508,14 +53115,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4076">
+				<port id="2" precision="FP32" names="4078">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3411" name="Constant_65557" type="Const" version="opset1">
+		<layer id="3411" name="Constant_65376" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53540,7 +53147,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4077">
+				<port id="2" precision="FP32" names="4079">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -53578,7 +53185,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4078">
+				<port id="2" precision="FP32" names="4080">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -53600,14 +53207,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4079,output.297">
+				<port id="2" precision="FP32" names="4081,output.297">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3416" name="Constant_65559" type="Const" version="opset1">
+		<layer id="3416" name="Constant_65378" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1300300578" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -53632,7 +53239,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4082,4083,4085,output.299">
+				<port id="2" precision="FP32" names="4084,4085,4087,output.299">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -53648,7 +53255,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3419" name="Convert_646573" type="Convert" version="opset1">
+		<layer id="3419" name="Convert_627322" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -53672,7 +53279,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3421" name="Convert_646576" type="Convert" version="opset1">
+		<layer id="3421" name="Convert_627325" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -53734,11 +53341,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3425" name="__module.layers.18.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3425" name="self.layers.18.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -53752,7 +53356,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3426" name="__module.layers.18.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3426" name="__module.layers.18.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53766,7 +53370,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4092">
+				<port id="2" precision="FP32" names="4094">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -53783,7 +53387,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="4093">
+				<port id="1" precision="FP32" names="4095">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -53799,7 +53403,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3429" name="Convert_642329" type="Convert" version="opset1">
+		<layer id="3429" name="Convert_623080" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -53823,7 +53427,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3431" name="Convert_642332" type="Convert" version="opset1">
+		<layer id="3431" name="Convert_623083" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -53885,11 +53489,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3435" name="__module.layers.18.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3435" name="self.layers.18.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -53903,7 +53504,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3436" name="__module.layers.18.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3436" name="__module.layers.18.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -53917,7 +53518,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4095">
+				<port id="2" precision="FP32" names="4097">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -53939,7 +53540,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4096">
+				<port id="2" precision="FP32" names="4098">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -53955,7 +53556,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3439" name="Convert_650817" type="Convert" version="opset1">
+		<layer id="3439" name="Convert_631564" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -53979,7 +53580,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3441" name="Convert_650820" type="Convert" version="opset1">
+		<layer id="3441" name="Convert_631567" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -54041,11 +53642,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3445" name="__module.layers.18.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3445" name="self.layers.18.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -54059,7 +53657,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3446" name="__module.layers.18.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3446" name="__module.layers.18.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54073,14 +53671,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4098,4100,x.301,x.303">
+				<port id="2" precision="FP32" names="4100,4102,x.301,x.303">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3447" name="Constant_65562" type="Const" version="opset1">
+		<layer id="3447" name="Constant_65381" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54090,7 +53688,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3448" name="Constant_65560" type="Const" version="opset1">
+		<layer id="3448" name="Constant_65379" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54115,17 +53713,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4101">
+				<port id="2" precision="FP32" names="4103">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3450" name="Constant_25086" type="Const" version="opset1">
+		<layer id="3450" name="Constant_24954" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4102">
+				<port id="0" precision="I64" names="4104">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -54143,14 +53741,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4103">
+				<port id="2" precision="FP32" names="4105">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3452" name="Constant_65561" type="Const" version="opset1">
+		<layer id="3452" name="Constant_65380" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54175,7 +53773,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4104">
+				<port id="2" precision="FP32" names="4106">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -54213,7 +53811,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4105">
+				<port id="2" precision="FP32" names="4107">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -54235,14 +53833,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4106,output.301">
+				<port id="2" precision="FP32" names="4108,output.301">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3457" name="Constant_65563" type="Const" version="opset1">
+		<layer id="3457" name="Constant_65382" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1332212130" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54267,7 +53865,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4109,4110,hidden_states.265,output.303">
+				<port id="2" precision="FP32" names="4111,4112,hidden_states.265,output.303">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -54289,14 +53887,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4111,4137,4150,x.305,x.307">
+				<port id="2" precision="FP32" names="4113,4139,4152,x.305,x.307">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3460" name="Constant_65566" type="Const" version="opset1">
+		<layer id="3460" name="Constant_65385" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54306,7 +53904,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3461" name="Constant_65564" type="Const" version="opset1">
+		<layer id="3461" name="Constant_65383" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54331,17 +53929,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4138">
+				<port id="2" precision="FP32" names="4140">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3463" name="Constant_25163" type="Const" version="opset1">
+		<layer id="3463" name="Constant_25031" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4139">
+				<port id="0" precision="I64" names="4141">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -54359,14 +53957,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4140">
+				<port id="2" precision="FP32" names="4142">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3465" name="Constant_65565" type="Const" version="opset1">
+		<layer id="3465" name="Constant_65384" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54391,7 +53989,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4141">
+				<port id="2" precision="FP32" names="4143">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -54429,7 +54027,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4142">
+				<port id="2" precision="FP32" names="4144">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -54451,14 +54049,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4143,output.305">
+				<port id="2" precision="FP32" names="4145,output.305">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3470" name="Constant_65567" type="Const" version="opset1">
+		<layer id="3470" name="Constant_65386" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1332221346" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54483,7 +54081,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4146,4147,4149,hidden_states.267,output.307">
+				<port id="2" precision="FP32" names="4148,4149,4151,hidden_states.267,output.307">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -54499,7 +54097,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3473" name="Convert_905455" type="Convert" version="opset1">
+		<layer id="3473" name="Convert_886082" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -54523,7 +54121,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3475" name="Convert_905458" type="Convert" version="opset1">
+		<layer id="3475" name="Convert_886085" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -54585,11 +54183,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3479" name="__module.layers.19.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3479" name="self.layers.19.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -54603,7 +54198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3480" name="__module.layers.19.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3480" name="__module.layers.19.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -54617,14 +54212,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4158">
+				<port id="2" precision="FP32" names="4160">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3481" name="Constant_68090" type="Const" version="opset1">
+		<layer id="3481" name="Constant_67909" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -54645,7 +54240,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4160">
+				<port id="2" precision="FP32" names="4162">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -54674,7 +54269,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4161,q.39">
+				<port id="2" precision="FP32" names="4163,q.39">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54699,7 +54294,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4174">
+				<port id="2" precision="FP32" names="4176">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54707,7 +54302,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3486" name="Constant_25472" type="Const" version="opset1">
+		<layer id="3486" name="Constant_25337" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54715,7 +54310,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3487" name="Constant_25474" type="Const" version="opset1">
+		<layer id="3487" name="Constant_25339" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54723,7 +54318,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3488" name="Constant_25476" type="Const" version="opset1">
+		<layer id="3488" name="Constant_25341" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54731,7 +54326,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3489" name="Constant_25428" type="Const" version="opset1">
+		<layer id="3489" name="Constant_25293" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54761,7 +54356,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4184,x2.77">
+				<port id="5" precision="FP32" names="4186,x2.77">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54769,7 +54364,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3491" name="Constant_65568" type="Const" version="opset1">
+		<layer id="3491" name="Constant_65387" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -54797,7 +54392,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4185">
+				<port id="2" precision="FP32" names="4187">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54805,7 +54400,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3493" name="Constant_25369" type="Const" version="opset1">
+		<layer id="3493" name="Constant_25234" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54813,7 +54408,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3494" name="Constant_25413" type="Const" version="opset1">
+		<layer id="3494" name="Constant_25278" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54821,7 +54416,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3495" name="Constant_25415" type="Const" version="opset1">
+		<layer id="3495" name="Constant_25280" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54829,7 +54424,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3496" name="Constant_25367" type="Const" version="opset1">
+		<layer id="3496" name="Constant_25232" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -54859,7 +54454,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4179">
+				<port id="5" precision="FP32" names="4181">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54884,7 +54479,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4187">
+				<port id="2" precision="FP32" names="4189">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54909,7 +54504,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4188">
+				<port id="2" precision="FP32" names="4190">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54934,7 +54529,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4189,query.77">
+				<port id="2" precision="FP32" names="4191,query.77">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -54951,7 +54546,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3502" name="Convert_1130387" type="Convert" version="opset1">
+		<layer id="3502" name="Convert_1110908" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -54975,7 +54570,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3504" name="Convert_1130390" type="Convert" version="opset1">
+		<layer id="3504" name="Convert_1110911" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -55037,11 +54632,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3508" name="__module.layers.19.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3508" name="self.layers.19.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -55055,7 +54647,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3509" name="__module.layers.19.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3509" name="__module.layers.19.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55069,14 +54661,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4163">
+				<port id="2" precision="FP32" names="4165">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3510" name="Constant_68091" type="Const" version="opset1">
+		<layer id="3510" name="Constant_67910" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -55097,7 +54689,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4165">
+				<port id="2" precision="FP32" names="4167">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -55126,7 +54718,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4166,k.39">
+				<port id="2" precision="FP32" names="4168,k.39">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55151,7 +54743,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4190">
+				<port id="2" precision="FP32" names="4192">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55159,7 +54751,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3515" name="Constant_25615" type="Const" version="opset1">
+		<layer id="3515" name="Constant_25480" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55167,7 +54759,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3516" name="Constant_25617" type="Const" version="opset1">
+		<layer id="3516" name="Constant_25482" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55175,7 +54767,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3517" name="Constant_25619" type="Const" version="opset1">
+		<layer id="3517" name="Constant_25484" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55183,7 +54775,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3518" name="Constant_25571" type="Const" version="opset1">
+		<layer id="3518" name="Constant_25436" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55213,7 +54805,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4200,x2.79">
+				<port id="5" precision="FP32" names="4202,x2.79">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55221,7 +54813,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3520" name="Constant_65569" type="Const" version="opset1">
+		<layer id="3520" name="Constant_65388" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55249,7 +54841,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4201">
+				<port id="2" precision="FP32" names="4203">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55257,7 +54849,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3522" name="Constant_25512" type="Const" version="opset1">
+		<layer id="3522" name="Constant_25377" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55265,7 +54857,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3523" name="Constant_25556" type="Const" version="opset1">
+		<layer id="3523" name="Constant_25421" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55273,7 +54865,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3524" name="Constant_25558" type="Const" version="opset1">
+		<layer id="3524" name="Constant_25423" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55281,7 +54873,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3525" name="Constant_25510" type="Const" version="opset1">
+		<layer id="3525" name="Constant_25375" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -55311,7 +54903,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4195">
+				<port id="5" precision="FP32" names="4197">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55336,7 +54928,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4203">
+				<port id="2" precision="FP32" names="4205">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55361,7 +54953,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4204">
+				<port id="2" precision="FP32" names="4206">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55386,7 +54978,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4205,4211,4212,hidden_states.269">
+				<port id="2" precision="FP32" names="4207,4213,4214,hidden_states.269">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55394,10 +54986,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3530" name="4124" type="Const" version="opset1">
+		<layer id="3530" name="4126" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4124" />
+				<port id="0" precision="I64" names="4126" />
 			</output>
 		</layer>
 		<layer id="3531" name="__module.layers.19.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -55411,7 +55003,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4213,4214,4215">
+				<port id="2" precision="FP32" names="4215,4216,4217">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -55435,7 +55027,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4217,hidden_states.271">
+				<port id="2" precision="FP32" names="4219,hidden_states.271">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -55444,7 +55036,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3533" name="Constant_68092" type="Const" version="opset1">
+		<layer id="3533" name="Constant_67911" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -55467,7 +55059,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4221,key.39">
+				<port id="2" precision="FP32" names="4223,key.39">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -55484,7 +55076,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3536" name="Convert_1126143" type="Convert" version="opset1">
+		<layer id="3536" name="Convert_1106666" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -55508,7 +55100,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3538" name="Convert_1126146" type="Convert" version="opset1">
+		<layer id="3538" name="Convert_1106669" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -55570,11 +55162,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3542" name="__module.layers.19.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3542" name="self.layers.19.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -55588,7 +55177,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3543" name="__module.layers.19.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3543" name="__module.layers.19.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55602,14 +55191,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4168">
+				<port id="2" precision="FP32" names="4170">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3544" name="Constant_68093" type="Const" version="opset1">
+		<layer id="3544" name="Constant_67912" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -55630,7 +55219,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4170">
+				<port id="2" precision="FP32" names="4172">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -55659,7 +55248,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4171,4227,4228,hidden_states.273">
+				<port id="2" precision="FP32" names="4173,4229,4230,hidden_states.273">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -55678,7 +55267,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4229,4230,4231">
+				<port id="2" precision="FP32" names="4231,4232,4233">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -55702,7 +55291,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4233,hidden_states.275">
+				<port id="2" precision="FP32" names="4235,hidden_states.275">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -55711,7 +55300,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3550" name="Constant_68094" type="Const" version="opset1">
+		<layer id="3550" name="Constant_67913" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -55734,7 +55323,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4237,value.39">
+				<port id="2" precision="FP32" names="4239,value.39">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -55778,7 +55367,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4246,attn_output.77">
+				<port id="5" precision="FP32" names="4248,attn_output.77">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -55807,7 +55396,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4247">
+				<port id="2" precision="FP32" names="4249">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -55829,7 +55418,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4250">
+				<port id="2" precision="FP32" names="4252">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -55845,7 +55434,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3558" name="Convert_909699" type="Convert" version="opset1">
+		<layer id="3558" name="Convert_890324" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -55869,7 +55458,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3560" name="Convert_909702" type="Convert" version="opset1">
+		<layer id="3560" name="Convert_890327" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -55931,11 +55520,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3564" name="__module.layers.19.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3564" name="self.layers.19.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -55949,7 +55535,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3565" name="__module.layers.19.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3565" name="__module.layers.19.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -55963,14 +55549,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4253,4255,x.309,x.311">
+				<port id="2" precision="FP32" names="4255,4257,x.309,x.311">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3566" name="Constant_65572" type="Const" version="opset1">
+		<layer id="3566" name="Constant_65391" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -55980,7 +55566,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3567" name="Constant_65570" type="Const" version="opset1">
+		<layer id="3567" name="Constant_65389" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56005,17 +55591,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4256">
+				<port id="2" precision="FP32" names="4258">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3569" name="Constant_26170" type="Const" version="opset1">
+		<layer id="3569" name="Constant_26034" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4257">
+				<port id="0" precision="I64" names="4259">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -56033,14 +55619,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4258">
+				<port id="2" precision="FP32" names="4260">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3571" name="Constant_65571" type="Const" version="opset1">
+		<layer id="3571" name="Constant_65390" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56065,7 +55651,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4259">
+				<port id="2" precision="FP32" names="4261">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -56103,7 +55689,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4260">
+				<port id="2" precision="FP32" names="4262">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -56125,14 +55711,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4261,output.309">
+				<port id="2" precision="FP32" names="4263,output.309">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3576" name="Constant_65573" type="Const" version="opset1">
+		<layer id="3576" name="Constant_65392" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1339324450" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56157,7 +55743,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4264,4265,hidden_states.277,output.311">
+				<port id="2" precision="FP32" names="4266,4267,hidden_states.277,output.311">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -56179,14 +55765,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4266,4268,4281,x.313,x.315">
+				<port id="2" precision="FP32" names="4268,4270,4283,x.313,x.315">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3579" name="Constant_65576" type="Const" version="opset1">
+		<layer id="3579" name="Constant_65395" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56196,7 +55782,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3580" name="Constant_65574" type="Const" version="opset1">
+		<layer id="3580" name="Constant_65393" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56221,17 +55807,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4269">
+				<port id="2" precision="FP32" names="4271">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3582" name="Constant_26223" type="Const" version="opset1">
+		<layer id="3582" name="Constant_26087" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4270">
+				<port id="0" precision="I64" names="4272">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -56249,14 +55835,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4271">
+				<port id="2" precision="FP32" names="4273">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3584" name="Constant_65575" type="Const" version="opset1">
+		<layer id="3584" name="Constant_65394" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56281,7 +55867,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4272">
+				<port id="2" precision="FP32" names="4274">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -56319,7 +55905,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4273">
+				<port id="2" precision="FP32" names="4275">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -56341,14 +55927,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4274,output.313">
+				<port id="2" precision="FP32" names="4276,output.313">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3589" name="Constant_65577" type="Const" version="opset1">
+		<layer id="3589" name="Constant_65396" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1339333666" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56373,7 +55959,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4277,4278,4280,output.315">
+				<port id="2" precision="FP32" names="4279,4280,4282,output.315">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -56389,7 +55975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3592" name="Convert_659305" type="Convert" version="opset1">
+		<layer id="3592" name="Convert_640048" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -56413,7 +55999,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3594" name="Convert_659308" type="Convert" version="opset1">
+		<layer id="3594" name="Convert_640051" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -56475,11 +56061,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3598" name="__module.layers.19.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3598" name="self.layers.19.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -56493,7 +56076,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3599" name="__module.layers.19.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3599" name="__module.layers.19.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56507,7 +56090,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4287">
+				<port id="2" precision="FP32" names="4289">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -56524,7 +56107,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="4288">
+				<port id="1" precision="FP32" names="4290">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -56540,7 +56123,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3602" name="Convert_655061" type="Convert" version="opset1">
+		<layer id="3602" name="Convert_635806" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -56564,7 +56147,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3604" name="Convert_655064" type="Convert" version="opset1">
+		<layer id="3604" name="Convert_635809" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -56626,11 +56209,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3608" name="__module.layers.19.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3608" name="self.layers.19.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -56644,7 +56224,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3609" name="__module.layers.19.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3609" name="__module.layers.19.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56658,7 +56238,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4290">
+				<port id="2" precision="FP32" names="4292">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -56680,7 +56260,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4291">
+				<port id="2" precision="FP32" names="4293">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -56696,7 +56276,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3612" name="Convert_663549" type="Convert" version="opset1">
+		<layer id="3612" name="Convert_644290" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -56720,7 +56300,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3614" name="Convert_663552" type="Convert" version="opset1">
+		<layer id="3614" name="Convert_644293" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -56782,11 +56362,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3618" name="__module.layers.19.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3618" name="self.layers.19.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -56800,7 +56377,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3619" name="__module.layers.19.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3619" name="__module.layers.19.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -56814,14 +56391,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4293,4295,x.317,x.319">
+				<port id="2" precision="FP32" names="4295,4297,x.317,x.319">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3620" name="Constant_65580" type="Const" version="opset1">
+		<layer id="3620" name="Constant_65399" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56831,7 +56408,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3621" name="Constant_65578" type="Const" version="opset1">
+		<layer id="3621" name="Constant_65397" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56856,17 +56433,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4296">
+				<port id="2" precision="FP32" names="4298">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3623" name="Constant_26293" type="Const" version="opset1">
+		<layer id="3623" name="Constant_26154" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4297">
+				<port id="0" precision="I64" names="4299">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -56884,14 +56461,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4298">
+				<port id="2" precision="FP32" names="4300">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3625" name="Constant_65579" type="Const" version="opset1">
+		<layer id="3625" name="Constant_65398" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -56916,7 +56493,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4299">
+				<port id="2" precision="FP32" names="4301">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -56954,7 +56531,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4300">
+				<port id="2" precision="FP32" names="4302">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -56976,14 +56553,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4301,output.317">
+				<port id="2" precision="FP32" names="4303,output.317">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3630" name="Constant_65581" type="Const" version="opset1">
+		<layer id="3630" name="Constant_65400" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1371245218" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57008,7 +56585,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4304,4305,hidden_states.279,output.319">
+				<port id="2" precision="FP32" names="4306,4307,hidden_states.279,output.319">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -57030,14 +56607,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4306,4343,4356,x.321,x.323">
+				<port id="2" precision="FP32" names="4308,4345,4358,x.321,x.323">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3633" name="Constant_65584" type="Const" version="opset1">
+		<layer id="3633" name="Constant_65403" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57047,7 +56624,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3634" name="Constant_65582" type="Const" version="opset1">
+		<layer id="3634" name="Constant_65401" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57072,17 +56649,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4344">
+				<port id="2" precision="FP32" names="4346">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3636" name="Constant_26518" type="Const" version="opset1">
+		<layer id="3636" name="Constant_26379" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4345">
+				<port id="0" precision="I64" names="4347">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -57100,14 +56677,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4346">
+				<port id="2" precision="FP32" names="4348">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3638" name="Constant_65583" type="Const" version="opset1">
+		<layer id="3638" name="Constant_65402" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57132,7 +56709,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4347">
+				<port id="2" precision="FP32" names="4349">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -57170,7 +56747,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4348">
+				<port id="2" precision="FP32" names="4350">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -57192,14 +56769,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4349,output.321">
+				<port id="2" precision="FP32" names="4351,output.321">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3643" name="Constant_65585" type="Const" version="opset1">
+		<layer id="3643" name="Constant_65404" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1371254434" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57224,7 +56801,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4352,4353,4355,hidden_states.281,output.323">
+				<port id="2" precision="FP32" names="4354,4355,4357,hidden_states.281,output.323">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -57240,7 +56817,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3646" name="Convert_913943" type="Convert" version="opset1">
+		<layer id="3646" name="Convert_894566" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -57264,7 +56841,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3648" name="Convert_913946" type="Convert" version="opset1">
+		<layer id="3648" name="Convert_894569" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -57326,11 +56903,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3652" name="__module.layers.20.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3652" name="self.layers.20.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -57344,7 +56918,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3653" name="__module.layers.20.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3653" name="__module.layers.20.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57358,14 +56932,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4364">
+				<port id="2" precision="FP32" names="4366">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3654" name="Constant_68095" type="Const" version="opset1">
+		<layer id="3654" name="Constant_67914" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -57386,7 +56960,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4366">
+				<port id="2" precision="FP32" names="4368">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -57415,7 +56989,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4367,q.41">
+				<port id="2" precision="FP32" names="4369,q.41">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57440,7 +57014,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4380">
+				<port id="2" precision="FP32" names="4382">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57448,7 +57022,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3659" name="Constant_26827" type="Const" version="opset1">
+		<layer id="3659" name="Constant_26685" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57456,7 +57030,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3660" name="Constant_26829" type="Const" version="opset1">
+		<layer id="3660" name="Constant_26687" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57464,7 +57038,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3661" name="Constant_26831" type="Const" version="opset1">
+		<layer id="3661" name="Constant_26689" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57472,7 +57046,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3662" name="Constant_26783" type="Const" version="opset1">
+		<layer id="3662" name="Constant_26641" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57502,7 +57076,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4390,x2.81">
+				<port id="5" precision="FP32" names="4392,x2.81">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57510,7 +57084,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3664" name="Constant_65586" type="Const" version="opset1">
+		<layer id="3664" name="Constant_65405" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57538,7 +57112,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4391">
+				<port id="2" precision="FP32" names="4393">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57546,7 +57120,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3666" name="Constant_26724" type="Const" version="opset1">
+		<layer id="3666" name="Constant_26582" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57554,7 +57128,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3667" name="Constant_26768" type="Const" version="opset1">
+		<layer id="3667" name="Constant_26626" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57562,7 +57136,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3668" name="Constant_26770" type="Const" version="opset1">
+		<layer id="3668" name="Constant_26628" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57570,7 +57144,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3669" name="Constant_26722" type="Const" version="opset1">
+		<layer id="3669" name="Constant_26580" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57600,7 +57174,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4385">
+				<port id="5" precision="FP32" names="4387">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57625,7 +57199,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4393">
+				<port id="2" precision="FP32" names="4395">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57650,7 +57224,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4394">
+				<port id="2" precision="FP32" names="4396">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57675,7 +57249,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4395,query.81">
+				<port id="2" precision="FP32" names="4397,query.81">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -57692,7 +57266,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3675" name="Convert_1138875" type="Convert" version="opset1">
+		<layer id="3675" name="Convert_1119392" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -57716,7 +57290,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3677" name="Convert_1138878" type="Convert" version="opset1">
+		<layer id="3677" name="Convert_1119395" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -57778,11 +57352,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3681" name="__module.layers.20.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3681" name="self.layers.20.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -57796,7 +57367,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3682" name="__module.layers.20.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3682" name="__module.layers.20.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -57810,14 +57381,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4369">
+				<port id="2" precision="FP32" names="4371">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3683" name="Constant_68096" type="Const" version="opset1">
+		<layer id="3683" name="Constant_67915" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -57838,7 +57409,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4371">
+				<port id="2" precision="FP32" names="4373">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -57867,7 +57438,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4372,k.41">
+				<port id="2" precision="FP32" names="4374,k.41">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -57892,7 +57463,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4396">
+				<port id="2" precision="FP32" names="4398">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -57900,7 +57471,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3688" name="Constant_26970" type="Const" version="opset1">
+		<layer id="3688" name="Constant_26828" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57908,7 +57479,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3689" name="Constant_26972" type="Const" version="opset1">
+		<layer id="3689" name="Constant_26830" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57916,7 +57487,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3690" name="Constant_26974" type="Const" version="opset1">
+		<layer id="3690" name="Constant_26832" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57924,7 +57495,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3691" name="Constant_26926" type="Const" version="opset1">
+		<layer id="3691" name="Constant_26784" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -57954,7 +57525,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4406,x2.83">
+				<port id="5" precision="FP32" names="4408,x2.83">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -57962,7 +57533,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3693" name="Constant_65587" type="Const" version="opset1">
+		<layer id="3693" name="Constant_65406" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -57990,7 +57561,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4407">
+				<port id="2" precision="FP32" names="4409">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -57998,7 +57569,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3695" name="Constant_26867" type="Const" version="opset1">
+		<layer id="3695" name="Constant_26725" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -58006,7 +57577,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3696" name="Constant_26911" type="Const" version="opset1">
+		<layer id="3696" name="Constant_26769" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -58014,7 +57585,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3697" name="Constant_26913" type="Const" version="opset1">
+		<layer id="3697" name="Constant_26771" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -58022,7 +57593,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3698" name="Constant_26865" type="Const" version="opset1">
+		<layer id="3698" name="Constant_26723" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -58052,7 +57623,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4401">
+				<port id="5" precision="FP32" names="4403">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -58077,7 +57648,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4409">
+				<port id="2" precision="FP32" names="4411">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -58102,7 +57673,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4410">
+				<port id="2" precision="FP32" names="4412">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -58127,7 +57698,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4411,4417,4418,hidden_states.283">
+				<port id="2" precision="FP32" names="4413,4419,4420,hidden_states.283">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -58135,10 +57706,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3703" name="4320" type="Const" version="opset1">
+		<layer id="3703" name="4322" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4320" />
+				<port id="0" precision="I64" names="4322" />
 			</output>
 		</layer>
 		<layer id="3704" name="__module.layers.20.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -58152,7 +57723,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4419,4420,4421">
+				<port id="2" precision="FP32" names="4421,4422,4423">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -58176,7 +57747,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4423,hidden_states.285">
+				<port id="2" precision="FP32" names="4425,hidden_states.285">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -58185,7 +57756,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3706" name="Constant_68097" type="Const" version="opset1">
+		<layer id="3706" name="Constant_67916" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -58208,7 +57779,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4427,key.41">
+				<port id="2" precision="FP32" names="4429,key.41">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -58225,7 +57796,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3709" name="Convert_1134631" type="Convert" version="opset1">
+		<layer id="3709" name="Convert_1115150" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -58249,7 +57820,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3711" name="Convert_1134634" type="Convert" version="opset1">
+		<layer id="3711" name="Convert_1115153" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -58311,11 +57882,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3715" name="__module.layers.20.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3715" name="self.layers.20.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -58329,7 +57897,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3716" name="__module.layers.20.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3716" name="__module.layers.20.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58343,14 +57911,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4374">
+				<port id="2" precision="FP32" names="4376">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3717" name="Constant_68098" type="Const" version="opset1">
+		<layer id="3717" name="Constant_67917" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -58371,7 +57939,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4376">
+				<port id="2" precision="FP32" names="4378">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -58400,7 +57968,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4377,4433,4434,hidden_states.287">
+				<port id="2" precision="FP32" names="4379,4435,4436,hidden_states.287">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -58419,7 +57987,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4435,4436,4437">
+				<port id="2" precision="FP32" names="4437,4438,4439">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -58443,7 +58011,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4439,hidden_states.289">
+				<port id="2" precision="FP32" names="4441,hidden_states.289">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -58452,7 +58020,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3723" name="Constant_68099" type="Const" version="opset1">
+		<layer id="3723" name="Constant_67918" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -58475,7 +58043,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4443,value.41">
+				<port id="2" precision="FP32" names="4445,value.41">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -58519,7 +58087,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4452,attn_output.81">
+				<port id="5" precision="FP32" names="4454,attn_output.81">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -58548,7 +58116,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4453">
+				<port id="2" precision="FP32" names="4455">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -58570,7 +58138,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4456">
+				<port id="2" precision="FP32" names="4458">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -58586,7 +58154,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3731" name="Convert_918187" type="Convert" version="opset1">
+		<layer id="3731" name="Convert_898808" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -58610,7 +58178,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3733" name="Convert_918190" type="Convert" version="opset1">
+		<layer id="3733" name="Convert_898811" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -58672,11 +58240,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3737" name="__module.layers.20.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3737" name="self.layers.20.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -58690,7 +58255,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3738" name="__module.layers.20.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3738" name="__module.layers.20.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -58704,14 +58269,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4459,4461,x.325,x.327">
+				<port id="2" precision="FP32" names="4461,4463,x.325,x.327">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3739" name="Constant_65590" type="Const" version="opset1">
+		<layer id="3739" name="Constant_65409" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58721,7 +58286,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3740" name="Constant_65588" type="Const" version="opset1">
+		<layer id="3740" name="Constant_65407" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58746,17 +58311,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4462">
+				<port id="2" precision="FP32" names="4464">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3742" name="Constant_27525" type="Const" version="opset1">
+		<layer id="3742" name="Constant_27382" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4463">
+				<port id="0" precision="I64" names="4465">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -58774,14 +58339,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4464">
+				<port id="2" precision="FP32" names="4466">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3744" name="Constant_65589" type="Const" version="opset1">
+		<layer id="3744" name="Constant_65408" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58806,7 +58371,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4465">
+				<port id="2" precision="FP32" names="4467">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -58844,7 +58409,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4466">
+				<port id="2" precision="FP32" names="4468">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -58866,14 +58431,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4467,output.325">
+				<port id="2" precision="FP32" names="4469,output.325">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3749" name="Constant_65591" type="Const" version="opset1">
+		<layer id="3749" name="Constant_65410" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1378357538" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58898,7 +58463,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4470,4471,hidden_states.291,output.327">
+				<port id="2" precision="FP32" names="4472,4473,hidden_states.291,output.327">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -58920,14 +58485,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4472,4474,4487,x.329,x.331">
+				<port id="2" precision="FP32" names="4474,4476,4489,x.329,x.331">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3752" name="Constant_65594" type="Const" version="opset1">
+		<layer id="3752" name="Constant_65413" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58937,7 +58502,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3753" name="Constant_65592" type="Const" version="opset1">
+		<layer id="3753" name="Constant_65411" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -58962,17 +58527,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4475">
+				<port id="2" precision="FP32" names="4477">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3755" name="Constant_27578" type="Const" version="opset1">
+		<layer id="3755" name="Constant_27435" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4476">
+				<port id="0" precision="I64" names="4478">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -58990,14 +58555,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4477">
+				<port id="2" precision="FP32" names="4479">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3757" name="Constant_65593" type="Const" version="opset1">
+		<layer id="3757" name="Constant_65412" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59022,7 +58587,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4478">
+				<port id="2" precision="FP32" names="4480">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -59060,7 +58625,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4479">
+				<port id="2" precision="FP32" names="4481">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -59082,14 +58647,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4480,output.329">
+				<port id="2" precision="FP32" names="4482,output.329">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3762" name="Constant_65595" type="Const" version="opset1">
+		<layer id="3762" name="Constant_65414" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1378366754" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59114,7 +58679,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4483,4484,4486,output.331">
+				<port id="2" precision="FP32" names="4485,4486,4488,output.331">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -59130,7 +58695,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3765" name="Convert_672037" type="Convert" version="opset1">
+		<layer id="3765" name="Convert_652774" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -59154,7 +58719,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3767" name="Convert_672040" type="Convert" version="opset1">
+		<layer id="3767" name="Convert_652777" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -59216,11 +58781,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3771" name="__module.layers.20.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3771" name="self.layers.20.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -59234,7 +58796,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3772" name="__module.layers.20.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3772" name="__module.layers.20.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59248,7 +58810,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4493">
+				<port id="2" precision="FP32" names="4495">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -59265,7 +58827,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="4494">
+				<port id="1" precision="FP32" names="4496">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -59281,7 +58843,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3775" name="Convert_667793" type="Convert" version="opset1">
+		<layer id="3775" name="Convert_648532" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -59305,7 +58867,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3777" name="Convert_667796" type="Convert" version="opset1">
+		<layer id="3777" name="Convert_648535" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -59367,11 +58929,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3781" name="__module.layers.20.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3781" name="self.layers.20.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -59385,7 +58944,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3782" name="__module.layers.20.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3782" name="__module.layers.20.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59399,7 +58958,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4496">
+				<port id="2" precision="FP32" names="4498">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -59421,7 +58980,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4497">
+				<port id="2" precision="FP32" names="4499">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -59437,7 +58996,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3785" name="Convert_676281" type="Convert" version="opset1">
+		<layer id="3785" name="Convert_657016" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -59461,7 +59020,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3787" name="Convert_676284" type="Convert" version="opset1">
+		<layer id="3787" name="Convert_657019" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -59523,11 +59082,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3791" name="__module.layers.20.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3791" name="self.layers.20.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -59541,7 +59097,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3792" name="__module.layers.20.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3792" name="__module.layers.20.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -59555,14 +59111,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4499,4501,x.333,x.335">
+				<port id="2" precision="FP32" names="4501,4503,x.333,x.335">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3793" name="Constant_65598" type="Const" version="opset1">
+		<layer id="3793" name="Constant_65417" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59572,7 +59128,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3794" name="Constant_65596" type="Const" version="opset1">
+		<layer id="3794" name="Constant_65415" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59597,17 +59153,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4502">
+				<port id="2" precision="FP32" names="4504">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3796" name="Constant_27648" type="Const" version="opset1">
+		<layer id="3796" name="Constant_27502" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4503">
+				<port id="0" precision="I64" names="4505">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -59625,14 +59181,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4504">
+				<port id="2" precision="FP32" names="4506">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3798" name="Constant_65597" type="Const" version="opset1">
+		<layer id="3798" name="Constant_65416" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59657,7 +59213,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4505">
+				<port id="2" precision="FP32" names="4507">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -59695,7 +59251,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4506">
+				<port id="2" precision="FP32" names="4508">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -59717,14 +59273,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4507,output.333">
+				<port id="2" precision="FP32" names="4509,output.333">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3803" name="Constant_65599" type="Const" version="opset1">
+		<layer id="3803" name="Constant_65418" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1410278306" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59749,7 +59305,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4510,4511,hidden_states.293,output.335">
+				<port id="2" precision="FP32" names="4512,4513,hidden_states.293,output.335">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -59771,14 +59327,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4512,4538,4551,x.337,x.339">
+				<port id="2" precision="FP32" names="4514,4540,4553,x.337,x.339">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3806" name="Constant_65602" type="Const" version="opset1">
+		<layer id="3806" name="Constant_65421" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59788,7 +59344,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3807" name="Constant_65600" type="Const" version="opset1">
+		<layer id="3807" name="Constant_65419" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59813,17 +59369,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4539">
+				<port id="2" precision="FP32" names="4541">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3809" name="Constant_27725" type="Const" version="opset1">
+		<layer id="3809" name="Constant_27579" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4540">
+				<port id="0" precision="I64" names="4542">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -59841,14 +59397,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4541">
+				<port id="2" precision="FP32" names="4543">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3811" name="Constant_65601" type="Const" version="opset1">
+		<layer id="3811" name="Constant_65420" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59873,7 +59429,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4542">
+				<port id="2" precision="FP32" names="4544">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -59911,7 +59467,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4543">
+				<port id="2" precision="FP32" names="4545">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -59933,14 +59489,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4544,output.337">
+				<port id="2" precision="FP32" names="4546,output.337">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3816" name="Constant_65603" type="Const" version="opset1">
+		<layer id="3816" name="Constant_65422" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1410287522" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -59965,7 +59521,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4547,4548,4550,hidden_states.295,output.339">
+				<port id="2" precision="FP32" names="4549,4550,4552,hidden_states.295,output.339">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -59981,7 +59537,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3819" name="Convert_922431" type="Convert" version="opset1">
+		<layer id="3819" name="Convert_903050" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -60005,7 +59561,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3821" name="Convert_922434" type="Convert" version="opset1">
+		<layer id="3821" name="Convert_903053" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -60067,11 +59623,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3825" name="__module.layers.21.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3825" name="self.layers.21.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -60085,7 +59638,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3826" name="__module.layers.21.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3826" name="__module.layers.21.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60099,14 +59652,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4559">
+				<port id="2" precision="FP32" names="4561">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3827" name="Constant_68100" type="Const" version="opset1">
+		<layer id="3827" name="Constant_67919" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -60127,7 +59680,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4561">
+				<port id="2" precision="FP32" names="4563">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -60156,7 +59709,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4562,q.43">
+				<port id="2" precision="FP32" names="4564,q.43">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60181,7 +59734,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4575">
+				<port id="2" precision="FP32" names="4577">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60189,7 +59742,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3832" name="Constant_28034" type="Const" version="opset1">
+		<layer id="3832" name="Constant_27885" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60197,7 +59750,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3833" name="Constant_28036" type="Const" version="opset1">
+		<layer id="3833" name="Constant_27887" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60205,7 +59758,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3834" name="Constant_28038" type="Const" version="opset1">
+		<layer id="3834" name="Constant_27889" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60213,7 +59766,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3835" name="Constant_27990" type="Const" version="opset1">
+		<layer id="3835" name="Constant_27841" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60243,7 +59796,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4585,x2.85">
+				<port id="5" precision="FP32" names="4587,x2.85">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60251,7 +59804,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3837" name="Constant_65604" type="Const" version="opset1">
+		<layer id="3837" name="Constant_65423" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60279,7 +59832,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4586">
+				<port id="2" precision="FP32" names="4588">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60287,7 +59840,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3839" name="Constant_27931" type="Const" version="opset1">
+		<layer id="3839" name="Constant_27782" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60295,7 +59848,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3840" name="Constant_27975" type="Const" version="opset1">
+		<layer id="3840" name="Constant_27826" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60303,7 +59856,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3841" name="Constant_27977" type="Const" version="opset1">
+		<layer id="3841" name="Constant_27828" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60311,7 +59864,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3842" name="Constant_27929" type="Const" version="opset1">
+		<layer id="3842" name="Constant_27780" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60341,7 +59894,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4580">
+				<port id="5" precision="FP32" names="4582">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60366,7 +59919,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4588">
+				<port id="2" precision="FP32" names="4590">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60391,7 +59944,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4589">
+				<port id="2" precision="FP32" names="4591">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60416,7 +59969,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4590,query.85">
+				<port id="2" precision="FP32" names="4592,query.85">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60433,7 +59986,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3848" name="Convert_1147363" type="Convert" version="opset1">
+		<layer id="3848" name="Convert_1127876" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -60457,7 +60010,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3850" name="Convert_1147366" type="Convert" version="opset1">
+		<layer id="3850" name="Convert_1127879" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -60519,11 +60072,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3854" name="__module.layers.21.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3854" name="self.layers.21.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -60537,7 +60087,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3855" name="__module.layers.21.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3855" name="__module.layers.21.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -60551,14 +60101,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4564">
+				<port id="2" precision="FP32" names="4566">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3856" name="Constant_68101" type="Const" version="opset1">
+		<layer id="3856" name="Constant_67920" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -60579,7 +60129,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4566">
+				<port id="2" precision="FP32" names="4568">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -60608,7 +60158,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4567,k.43">
+				<port id="2" precision="FP32" names="4569,k.43">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60633,7 +60183,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4591">
+				<port id="2" precision="FP32" names="4593">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60641,7 +60191,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3861" name="Constant_28177" type="Const" version="opset1">
+		<layer id="3861" name="Constant_28028" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60649,7 +60199,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3862" name="Constant_28179" type="Const" version="opset1">
+		<layer id="3862" name="Constant_28030" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60657,7 +60207,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3863" name="Constant_28181" type="Const" version="opset1">
+		<layer id="3863" name="Constant_28032" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60665,7 +60215,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3864" name="Constant_28133" type="Const" version="opset1">
+		<layer id="3864" name="Constant_27984" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60695,7 +60245,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4601,x2.87">
+				<port id="5" precision="FP32" names="4603,x2.87">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60703,7 +60253,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3866" name="Constant_65605" type="Const" version="opset1">
+		<layer id="3866" name="Constant_65424" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -60731,7 +60281,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4602">
+				<port id="2" precision="FP32" names="4604">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60739,7 +60289,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3868" name="Constant_28074" type="Const" version="opset1">
+		<layer id="3868" name="Constant_27925" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60747,7 +60297,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3869" name="Constant_28118" type="Const" version="opset1">
+		<layer id="3869" name="Constant_27969" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60755,7 +60305,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3870" name="Constant_28120" type="Const" version="opset1">
+		<layer id="3870" name="Constant_27971" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60763,7 +60313,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3871" name="Constant_28072" type="Const" version="opset1">
+		<layer id="3871" name="Constant_27923" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -60793,7 +60343,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4596">
+				<port id="5" precision="FP32" names="4598">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60818,7 +60368,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4604">
+				<port id="2" precision="FP32" names="4606">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60843,7 +60393,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4605">
+				<port id="2" precision="FP32" names="4607">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60868,7 +60418,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4606,4612,4613,hidden_states.297">
+				<port id="2" precision="FP32" names="4608,4614,4615,hidden_states.297">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -60876,10 +60426,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3876" name="4525" type="Const" version="opset1">
+		<layer id="3876" name="4527" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4525" />
+				<port id="0" precision="I64" names="4527" />
 			</output>
 		</layer>
 		<layer id="3877" name="__module.layers.21.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -60893,7 +60443,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4614,4615,4616">
+				<port id="2" precision="FP32" names="4616,4617,4618">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -60917,7 +60467,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4618,hidden_states.299">
+				<port id="2" precision="FP32" names="4620,hidden_states.299">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -60926,7 +60476,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3879" name="Constant_68102" type="Const" version="opset1">
+		<layer id="3879" name="Constant_67921" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -60949,7 +60499,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4622,key.43">
+				<port id="2" precision="FP32" names="4624,key.43">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -60966,7 +60516,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3882" name="Convert_1143119" type="Convert" version="opset1">
+		<layer id="3882" name="Convert_1123634" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -60990,7 +60540,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3884" name="Convert_1143122" type="Convert" version="opset1">
+		<layer id="3884" name="Convert_1123637" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -61052,11 +60602,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3888" name="__module.layers.21.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3888" name="self.layers.21.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -61070,7 +60617,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3889" name="__module.layers.21.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3889" name="__module.layers.21.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61084,14 +60631,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4569">
+				<port id="2" precision="FP32" names="4571">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3890" name="Constant_68103" type="Const" version="opset1">
+		<layer id="3890" name="Constant_67922" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -61112,7 +60659,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4571">
+				<port id="2" precision="FP32" names="4573">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -61141,7 +60688,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4572,4628,4629,hidden_states.301">
+				<port id="2" precision="FP32" names="4574,4630,4631,hidden_states.301">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -61160,7 +60707,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4630,4631,4632">
+				<port id="2" precision="FP32" names="4632,4633,4634">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -61184,7 +60731,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4634,hidden_states.303">
+				<port id="2" precision="FP32" names="4636,hidden_states.303">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -61193,7 +60740,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3896" name="Constant_68104" type="Const" version="opset1">
+		<layer id="3896" name="Constant_67923" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -61216,7 +60763,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4638,value.43">
+				<port id="2" precision="FP32" names="4640,value.43">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -61260,7 +60807,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4647,attn_output.85">
+				<port id="5" precision="FP32" names="4649,attn_output.85">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -61289,7 +60836,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4648">
+				<port id="2" precision="FP32" names="4650">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -61311,7 +60858,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4651">
+				<port id="2" precision="FP32" names="4653">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -61327,7 +60874,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3904" name="Convert_926675" type="Convert" version="opset1">
+		<layer id="3904" name="Convert_907292" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -61351,7 +60898,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3906" name="Convert_926678" type="Convert" version="opset1">
+		<layer id="3906" name="Convert_907295" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -61413,11 +60960,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3910" name="__module.layers.21.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3910" name="self.layers.21.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -61431,7 +60975,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3911" name="__module.layers.21.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3911" name="__module.layers.21.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61445,14 +60989,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4654,4656,x.341,x.343">
+				<port id="2" precision="FP32" names="4656,4658,x.341,x.343">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3912" name="Constant_65608" type="Const" version="opset1">
+		<layer id="3912" name="Constant_65427" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61462,7 +61006,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3913" name="Constant_65606" type="Const" version="opset1">
+		<layer id="3913" name="Constant_65425" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61487,17 +61031,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4657">
+				<port id="2" precision="FP32" names="4659">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3915" name="Constant_28732" type="Const" version="opset1">
+		<layer id="3915" name="Constant_28582" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4658">
+				<port id="0" precision="I64" names="4660">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -61515,14 +61059,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4659">
+				<port id="2" precision="FP32" names="4661">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3917" name="Constant_65607" type="Const" version="opset1">
+		<layer id="3917" name="Constant_65426" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61547,7 +61091,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4660">
+				<port id="2" precision="FP32" names="4662">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -61585,7 +61129,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4661">
+				<port id="2" precision="FP32" names="4663">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -61607,14 +61151,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4662,output.341">
+				<port id="2" precision="FP32" names="4664,output.341">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3922" name="Constant_65609" type="Const" version="opset1">
+		<layer id="3922" name="Constant_65428" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1417390626" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61639,7 +61183,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4665,4666,hidden_states.305,output.343">
+				<port id="2" precision="FP32" names="4667,4668,hidden_states.305,output.343">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -61661,14 +61205,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4667,4669,4682,x.345,x.347">
+				<port id="2" precision="FP32" names="4669,4671,4684,x.345,x.347">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3925" name="Constant_65612" type="Const" version="opset1">
+		<layer id="3925" name="Constant_65431" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61678,7 +61222,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3926" name="Constant_65610" type="Const" version="opset1">
+		<layer id="3926" name="Constant_65429" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61703,17 +61247,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4670">
+				<port id="2" precision="FP32" names="4672">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3928" name="Constant_28785" type="Const" version="opset1">
+		<layer id="3928" name="Constant_28635" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4671">
+				<port id="0" precision="I64" names="4673">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -61731,14 +61275,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4672">
+				<port id="2" precision="FP32" names="4674">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3930" name="Constant_65611" type="Const" version="opset1">
+		<layer id="3930" name="Constant_65430" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61763,7 +61307,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4673">
+				<port id="2" precision="FP32" names="4675">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -61801,7 +61345,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4674">
+				<port id="2" precision="FP32" names="4676">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -61823,14 +61367,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4675,output.345">
+				<port id="2" precision="FP32" names="4677,output.345">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3935" name="Constant_65613" type="Const" version="opset1">
+		<layer id="3935" name="Constant_65432" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1417399842" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -61855,7 +61399,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4678,4679,4681,output.347">
+				<port id="2" precision="FP32" names="4680,4681,4683,output.347">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -61871,7 +61415,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3938" name="Convert_684769" type="Convert" version="opset1">
+		<layer id="3938" name="Convert_665500" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -61895,7 +61439,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3940" name="Convert_684772" type="Convert" version="opset1">
+		<layer id="3940" name="Convert_665503" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -61957,11 +61501,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3944" name="__module.layers.21.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3944" name="self.layers.21.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -61975,7 +61516,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3945" name="__module.layers.21.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3945" name="__module.layers.21.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -61989,7 +61530,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4688">
+				<port id="2" precision="FP32" names="4690">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -62006,7 +61547,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="4689">
+				<port id="1" precision="FP32" names="4691">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -62022,7 +61563,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3948" name="Convert_680525" type="Convert" version="opset1">
+		<layer id="3948" name="Convert_661258" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -62046,7 +61587,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3950" name="Convert_680528" type="Convert" version="opset1">
+		<layer id="3950" name="Convert_661261" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -62108,11 +61649,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3954" name="__module.layers.21.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3954" name="self.layers.21.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -62126,7 +61664,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3955" name="__module.layers.21.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3955" name="__module.layers.21.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62140,7 +61678,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4691">
+				<port id="2" precision="FP32" names="4693">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -62162,7 +61700,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4692">
+				<port id="2" precision="FP32" names="4694">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -62178,7 +61716,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3958" name="Convert_689013" type="Convert" version="opset1">
+		<layer id="3958" name="Convert_669742" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -62202,7 +61740,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3960" name="Convert_689016" type="Convert" version="opset1">
+		<layer id="3960" name="Convert_669745" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -62264,11 +61802,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3964" name="__module.layers.21.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3964" name="self.layers.21.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -62282,7 +61817,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3965" name="__module.layers.21.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3965" name="__module.layers.21.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62296,14 +61831,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4694,4696,x.349,x.351">
+				<port id="2" precision="FP32" names="4696,4698,x.349,x.351">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3966" name="Constant_65616" type="Const" version="opset1">
+		<layer id="3966" name="Constant_65435" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62313,7 +61848,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3967" name="Constant_65614" type="Const" version="opset1">
+		<layer id="3967" name="Constant_65433" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62338,17 +61873,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4697">
+				<port id="2" precision="FP32" names="4699">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3969" name="Constant_28855" type="Const" version="opset1">
+		<layer id="3969" name="Constant_28702" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4698">
+				<port id="0" precision="I64" names="4700">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -62366,14 +61901,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4699">
+				<port id="2" precision="FP32" names="4701">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3971" name="Constant_65615" type="Const" version="opset1">
+		<layer id="3971" name="Constant_65434" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62398,7 +61933,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4700">
+				<port id="2" precision="FP32" names="4702">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -62436,7 +61971,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4701">
+				<port id="2" precision="FP32" names="4703">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -62458,14 +61993,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4702,output.349">
+				<port id="2" precision="FP32" names="4704,output.349">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3976" name="Constant_65617" type="Const" version="opset1">
+		<layer id="3976" name="Constant_65436" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1449311394" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62490,7 +62025,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4705,4706,hidden_states.307,output.351">
+				<port id="2" precision="FP32" names="4707,4708,hidden_states.307,output.351">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -62512,14 +62047,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4707,4744,4757,x.353,x.355">
+				<port id="2" precision="FP32" names="4709,4746,4759,x.353,x.355">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3979" name="Constant_65620" type="Const" version="opset1">
+		<layer id="3979" name="Constant_65439" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62529,7 +62064,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3980" name="Constant_65618" type="Const" version="opset1">
+		<layer id="3980" name="Constant_65437" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62554,17 +62089,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4745">
+				<port id="2" precision="FP32" names="4747">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3982" name="Constant_29080" type="Const" version="opset1">
+		<layer id="3982" name="Constant_28927" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4746">
+				<port id="0" precision="I64" names="4748">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -62582,14 +62117,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4747">
+				<port id="2" precision="FP32" names="4749">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3984" name="Constant_65619" type="Const" version="opset1">
+		<layer id="3984" name="Constant_65438" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62614,7 +62149,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4748">
+				<port id="2" precision="FP32" names="4750">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -62652,7 +62187,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4749">
+				<port id="2" precision="FP32" names="4751">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -62674,14 +62209,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4750,output.353">
+				<port id="2" precision="FP32" names="4752,output.353">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="3989" name="Constant_65621" type="Const" version="opset1">
+		<layer id="3989" name="Constant_65440" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1449320610" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -62706,7 +62241,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4753,4754,4756,hidden_states.309,output.355">
+				<port id="2" precision="FP32" names="4755,4756,4758,hidden_states.309,output.355">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -62722,7 +62257,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3992" name="Convert_930919" type="Convert" version="opset1">
+		<layer id="3992" name="Convert_911534" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -62746,7 +62281,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3994" name="Convert_930922" type="Convert" version="opset1">
+		<layer id="3994" name="Convert_911537" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -62808,11 +62343,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3998" name="__module.layers.22.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="3998" name="self.layers.22.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -62826,7 +62358,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="3999" name="__module.layers.22.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="3999" name="__module.layers.22.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -62840,14 +62372,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4765">
+				<port id="2" precision="FP32" names="4767">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4000" name="Constant_68105" type="Const" version="opset1">
+		<layer id="4000" name="Constant_67924" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -62868,7 +62400,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4767">
+				<port id="2" precision="FP32" names="4769">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -62897,7 +62429,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4768,q.45">
+				<port id="2" precision="FP32" names="4770,q.45">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -62922,7 +62454,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4781">
+				<port id="2" precision="FP32" names="4783">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -62930,7 +62462,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4005" name="Constant_29389" type="Const" version="opset1">
+		<layer id="4005" name="Constant_29233" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -62938,7 +62470,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4006" name="Constant_29391" type="Const" version="opset1">
+		<layer id="4006" name="Constant_29235" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -62946,7 +62478,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4007" name="Constant_29393" type="Const" version="opset1">
+		<layer id="4007" name="Constant_29237" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -62954,7 +62486,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4008" name="Constant_29345" type="Const" version="opset1">
+		<layer id="4008" name="Constant_29189" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -62984,7 +62516,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4791,x2.89">
+				<port id="5" precision="FP32" names="4793,x2.89">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -62992,7 +62524,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4010" name="Constant_65622" type="Const" version="opset1">
+		<layer id="4010" name="Constant_65441" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -63020,7 +62552,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4792">
+				<port id="2" precision="FP32" names="4794">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -63028,7 +62560,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4012" name="Constant_29286" type="Const" version="opset1">
+		<layer id="4012" name="Constant_29130" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63036,7 +62568,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4013" name="Constant_29330" type="Const" version="opset1">
+		<layer id="4013" name="Constant_29174" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63044,7 +62576,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4014" name="Constant_29332" type="Const" version="opset1">
+		<layer id="4014" name="Constant_29176" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63052,7 +62584,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4015" name="Constant_29284" type="Const" version="opset1">
+		<layer id="4015" name="Constant_29128" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63082,7 +62614,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4786">
+				<port id="5" precision="FP32" names="4788">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -63107,7 +62639,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4794">
+				<port id="2" precision="FP32" names="4796">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -63132,7 +62664,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4795">
+				<port id="2" precision="FP32" names="4797">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -63157,7 +62689,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4796,query.89">
+				<port id="2" precision="FP32" names="4798,query.89">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -63174,7 +62706,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4021" name="Convert_1155851" type="Convert" version="opset1">
+		<layer id="4021" name="Convert_1136360" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -63198,7 +62730,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4023" name="Convert_1155854" type="Convert" version="opset1">
+		<layer id="4023" name="Convert_1136363" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -63260,11 +62792,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4027" name="__module.layers.22.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4027" name="self.layers.22.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -63278,7 +62807,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4028" name="__module.layers.22.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4028" name="__module.layers.22.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63292,14 +62821,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4770">
+				<port id="2" precision="FP32" names="4772">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4029" name="Constant_68106" type="Const" version="opset1">
+		<layer id="4029" name="Constant_67925" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -63320,7 +62849,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4772">
+				<port id="2" precision="FP32" names="4774">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -63349,7 +62878,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4773,k.45">
+				<port id="2" precision="FP32" names="4775,k.45">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63374,7 +62903,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4797">
+				<port id="2" precision="FP32" names="4799">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63382,7 +62911,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4034" name="Constant_29532" type="Const" version="opset1">
+		<layer id="4034" name="Constant_29376" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63390,7 +62919,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4035" name="Constant_29534" type="Const" version="opset1">
+		<layer id="4035" name="Constant_29378" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63398,7 +62927,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4036" name="Constant_29536" type="Const" version="opset1">
+		<layer id="4036" name="Constant_29380" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63406,7 +62935,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4037" name="Constant_29488" type="Const" version="opset1">
+		<layer id="4037" name="Constant_29332" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63436,7 +62965,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4807,x2.91">
+				<port id="5" precision="FP32" names="4809,x2.91">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63444,7 +62973,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4039" name="Constant_65623" type="Const" version="opset1">
+		<layer id="4039" name="Constant_65442" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -63472,7 +63001,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4808">
+				<port id="2" precision="FP32" names="4810">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63480,7 +63009,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4041" name="Constant_29429" type="Const" version="opset1">
+		<layer id="4041" name="Constant_29273" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63488,7 +63017,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4042" name="Constant_29473" type="Const" version="opset1">
+		<layer id="4042" name="Constant_29317" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63496,7 +63025,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4043" name="Constant_29475" type="Const" version="opset1">
+		<layer id="4043" name="Constant_29319" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63504,7 +63033,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4044" name="Constant_29427" type="Const" version="opset1">
+		<layer id="4044" name="Constant_29271" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -63534,7 +63063,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4802">
+				<port id="5" precision="FP32" names="4804">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63559,7 +63088,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4810">
+				<port id="2" precision="FP32" names="4812">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63584,7 +63113,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4811">
+				<port id="2" precision="FP32" names="4813">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63609,7 +63138,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4812,4818,4819,hidden_states.311">
+				<port id="2" precision="FP32" names="4814,4820,4821,hidden_states.311">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63617,10 +63146,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4049" name="4721" type="Const" version="opset1">
+		<layer id="4049" name="4723" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4721" />
+				<port id="0" precision="I64" names="4723" />
 			</output>
 		</layer>
 		<layer id="4050" name="__module.layers.22.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -63634,7 +63163,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4820,4821,4822">
+				<port id="2" precision="FP32" names="4822,4823,4824">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -63658,7 +63187,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4824,hidden_states.313">
+				<port id="2" precision="FP32" names="4826,hidden_states.313">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -63667,7 +63196,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4052" name="Constant_68107" type="Const" version="opset1">
+		<layer id="4052" name="Constant_67926" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -63690,7 +63219,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4828,key.45">
+				<port id="2" precision="FP32" names="4830,key.45">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -63707,7 +63236,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4055" name="Convert_1151607" type="Convert" version="opset1">
+		<layer id="4055" name="Convert_1132118" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -63731,7 +63260,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4057" name="Convert_1151610" type="Convert" version="opset1">
+		<layer id="4057" name="Convert_1132121" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -63793,11 +63322,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4061" name="__module.layers.22.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4061" name="self.layers.22.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -63811,7 +63337,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4062" name="__module.layers.22.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4062" name="__module.layers.22.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -63825,14 +63351,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4775">
+				<port id="2" precision="FP32" names="4777">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4063" name="Constant_68108" type="Const" version="opset1">
+		<layer id="4063" name="Constant_67927" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -63853,7 +63379,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4777">
+				<port id="2" precision="FP32" names="4779">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -63882,7 +63408,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4778,4834,4835,hidden_states.315">
+				<port id="2" precision="FP32" names="4780,4836,4837,hidden_states.315">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -63901,7 +63427,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4836,4837,4838">
+				<port id="2" precision="FP32" names="4838,4839,4840">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -63925,7 +63451,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4840,hidden_states.317">
+				<port id="2" precision="FP32" names="4842,hidden_states.317">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -63934,7 +63460,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4069" name="Constant_68109" type="Const" version="opset1">
+		<layer id="4069" name="Constant_67928" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -63957,7 +63483,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4844,value.45">
+				<port id="2" precision="FP32" names="4846,value.45">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -64001,7 +63527,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4853,attn_output.89">
+				<port id="5" precision="FP32" names="4855,attn_output.89">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -64030,7 +63556,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4854">
+				<port id="2" precision="FP32" names="4856">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -64052,7 +63578,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4857">
+				<port id="2" precision="FP32" names="4859">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -64068,7 +63594,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4077" name="Convert_935163" type="Convert" version="opset1">
+		<layer id="4077" name="Convert_915776" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -64092,7 +63618,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4079" name="Convert_935166" type="Convert" version="opset1">
+		<layer id="4079" name="Convert_915779" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -64154,11 +63680,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4083" name="__module.layers.22.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4083" name="self.layers.22.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -64172,7 +63695,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4084" name="__module.layers.22.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4084" name="__module.layers.22.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64186,14 +63709,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4860,4862,x.357,x.359">
+				<port id="2" precision="FP32" names="4862,4864,x.357,x.359">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4085" name="Constant_65626" type="Const" version="opset1">
+		<layer id="4085" name="Constant_65445" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64203,7 +63726,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4086" name="Constant_65624" type="Const" version="opset1">
+		<layer id="4086" name="Constant_65443" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64228,17 +63751,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4863">
+				<port id="2" precision="FP32" names="4865">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4088" name="Constant_30087" type="Const" version="opset1">
+		<layer id="4088" name="Constant_29930" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4864">
+				<port id="0" precision="I64" names="4866">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -64256,14 +63779,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4865">
+				<port id="2" precision="FP32" names="4867">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4090" name="Constant_65625" type="Const" version="opset1">
+		<layer id="4090" name="Constant_65444" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64288,7 +63811,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4866">
+				<port id="2" precision="FP32" names="4868">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -64326,7 +63849,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4867">
+				<port id="2" precision="FP32" names="4869">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -64348,14 +63871,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4868,output.357">
+				<port id="2" precision="FP32" names="4870,output.357">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4095" name="Constant_65627" type="Const" version="opset1">
+		<layer id="4095" name="Constant_65446" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1456423714" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64380,7 +63903,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4871,4872,hidden_states.319,output.359">
+				<port id="2" precision="FP32" names="4873,4874,hidden_states.319,output.359">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -64402,14 +63925,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4873,4875,4888,x.361,x.363">
+				<port id="2" precision="FP32" names="4875,4877,4890,x.361,x.363">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4098" name="Constant_65630" type="Const" version="opset1">
+		<layer id="4098" name="Constant_65449" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64419,7 +63942,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4099" name="Constant_65628" type="Const" version="opset1">
+		<layer id="4099" name="Constant_65447" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64444,17 +63967,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4876">
+				<port id="2" precision="FP32" names="4878">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4101" name="Constant_30140" type="Const" version="opset1">
+		<layer id="4101" name="Constant_29983" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4877">
+				<port id="0" precision="I64" names="4879">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -64472,14 +63995,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4878">
+				<port id="2" precision="FP32" names="4880">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4103" name="Constant_65629" type="Const" version="opset1">
+		<layer id="4103" name="Constant_65448" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64504,7 +64027,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4879">
+				<port id="2" precision="FP32" names="4881">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -64542,7 +64065,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4880">
+				<port id="2" precision="FP32" names="4882">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -64564,14 +64087,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4881,output.361">
+				<port id="2" precision="FP32" names="4883,output.361">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4108" name="Constant_65631" type="Const" version="opset1">
+		<layer id="4108" name="Constant_65450" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1456432930" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -64596,7 +64119,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4884,4885,4887,output.363">
+				<port id="2" precision="FP32" names="4886,4887,4889,output.363">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -64612,7 +64135,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4111" name="Convert_697501" type="Convert" version="opset1">
+		<layer id="4111" name="Convert_678226" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -64636,7 +64159,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4113" name="Convert_697504" type="Convert" version="opset1">
+		<layer id="4113" name="Convert_678229" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -64698,11 +64221,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4117" name="__module.layers.22.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4117" name="self.layers.22.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -64716,7 +64236,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4118" name="__module.layers.22.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4118" name="__module.layers.22.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64730,7 +64250,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4894">
+				<port id="2" precision="FP32" names="4896">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -64747,7 +64267,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="4895">
+				<port id="1" precision="FP32" names="4897">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -64763,7 +64283,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4121" name="Convert_693257" type="Convert" version="opset1">
+		<layer id="4121" name="Convert_673984" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -64787,7 +64307,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4123" name="Convert_693260" type="Convert" version="opset1">
+		<layer id="4123" name="Convert_673987" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -64849,11 +64369,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4127" name="__module.layers.22.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4127" name="self.layers.22.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -64867,7 +64384,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4128" name="__module.layers.22.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4128" name="__module.layers.22.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -64881,7 +64398,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4897">
+				<port id="2" precision="FP32" names="4899">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -64903,7 +64420,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4898">
+				<port id="2" precision="FP32" names="4900">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -64919,7 +64436,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4131" name="Convert_701745" type="Convert" version="opset1">
+		<layer id="4131" name="Convert_682468" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -64943,7 +64460,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4133" name="Convert_701748" type="Convert" version="opset1">
+		<layer id="4133" name="Convert_682471" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -65005,11 +64522,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4137" name="__module.layers.22.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4137" name="self.layers.22.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -65023,7 +64537,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4138" name="__module.layers.22.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4138" name="__module.layers.22.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65037,14 +64551,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4900,4902,x.365,x.367">
+				<port id="2" precision="FP32" names="4902,4904,x.365,x.367">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4139" name="Constant_65634" type="Const" version="opset1">
+		<layer id="4139" name="Constant_65453" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65054,7 +64568,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4140" name="Constant_65632" type="Const" version="opset1">
+		<layer id="4140" name="Constant_65451" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65079,17 +64593,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4903">
+				<port id="2" precision="FP32" names="4905">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4142" name="Constant_30210" type="Const" version="opset1">
+		<layer id="4142" name="Constant_30050" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4904">
+				<port id="0" precision="I64" names="4906">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -65107,14 +64621,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4905">
+				<port id="2" precision="FP32" names="4907">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4144" name="Constant_65633" type="Const" version="opset1">
+		<layer id="4144" name="Constant_65452" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65139,7 +64653,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4906">
+				<port id="2" precision="FP32" names="4908">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -65177,7 +64691,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4907">
+				<port id="2" precision="FP32" names="4909">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -65199,14 +64713,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4908,output.365">
+				<port id="2" precision="FP32" names="4910,output.365">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4149" name="Constant_65635" type="Const" version="opset1">
+		<layer id="4149" name="Constant_65454" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1488344482" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65231,7 +64745,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4911,4912,hidden_states.321,output.367">
+				<port id="2" precision="FP32" names="4913,4914,hidden_states.321,output.367">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -65253,14 +64767,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4913,4939,4952,x.369,x.371">
+				<port id="2" precision="FP32" names="4915,4941,4954,x.369,x.371">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4152" name="Constant_65638" type="Const" version="opset1">
+		<layer id="4152" name="Constant_65457" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65270,7 +64784,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4153" name="Constant_65636" type="Const" version="opset1">
+		<layer id="4153" name="Constant_65455" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65295,17 +64809,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4940">
+				<port id="2" precision="FP32" names="4942">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4155" name="Constant_30287" type="Const" version="opset1">
+		<layer id="4155" name="Constant_30127" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4941">
+				<port id="0" precision="I64" names="4943">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -65323,14 +64837,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4942">
+				<port id="2" precision="FP32" names="4944">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4157" name="Constant_65637" type="Const" version="opset1">
+		<layer id="4157" name="Constant_65456" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65355,7 +64869,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4943">
+				<port id="2" precision="FP32" names="4945">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -65393,7 +64907,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4944">
+				<port id="2" precision="FP32" names="4946">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -65415,14 +64929,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4945,output.369">
+				<port id="2" precision="FP32" names="4947,output.369">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4162" name="Constant_65639" type="Const" version="opset1">
+		<layer id="4162" name="Constant_65458" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1488353698" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65447,7 +64961,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4948,4949,4951,hidden_states.323,output.371">
+				<port id="2" precision="FP32" names="4950,4951,4953,hidden_states.323,output.371">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -65463,7 +64977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4165" name="Convert_939407" type="Convert" version="opset1">
+		<layer id="4165" name="Convert_920018" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -65487,7 +65001,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4167" name="Convert_939410" type="Convert" version="opset1">
+		<layer id="4167" name="Convert_920021" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -65549,11 +65063,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4171" name="__module.layers.23.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4171" name="self.layers.23.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -65567,7 +65078,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4172" name="__module.layers.23.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4172" name="__module.layers.23.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -65581,14 +65092,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4960">
+				<port id="2" precision="FP32" names="4962">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4173" name="Constant_68110" type="Const" version="opset1">
+		<layer id="4173" name="Constant_67929" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -65609,7 +65120,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4962">
+				<port id="2" precision="FP32" names="4964">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -65638,7 +65149,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4963,q.47">
+				<port id="2" precision="FP32" names="4965,q.47">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65663,7 +65174,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4976">
+				<port id="2" precision="FP32" names="4978">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65671,7 +65182,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4178" name="Constant_30596" type="Const" version="opset1">
+		<layer id="4178" name="Constant_30433" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65679,7 +65190,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4179" name="Constant_30598" type="Const" version="opset1">
+		<layer id="4179" name="Constant_30435" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65687,7 +65198,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4180" name="Constant_30600" type="Const" version="opset1">
+		<layer id="4180" name="Constant_30437" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65695,7 +65206,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4181" name="Constant_30552" type="Const" version="opset1">
+		<layer id="4181" name="Constant_30389" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65725,7 +65236,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4986,x2.93">
+				<port id="5" precision="FP32" names="4988,x2.93">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65733,7 +65244,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4183" name="Constant_65640" type="Const" version="opset1">
+		<layer id="4183" name="Constant_65459" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -65761,7 +65272,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4987">
+				<port id="2" precision="FP32" names="4989">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65769,7 +65280,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4185" name="Constant_30493" type="Const" version="opset1">
+		<layer id="4185" name="Constant_30330" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65777,7 +65288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4186" name="Constant_30537" type="Const" version="opset1">
+		<layer id="4186" name="Constant_30374" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65785,7 +65296,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4187" name="Constant_30539" type="Const" version="opset1">
+		<layer id="4187" name="Constant_30376" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65793,7 +65304,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4188" name="Constant_30491" type="Const" version="opset1">
+		<layer id="4188" name="Constant_30328" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -65823,7 +65334,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4981">
+				<port id="5" precision="FP32" names="4983">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65848,7 +65359,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4989">
+				<port id="2" precision="FP32" names="4991">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65873,7 +65384,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4990">
+				<port id="2" precision="FP32" names="4992">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65898,7 +65409,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4991,query.93">
+				<port id="2" precision="FP32" names="4993,query.93">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -65915,7 +65426,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4194" name="Convert_1164339" type="Convert" version="opset1">
+		<layer id="4194" name="Convert_1144844" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -65939,7 +65450,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4196" name="Convert_1164342" type="Convert" version="opset1">
+		<layer id="4196" name="Convert_1144847" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -66001,11 +65512,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4200" name="__module.layers.23.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4200" name="self.layers.23.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -66019,7 +65527,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4201" name="__module.layers.23.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4201" name="__module.layers.23.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -66033,14 +65541,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4965">
+				<port id="2" precision="FP32" names="4967">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4202" name="Constant_68111" type="Const" version="opset1">
+		<layer id="4202" name="Constant_67930" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -66061,7 +65569,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4967">
+				<port id="2" precision="FP32" names="4969">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -66090,7 +65598,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4968,k.47">
+				<port id="2" precision="FP32" names="4970,k.47">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66115,7 +65623,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4992">
+				<port id="2" precision="FP32" names="4994">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66123,7 +65631,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4207" name="Constant_30739" type="Const" version="opset1">
+		<layer id="4207" name="Constant_30576" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66131,7 +65639,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4208" name="Constant_30741" type="Const" version="opset1">
+		<layer id="4208" name="Constant_30578" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66139,7 +65647,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4209" name="Constant_30743" type="Const" version="opset1">
+		<layer id="4209" name="Constant_30580" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66147,7 +65655,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4210" name="Constant_30695" type="Const" version="opset1">
+		<layer id="4210" name="Constant_30532" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66177,7 +65685,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5002,x2.95">
+				<port id="5" precision="FP32" names="5004,x2.95">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66185,7 +65693,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4212" name="Constant_65641" type="Const" version="opset1">
+		<layer id="4212" name="Constant_65460" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -66213,7 +65721,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5003">
+				<port id="2" precision="FP32" names="5005">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66221,7 +65729,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4214" name="Constant_30636" type="Const" version="opset1">
+		<layer id="4214" name="Constant_30473" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66229,7 +65737,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4215" name="Constant_30680" type="Const" version="opset1">
+		<layer id="4215" name="Constant_30517" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66237,7 +65745,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4216" name="Constant_30682" type="Const" version="opset1">
+		<layer id="4216" name="Constant_30519" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66245,7 +65753,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4217" name="Constant_30634" type="Const" version="opset1">
+		<layer id="4217" name="Constant_30471" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -66275,7 +65783,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="4997">
+				<port id="5" precision="FP32" names="4999">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66300,7 +65808,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5005">
+				<port id="2" precision="FP32" names="5007">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66325,7 +65833,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5006">
+				<port id="2" precision="FP32" names="5008">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66350,7 +65858,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5007,5013,5014,hidden_states.325">
+				<port id="2" precision="FP32" names="5009,5015,5016,hidden_states.325">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66358,10 +65866,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4222" name="4926" type="Const" version="opset1">
+		<layer id="4222" name="4928" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="4926" />
+				<port id="0" precision="I64" names="4928" />
 			</output>
 		</layer>
 		<layer id="4223" name="__module.layers.23.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -66375,7 +65883,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5015,5016,5017">
+				<port id="2" precision="FP32" names="5017,5018,5019">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -66399,7 +65907,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5019,hidden_states.327">
+				<port id="2" precision="FP32" names="5021,hidden_states.327">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -66408,7 +65916,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4225" name="Constant_68112" type="Const" version="opset1">
+		<layer id="4225" name="Constant_67931" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -66431,7 +65939,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5023,key.47">
+				<port id="2" precision="FP32" names="5025,key.47">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -66448,7 +65956,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4228" name="Convert_1160095" type="Convert" version="opset1">
+		<layer id="4228" name="Convert_1140602" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -66472,7 +65980,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4230" name="Convert_1160098" type="Convert" version="opset1">
+		<layer id="4230" name="Convert_1140605" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -66534,11 +66042,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4234" name="__module.layers.23.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4234" name="self.layers.23.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -66552,7 +66057,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4235" name="__module.layers.23.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4235" name="__module.layers.23.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -66566,14 +66071,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4970">
+				<port id="2" precision="FP32" names="4972">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4236" name="Constant_68113" type="Const" version="opset1">
+		<layer id="4236" name="Constant_67932" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -66594,7 +66099,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4972">
+				<port id="2" precision="FP32" names="4974">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -66623,7 +66128,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="4973,5029,5030,hidden_states.329">
+				<port id="2" precision="FP32" names="4975,5031,5032,hidden_states.329">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -66642,7 +66147,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5031,5032,5033">
+				<port id="2" precision="FP32" names="5033,5034,5035">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -66666,7 +66171,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5035,hidden_states.331">
+				<port id="2" precision="FP32" names="5037,hidden_states.331">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -66675,7 +66180,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4242" name="Constant_68114" type="Const" version="opset1">
+		<layer id="4242" name="Constant_67933" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -66698,7 +66203,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5039,value.47">
+				<port id="2" precision="FP32" names="5041,value.47">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -66742,7 +66247,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5048,attn_output.93">
+				<port id="5" precision="FP32" names="5050,attn_output.93">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -66771,7 +66276,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5049">
+				<port id="2" precision="FP32" names="5051">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -66793,7 +66298,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5052">
+				<port id="2" precision="FP32" names="5054">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -66809,7 +66314,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4250" name="Convert_943651" type="Convert" version="opset1">
+		<layer id="4250" name="Convert_924260" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -66833,7 +66338,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4252" name="Convert_943654" type="Convert" version="opset1">
+		<layer id="4252" name="Convert_924263" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -66895,11 +66400,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4256" name="__module.layers.23.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4256" name="self.layers.23.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -66913,7 +66415,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4257" name="__module.layers.23.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4257" name="__module.layers.23.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -66927,14 +66429,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5055,5057,x.373,x.375">
+				<port id="2" precision="FP32" names="5057,5059,x.373,x.375">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4258" name="Constant_65644" type="Const" version="opset1">
+		<layer id="4258" name="Constant_65463" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -66944,7 +66446,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4259" name="Constant_65642" type="Const" version="opset1">
+		<layer id="4259" name="Constant_65461" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -66969,17 +66471,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5058">
+				<port id="2" precision="FP32" names="5060">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4261" name="Constant_31294" type="Const" version="opset1">
+		<layer id="4261" name="Constant_31130" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5059">
+				<port id="0" precision="I64" names="5061">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -66997,14 +66499,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5060">
+				<port id="2" precision="FP32" names="5062">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4263" name="Constant_65643" type="Const" version="opset1">
+		<layer id="4263" name="Constant_65462" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67029,7 +66531,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5061">
+				<port id="2" precision="FP32" names="5063">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -67067,7 +66569,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5062">
+				<port id="2" precision="FP32" names="5064">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -67089,14 +66591,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5063,output.373">
+				<port id="2" precision="FP32" names="5065,output.373">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4268" name="Constant_65645" type="Const" version="opset1">
+		<layer id="4268" name="Constant_65464" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1495456802" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67121,7 +66623,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5066,5067,hidden_states.333,output.375">
+				<port id="2" precision="FP32" names="5068,5069,hidden_states.333,output.375">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -67143,14 +66645,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5068,5070,5083,x.377,x.379">
+				<port id="2" precision="FP32" names="5070,5072,5085,x.377,x.379">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4271" name="Constant_65648" type="Const" version="opset1">
+		<layer id="4271" name="Constant_65467" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67160,7 +66662,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4272" name="Constant_65646" type="Const" version="opset1">
+		<layer id="4272" name="Constant_65465" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67185,17 +66687,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5071">
+				<port id="2" precision="FP32" names="5073">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4274" name="Constant_31347" type="Const" version="opset1">
+		<layer id="4274" name="Constant_31183" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5072">
+				<port id="0" precision="I64" names="5074">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -67213,14 +66715,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5073">
+				<port id="2" precision="FP32" names="5075">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4276" name="Constant_65647" type="Const" version="opset1">
+		<layer id="4276" name="Constant_65466" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67245,7 +66747,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5074">
+				<port id="2" precision="FP32" names="5076">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -67283,7 +66785,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5075">
+				<port id="2" precision="FP32" names="5077">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -67305,14 +66807,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5076,output.377">
+				<port id="2" precision="FP32" names="5078,output.377">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4281" name="Constant_65649" type="Const" version="opset1">
+		<layer id="4281" name="Constant_65468" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1495466018" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67337,7 +66839,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5079,5080,5082,output.379">
+				<port id="2" precision="FP32" names="5081,5082,5084,output.379">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -67353,7 +66855,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4284" name="Convert_710233" type="Convert" version="opset1">
+		<layer id="4284" name="Convert_690952" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -67377,7 +66879,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4286" name="Convert_710236" type="Convert" version="opset1">
+		<layer id="4286" name="Convert_690955" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -67439,11 +66941,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4290" name="__module.layers.23.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4290" name="self.layers.23.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -67457,7 +66956,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4291" name="__module.layers.23.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4291" name="__module.layers.23.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -67471,7 +66970,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5089">
+				<port id="2" precision="FP32" names="5091">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -67488,7 +66987,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="5090">
+				<port id="1" precision="FP32" names="5092">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -67504,7 +67003,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4294" name="Convert_705989" type="Convert" version="opset1">
+		<layer id="4294" name="Convert_686710" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -67528,7 +67027,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4296" name="Convert_705992" type="Convert" version="opset1">
+		<layer id="4296" name="Convert_686713" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -67590,11 +67089,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4300" name="__module.layers.23.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4300" name="self.layers.23.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -67608,7 +67104,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4301" name="__module.layers.23.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4301" name="__module.layers.23.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -67622,7 +67118,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5092">
+				<port id="2" precision="FP32" names="5094">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -67644,7 +67140,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5093">
+				<port id="2" precision="FP32" names="5095">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -67660,7 +67156,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4304" name="Convert_714477" type="Convert" version="opset1">
+		<layer id="4304" name="Convert_695194" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -67684,7 +67180,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4306" name="Convert_714480" type="Convert" version="opset1">
+		<layer id="4306" name="Convert_695197" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -67746,11 +67242,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4310" name="__module.layers.23.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4310" name="self.layers.23.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -67764,7 +67257,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4311" name="__module.layers.23.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4311" name="__module.layers.23.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -67778,14 +67271,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5095,5097,x.381,x.383">
+				<port id="2" precision="FP32" names="5097,5099,x.381,x.383">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4312" name="Constant_65652" type="Const" version="opset1">
+		<layer id="4312" name="Constant_65471" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67795,7 +67288,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4313" name="Constant_65650" type="Const" version="opset1">
+		<layer id="4313" name="Constant_65469" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67820,17 +67313,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5098">
+				<port id="2" precision="FP32" names="5100">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4315" name="Constant_31417" type="Const" version="opset1">
+		<layer id="4315" name="Constant_31250" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5099">
+				<port id="0" precision="I64" names="5101">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -67848,14 +67341,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5100">
+				<port id="2" precision="FP32" names="5102">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4317" name="Constant_65651" type="Const" version="opset1">
+		<layer id="4317" name="Constant_65470" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67880,7 +67373,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5101">
+				<port id="2" precision="FP32" names="5103">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -67918,7 +67411,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5102">
+				<port id="2" precision="FP32" names="5104">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -67940,14 +67433,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5103,output.381">
+				<port id="2" precision="FP32" names="5105,output.381">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4322" name="Constant_65653" type="Const" version="opset1">
+		<layer id="4322" name="Constant_65472" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1527377570" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -67972,7 +67465,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5106,5107,hidden_states.335,output.383">
+				<port id="2" precision="FP32" names="5108,5109,hidden_states.335,output.383">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -67994,14 +67487,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5108,5145,5158,x.385,x.387">
+				<port id="2" precision="FP32" names="5110,5147,5160,x.385,x.387">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4325" name="Constant_65656" type="Const" version="opset1">
+		<layer id="4325" name="Constant_65475" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -68011,7 +67504,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4326" name="Constant_65654" type="Const" version="opset1">
+		<layer id="4326" name="Constant_65473" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -68036,17 +67529,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5146">
+				<port id="2" precision="FP32" names="5148">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4328" name="Constant_31642" type="Const" version="opset1">
+		<layer id="4328" name="Constant_31475" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5147">
+				<port id="0" precision="I64" names="5149">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -68064,14 +67557,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5148">
+				<port id="2" precision="FP32" names="5150">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4330" name="Constant_65655" type="Const" version="opset1">
+		<layer id="4330" name="Constant_65474" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -68096,7 +67589,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5149">
+				<port id="2" precision="FP32" names="5151">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -68134,7 +67627,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5150">
+				<port id="2" precision="FP32" names="5152">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -68156,14 +67649,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5151,output.385">
+				<port id="2" precision="FP32" names="5153,output.385">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4335" name="Constant_65657" type="Const" version="opset1">
+		<layer id="4335" name="Constant_65476" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1527386786" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -68188,7 +67681,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5154,5155,5157,hidden_states.337,output.387">
+				<port id="2" precision="FP32" names="5156,5157,5159,hidden_states.337,output.387">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -68204,7 +67697,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4338" name="Convert_947895" type="Convert" version="opset1">
+		<layer id="4338" name="Convert_928502" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -68228,7 +67721,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4340" name="Convert_947898" type="Convert" version="opset1">
+		<layer id="4340" name="Convert_928505" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -68290,11 +67783,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4344" name="__module.layers.24.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4344" name="self.layers.24.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -68308,7 +67798,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4345" name="__module.layers.24.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4345" name="__module.layers.24.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -68322,14 +67812,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5166">
+				<port id="2" precision="FP32" names="5168">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4346" name="Constant_68115" type="Const" version="opset1">
+		<layer id="4346" name="Constant_67934" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -68350,7 +67840,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5168">
+				<port id="2" precision="FP32" names="5170">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -68379,7 +67869,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5169,q.49">
+				<port id="2" precision="FP32" names="5171,q.49">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68404,7 +67894,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5182">
+				<port id="2" precision="FP32" names="5184">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68412,7 +67902,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4351" name="Constant_31951" type="Const" version="opset1">
+		<layer id="4351" name="Constant_31781" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68420,7 +67910,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4352" name="Constant_31953" type="Const" version="opset1">
+		<layer id="4352" name="Constant_31783" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68428,7 +67918,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4353" name="Constant_31955" type="Const" version="opset1">
+		<layer id="4353" name="Constant_31785" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68436,7 +67926,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4354" name="Constant_31907" type="Const" version="opset1">
+		<layer id="4354" name="Constant_31737" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68466,7 +67956,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5192,x2.97">
+				<port id="5" precision="FP32" names="5194,x2.97">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68474,7 +67964,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4356" name="Constant_65658" type="Const" version="opset1">
+		<layer id="4356" name="Constant_65477" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -68502,7 +67992,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5193">
+				<port id="2" precision="FP32" names="5195">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68510,7 +68000,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4358" name="Constant_31848" type="Const" version="opset1">
+		<layer id="4358" name="Constant_31678" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68518,7 +68008,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4359" name="Constant_31892" type="Const" version="opset1">
+		<layer id="4359" name="Constant_31722" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68526,7 +68016,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4360" name="Constant_31894" type="Const" version="opset1">
+		<layer id="4360" name="Constant_31724" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68534,7 +68024,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4361" name="Constant_31846" type="Const" version="opset1">
+		<layer id="4361" name="Constant_31676" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68564,7 +68054,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5187">
+				<port id="5" precision="FP32" names="5189">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68589,7 +68079,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5195">
+				<port id="2" precision="FP32" names="5197">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68614,7 +68104,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5196">
+				<port id="2" precision="FP32" names="5198">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68639,7 +68129,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5197,query.97">
+				<port id="2" precision="FP32" names="5199,query.97">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -68656,7 +68146,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4367" name="Convert_1172827" type="Convert" version="opset1">
+		<layer id="4367" name="Convert_1153328" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -68680,7 +68170,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4369" name="Convert_1172830" type="Convert" version="opset1">
+		<layer id="4369" name="Convert_1153331" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -68742,11 +68232,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4373" name="__module.layers.24.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4373" name="self.layers.24.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -68760,7 +68247,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4374" name="__module.layers.24.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4374" name="__module.layers.24.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -68774,14 +68261,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5171">
+				<port id="2" precision="FP32" names="5173">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4375" name="Constant_68116" type="Const" version="opset1">
+		<layer id="4375" name="Constant_67935" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -68802,7 +68289,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5173">
+				<port id="2" precision="FP32" names="5175">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -68831,7 +68318,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5174,k.49">
+				<port id="2" precision="FP32" names="5176,k.49">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -68856,7 +68343,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5198">
+				<port id="2" precision="FP32" names="5200">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -68864,7 +68351,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4380" name="Constant_32094" type="Const" version="opset1">
+		<layer id="4380" name="Constant_31924" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68872,7 +68359,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4381" name="Constant_32096" type="Const" version="opset1">
+		<layer id="4381" name="Constant_31926" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68880,7 +68367,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4382" name="Constant_32098" type="Const" version="opset1">
+		<layer id="4382" name="Constant_31928" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68888,7 +68375,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4383" name="Constant_32050" type="Const" version="opset1">
+		<layer id="4383" name="Constant_31880" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68918,7 +68405,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5208,x2.99">
+				<port id="5" precision="FP32" names="5210,x2.99">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -68926,7 +68413,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4385" name="Constant_65659" type="Const" version="opset1">
+		<layer id="4385" name="Constant_65478" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -68954,7 +68441,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5209">
+				<port id="2" precision="FP32" names="5211">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -68962,7 +68449,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4387" name="Constant_31991" type="Const" version="opset1">
+		<layer id="4387" name="Constant_31821" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68970,7 +68457,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4388" name="Constant_32035" type="Const" version="opset1">
+		<layer id="4388" name="Constant_31865" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68978,7 +68465,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4389" name="Constant_32037" type="Const" version="opset1">
+		<layer id="4389" name="Constant_31867" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -68986,7 +68473,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4390" name="Constant_31989" type="Const" version="opset1">
+		<layer id="4390" name="Constant_31819" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -69016,7 +68503,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5203">
+				<port id="5" precision="FP32" names="5205">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -69041,7 +68528,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5211">
+				<port id="2" precision="FP32" names="5213">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -69066,7 +68553,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5212">
+				<port id="2" precision="FP32" names="5214">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -69091,7 +68578,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5213,5219,5220,hidden_states.339">
+				<port id="2" precision="FP32" names="5215,5221,5222,hidden_states.339">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -69099,10 +68586,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4395" name="5122" type="Const" version="opset1">
+		<layer id="4395" name="5124" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5122" />
+				<port id="0" precision="I64" names="5124" />
 			</output>
 		</layer>
 		<layer id="4396" name="__module.layers.24.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -69116,7 +68603,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5221,5222,5223">
+				<port id="2" precision="FP32" names="5223,5224,5225">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -69140,7 +68627,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5225,hidden_states.341">
+				<port id="2" precision="FP32" names="5227,hidden_states.341">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -69149,7 +68636,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4398" name="Constant_68117" type="Const" version="opset1">
+		<layer id="4398" name="Constant_67936" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -69172,7 +68659,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5229,key.49">
+				<port id="2" precision="FP32" names="5231,key.49">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -69189,7 +68676,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4401" name="Convert_1168583" type="Convert" version="opset1">
+		<layer id="4401" name="Convert_1149086" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -69213,7 +68700,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4403" name="Convert_1168586" type="Convert" version="opset1">
+		<layer id="4403" name="Convert_1149089" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -69275,11 +68762,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4407" name="__module.layers.24.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4407" name="self.layers.24.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -69293,7 +68777,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4408" name="__module.layers.24.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4408" name="__module.layers.24.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -69307,14 +68791,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5176">
+				<port id="2" precision="FP32" names="5178">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4409" name="Constant_68118" type="Const" version="opset1">
+		<layer id="4409" name="Constant_67937" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -69335,7 +68819,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5178">
+				<port id="2" precision="FP32" names="5180">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -69364,7 +68848,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5179,5235,5236,hidden_states.343">
+				<port id="2" precision="FP32" names="5181,5237,5238,hidden_states.343">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -69383,7 +68867,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5237,5238,5239">
+				<port id="2" precision="FP32" names="5239,5240,5241">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -69407,7 +68891,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5241,hidden_states.345">
+				<port id="2" precision="FP32" names="5243,hidden_states.345">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -69416,7 +68900,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4415" name="Constant_68119" type="Const" version="opset1">
+		<layer id="4415" name="Constant_67938" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -69439,7 +68923,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5245,value.49">
+				<port id="2" precision="FP32" names="5247,value.49">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -69483,7 +68967,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5254,attn_output.97">
+				<port id="5" precision="FP32" names="5256,attn_output.97">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -69512,7 +68996,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5255">
+				<port id="2" precision="FP32" names="5257">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -69534,7 +69018,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5258">
+				<port id="2" precision="FP32" names="5260">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -69550,7 +69034,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4423" name="Convert_952139" type="Convert" version="opset1">
+		<layer id="4423" name="Convert_932744" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -69574,7 +69058,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4425" name="Convert_952142" type="Convert" version="opset1">
+		<layer id="4425" name="Convert_932747" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -69636,11 +69120,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4429" name="__module.layers.24.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4429" name="self.layers.24.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -69654,7 +69135,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4430" name="__module.layers.24.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4430" name="__module.layers.24.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -69668,14 +69149,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5261,5263,x.389,x.391">
+				<port id="2" precision="FP32" names="5263,5265,x.389,x.391">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4431" name="Constant_65662" type="Const" version="opset1">
+		<layer id="4431" name="Constant_65481" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -69685,7 +69166,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4432" name="Constant_65660" type="Const" version="opset1">
+		<layer id="4432" name="Constant_65479" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -69710,17 +69191,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5264">
+				<port id="2" precision="FP32" names="5266">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4434" name="Constant_32649" type="Const" version="opset1">
+		<layer id="4434" name="Constant_32478" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5265">
+				<port id="0" precision="I64" names="5267">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -69738,14 +69219,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5266">
+				<port id="2" precision="FP32" names="5268">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4436" name="Constant_65661" type="Const" version="opset1">
+		<layer id="4436" name="Constant_65480" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -69770,7 +69251,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5267">
+				<port id="2" precision="FP32" names="5269">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -69808,7 +69289,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5268">
+				<port id="2" precision="FP32" names="5270">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -69830,14 +69311,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5269,output.389">
+				<port id="2" precision="FP32" names="5271,output.389">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4441" name="Constant_65663" type="Const" version="opset1">
+		<layer id="4441" name="Constant_65482" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1534489890" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -69862,7 +69343,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5272,5273,hidden_states.347,output.391">
+				<port id="2" precision="FP32" names="5274,5275,hidden_states.347,output.391">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -69884,14 +69365,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5274,5276,5289,x.393,x.395">
+				<port id="2" precision="FP32" names="5276,5278,5291,x.393,x.395">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4444" name="Constant_65666" type="Const" version="opset1">
+		<layer id="4444" name="Constant_65485" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -69901,7 +69382,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4445" name="Constant_65664" type="Const" version="opset1">
+		<layer id="4445" name="Constant_65483" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -69926,17 +69407,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5277">
+				<port id="2" precision="FP32" names="5279">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4447" name="Constant_32702" type="Const" version="opset1">
+		<layer id="4447" name="Constant_32531" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5278">
+				<port id="0" precision="I64" names="5280">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -69954,14 +69435,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5279">
+				<port id="2" precision="FP32" names="5281">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4449" name="Constant_65665" type="Const" version="opset1">
+		<layer id="4449" name="Constant_65484" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -69986,7 +69467,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5280">
+				<port id="2" precision="FP32" names="5282">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -70024,7 +69505,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5281">
+				<port id="2" precision="FP32" names="5283">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -70046,14 +69527,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5282,output.393">
+				<port id="2" precision="FP32" names="5284,output.393">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4454" name="Constant_65667" type="Const" version="opset1">
+		<layer id="4454" name="Constant_65486" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1534499106" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70078,7 +69559,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5285,5286,5288,output.395">
+				<port id="2" precision="FP32" names="5287,5288,5290,output.395">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -70094,7 +69575,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4457" name="Convert_722965" type="Convert" version="opset1">
+		<layer id="4457" name="Convert_703678" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -70118,7 +69599,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4459" name="Convert_722968" type="Convert" version="opset1">
+		<layer id="4459" name="Convert_703681" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -70180,11 +69661,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4463" name="__module.layers.24.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4463" name="self.layers.24.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -70198,7 +69676,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4464" name="__module.layers.24.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4464" name="__module.layers.24.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -70212,7 +69690,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5295">
+				<port id="2" precision="FP32" names="5297">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -70229,7 +69707,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="5296">
+				<port id="1" precision="FP32" names="5298">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -70245,7 +69723,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4467" name="Convert_718721" type="Convert" version="opset1">
+		<layer id="4467" name="Convert_699436" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -70269,7 +69747,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4469" name="Convert_718724" type="Convert" version="opset1">
+		<layer id="4469" name="Convert_699439" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -70331,11 +69809,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4473" name="__module.layers.24.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4473" name="self.layers.24.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -70349,7 +69824,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4474" name="__module.layers.24.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4474" name="__module.layers.24.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -70363,7 +69838,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5298">
+				<port id="2" precision="FP32" names="5300">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -70385,7 +69860,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5299">
+				<port id="2" precision="FP32" names="5301">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -70401,7 +69876,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4477" name="Convert_727209" type="Convert" version="opset1">
+		<layer id="4477" name="Convert_707920" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -70425,7 +69900,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4479" name="Convert_727212" type="Convert" version="opset1">
+		<layer id="4479" name="Convert_707923" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -70487,11 +69962,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4483" name="__module.layers.24.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4483" name="self.layers.24.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -70505,7 +69977,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4484" name="__module.layers.24.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4484" name="__module.layers.24.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -70519,14 +69991,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5301,5303,x.397,x.399">
+				<port id="2" precision="FP32" names="5303,5305,x.397,x.399">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4485" name="Constant_65670" type="Const" version="opset1">
+		<layer id="4485" name="Constant_65489" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70536,7 +70008,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4486" name="Constant_65668" type="Const" version="opset1">
+		<layer id="4486" name="Constant_65487" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70561,17 +70033,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5304">
+				<port id="2" precision="FP32" names="5306">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4488" name="Constant_32772" type="Const" version="opset1">
+		<layer id="4488" name="Constant_32598" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5305">
+				<port id="0" precision="I64" names="5307">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -70589,14 +70061,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5306">
+				<port id="2" precision="FP32" names="5308">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4490" name="Constant_65669" type="Const" version="opset1">
+		<layer id="4490" name="Constant_65488" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70621,7 +70093,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5307">
+				<port id="2" precision="FP32" names="5309">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -70659,7 +70131,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5308">
+				<port id="2" precision="FP32" names="5310">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -70681,14 +70153,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5309,output.397">
+				<port id="2" precision="FP32" names="5311,output.397">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4495" name="Constant_65671" type="Const" version="opset1">
+		<layer id="4495" name="Constant_65490" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1566410658" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70713,7 +70185,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5312,5313,hidden_states.349,output.399">
+				<port id="2" precision="FP32" names="5314,5315,hidden_states.349,output.399">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -70735,14 +70207,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5314,5340,5353,x.401,x.403">
+				<port id="2" precision="FP32" names="5316,5342,5355,x.401,x.403">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4498" name="Constant_65674" type="Const" version="opset1">
+		<layer id="4498" name="Constant_65493" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70752,7 +70224,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4499" name="Constant_65672" type="Const" version="opset1">
+		<layer id="4499" name="Constant_65491" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70777,17 +70249,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5341">
+				<port id="2" precision="FP32" names="5343">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4501" name="Constant_32849" type="Const" version="opset1">
+		<layer id="4501" name="Constant_32675" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5342">
+				<port id="0" precision="I64" names="5344">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -70805,14 +70277,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5343">
+				<port id="2" precision="FP32" names="5345">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4503" name="Constant_65673" type="Const" version="opset1">
+		<layer id="4503" name="Constant_65492" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70837,7 +70309,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5344">
+				<port id="2" precision="FP32" names="5346">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -70875,7 +70347,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5345">
+				<port id="2" precision="FP32" names="5347">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -70897,14 +70369,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5346,output.401">
+				<port id="2" precision="FP32" names="5348,output.401">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4508" name="Constant_65675" type="Const" version="opset1">
+		<layer id="4508" name="Constant_65494" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1566419874" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -70929,7 +70401,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5349,5350,5352,hidden_states.351,output.403">
+				<port id="2" precision="FP32" names="5351,5352,5354,hidden_states.351,output.403">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -70945,7 +70417,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4511" name="Convert_956383" type="Convert" version="opset1">
+		<layer id="4511" name="Convert_936986" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -70969,7 +70441,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4513" name="Convert_956386" type="Convert" version="opset1">
+		<layer id="4513" name="Convert_936989" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -71031,11 +70503,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4517" name="__module.layers.25.self_attn.q_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4517" name="self.layers.25.self_attn.q_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2048</dim>
@@ -71049,7 +70518,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4518" name="__module.layers.25.self_attn.q_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4518" name="__module.layers.25.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -71063,14 +70532,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5361">
+				<port id="2" precision="FP32" names="5363">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2048</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4519" name="Constant_68120" type="Const" version="opset1">
+		<layer id="4519" name="Constant_67939" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="592965660" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -71091,7 +70560,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5363">
+				<port id="2" precision="FP32" names="5365">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -71120,7 +70589,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5364,q">
+				<port id="2" precision="FP32" names="5366,q">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71145,7 +70614,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5377">
+				<port id="2" precision="FP32" names="5379">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71153,7 +70622,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4524" name="Constant_33158" type="Const" version="opset1">
+		<layer id="4524" name="Constant_32981" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71161,7 +70630,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4525" name="Constant_33160" type="Const" version="opset1">
+		<layer id="4525" name="Constant_32983" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71169,7 +70638,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4526" name="Constant_33162" type="Const" version="opset1">
+		<layer id="4526" name="Constant_32985" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71177,7 +70646,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4527" name="Constant_33114" type="Const" version="opset1">
+		<layer id="4527" name="Constant_32937" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71207,7 +70676,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5387,x2.101">
+				<port id="5" precision="FP32" names="5389,x2.101">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71215,7 +70684,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4529" name="Constant_65676" type="Const" version="opset1">
+		<layer id="4529" name="Constant_65495" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -71243,7 +70712,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5388">
+				<port id="2" precision="FP32" names="5390">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71251,7 +70720,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4531" name="Constant_33055" type="Const" version="opset1">
+		<layer id="4531" name="Constant_32878" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71259,7 +70728,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4532" name="Constant_33099" type="Const" version="opset1">
+		<layer id="4532" name="Constant_32922" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71267,7 +70736,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4533" name="Constant_33101" type="Const" version="opset1">
+		<layer id="4533" name="Constant_32924" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71275,7 +70744,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4534" name="Constant_33053" type="Const" version="opset1">
+		<layer id="4534" name="Constant_32876" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71305,7 +70774,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5382">
+				<port id="5" precision="FP32" names="5384">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71330,7 +70799,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5390">
+				<port id="2" precision="FP32" names="5392">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71355,7 +70824,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5391">
+				<port id="2" precision="FP32" names="5393">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71380,7 +70849,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5392,query.101">
+				<port id="2" precision="FP32" names="5394,query.101">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71397,7 +70866,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4540" name="Convert_1181315" type="Convert" version="opset1">
+		<layer id="4540" name="Convert_1161812" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -71421,7 +70890,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4542" name="Convert_1181318" type="Convert" version="opset1">
+		<layer id="4542" name="Convert_1161815" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -71483,11 +70952,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4546" name="__module.layers.25.self_attn.k_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4546" name="self.layers.25.self_attn.k_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -71501,7 +70967,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4547" name="__module.layers.25.self_attn.k_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4547" name="__module.layers.25.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -71515,14 +70981,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5366">
+				<port id="2" precision="FP32" names="5368">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4548" name="Constant_68121" type="Const" version="opset1">
+		<layer id="4548" name="Constant_67940" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -71543,7 +71009,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5368">
+				<port id="2" precision="FP32" names="5370">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -71572,7 +71038,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5369,k">
+				<port id="2" precision="FP32" names="5371,k">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71597,7 +71063,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5393">
+				<port id="2" precision="FP32" names="5395">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71605,7 +71071,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4553" name="Constant_33301" type="Const" version="opset1">
+		<layer id="4553" name="Constant_33124" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71613,7 +71079,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4554" name="Constant_33303" type="Const" version="opset1">
+		<layer id="4554" name="Constant_33126" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966132" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71621,7 +71087,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4555" name="Constant_33305" type="Const" version="opset1">
+		<layer id="4555" name="Constant_33128" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71629,7 +71095,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4556" name="Constant_33257" type="Const" version="opset1">
+		<layer id="4556" name="Constant_33080" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71659,7 +71125,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5403,x2">
+				<port id="5" precision="FP32" names="5405,x2">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71667,7 +71133,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4558" name="Constant_65677" type="Const" version="opset1">
+		<layer id="4558" name="Constant_65496" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1, 1" offset="592966148" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -71695,7 +71161,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5404">
+				<port id="2" precision="FP32" names="5406">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71703,7 +71169,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4560" name="Constant_33198" type="Const" version="opset1">
+		<layer id="4560" name="Constant_33021" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966092" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71711,7 +71177,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4561" name="Constant_33242" type="Const" version="opset1">
+		<layer id="4561" name="Constant_33065" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966124" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71719,7 +71185,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4562" name="Constant_33244" type="Const" version="opset1">
+		<layer id="4562" name="Constant_33067" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966100" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71727,7 +71193,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4563" name="Constant_33196" type="Const" version="opset1">
+		<layer id="4563" name="Constant_33019" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="592966140" size="8" />
 			<output>
 				<port id="0" precision="I64">
@@ -71757,7 +71223,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5398">
+				<port id="5" precision="FP32" names="5400">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71782,7 +71248,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5406">
+				<port id="2" precision="FP32" names="5408">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71807,7 +71273,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5407">
+				<port id="2" precision="FP32" names="5409">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71832,7 +71298,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5408,5414,5415,hidden_states.353">
+				<port id="2" precision="FP32" names="5410,5416,5417,hidden_states.353">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -71840,10 +71306,10 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4568" name="5327" type="Const" version="opset1">
+		<layer id="4568" name="5329" type="Const" version="opset1">
 			<data element_type="i64" shape="" offset="594148392" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5327" />
+				<port id="0" precision="I64" names="5329" />
 			</output>
 		</layer>
 		<layer id="4569" name="__module.layers.25.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
@@ -71857,7 +71323,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5416,5417,5418">
+				<port id="2" precision="FP32" names="5418,5419,5420">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -71881,7 +71347,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5420,hidden_states.355">
+				<port id="2" precision="FP32" names="5422,hidden_states.355">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -71890,7 +71356,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4571" name="Constant_68122" type="Const" version="opset1">
+		<layer id="4571" name="Constant_67941" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -71913,7 +71379,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5424,key">
+				<port id="2" precision="FP32" names="5426,key">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -71930,7 +71396,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4574" name="Convert_1177071" type="Convert" version="opset1">
+		<layer id="4574" name="Convert_1157570" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -71954,7 +71420,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4576" name="Convert_1177074" type="Convert" version="opset1">
+		<layer id="4576" name="Convert_1157573" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -72016,11 +71482,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4580" name="__module.layers.25.self_attn.v_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4580" name="self.layers.25.self_attn.v_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>1024</dim>
@@ -72034,7 +71497,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4581" name="__module.layers.25.self_attn.v_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4581" name="__module.layers.25.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -72048,14 +71511,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5371">
+				<port id="2" precision="FP32" names="5373">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1024</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4582" name="Constant_68123" type="Const" version="opset1">
+		<layer id="4582" name="Constant_67942" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148360" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -72076,7 +71539,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5373">
+				<port id="2" precision="FP32" names="5375">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>4</dim>
@@ -72105,7 +71568,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5374,5430,5431,hidden_states.357">
+				<port id="2" precision="FP32" names="5376,5432,5433,hidden_states.357">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>-1</dim>
@@ -72124,7 +71587,7 @@
 				<port id="1" precision="I64" />
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5432,5433,5434">
+				<port id="2" precision="FP32" names="5434,5435,5436">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>1</dim>
@@ -72148,7 +71611,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5436,hidden_states.359">
+				<port id="2" precision="FP32" names="5438,hidden_states.359">
 					<dim>-1</dim>
 					<dim>4</dim>
 					<dim>2</dim>
@@ -72157,7 +71620,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4588" name="Constant_68124" type="Const" version="opset1">
+		<layer id="4588" name="Constant_67943" type="Const" version="opset1">
 			<data element_type="i64" shape="4" offset="594148424" size="32" />
 			<output>
 				<port id="0" precision="I64">
@@ -72180,7 +71643,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5440,value">
+				<port id="2" precision="FP32" names="5442,value">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -72224,7 +71687,7 @@
 				<port id="4" precision="FP32" />
 			</input>
 			<output>
-				<port id="5" precision="FP32" names="5449,attn_output.101">
+				<port id="5" precision="FP32" names="5451,attn_output.101">
 					<dim>-1</dim>
 					<dim>8</dim>
 					<dim>-1</dim>
@@ -72253,7 +71716,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5450">
+				<port id="2" precision="FP32" names="5452">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>8</dim>
@@ -72275,7 +71738,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5453">
+				<port id="2" precision="FP32" names="5455">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>-1</dim>
@@ -72291,7 +71754,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4596" name="Convert_960627" type="Convert" version="opset1">
+		<layer id="4596" name="Convert_941228" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -72315,7 +71778,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4598" name="Convert_960630" type="Convert" version="opset1">
+		<layer id="4598" name="Convert_941231" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -72377,11 +71840,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4602" name="__module.layers.25.self_attn.o_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4602" name="self.layers.25.self_attn.o_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -72395,7 +71855,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4603" name="__module.layers.25.self_attn.o_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4603" name="__module.layers.25.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -72409,14 +71869,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5456,5458,x.405,x.407">
+				<port id="2" precision="FP32" names="5458,5460,x.405,x.407">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4604" name="Constant_65680" type="Const" version="opset1">
+		<layer id="4604" name="Constant_65499" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72426,7 +71886,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4605" name="Constant_65678" type="Const" version="opset1">
+		<layer id="4605" name="Constant_65497" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72451,17 +71911,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5459">
+				<port id="2" precision="FP32" names="5461">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4607" name="Constant_33856" type="Const" version="opset1">
+		<layer id="4607" name="Constant_33678" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5460">
+				<port id="0" precision="I64" names="5462">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -72479,14 +71939,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5461">
+				<port id="2" precision="FP32" names="5463">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4609" name="Constant_65679" type="Const" version="opset1">
+		<layer id="4609" name="Constant_65498" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72511,7 +71971,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5462">
+				<port id="2" precision="FP32" names="5464">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -72549,7 +72009,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5463">
+				<port id="2" precision="FP32" names="5465">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -72571,14 +72031,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5464,output.405">
+				<port id="2" precision="FP32" names="5466,output.405">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4614" name="Constant_65681" type="Const" version="opset1">
+		<layer id="4614" name="Constant_65500" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1573522978" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72603,7 +72063,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5467,5468,hidden_states.361,output.407">
+				<port id="2" precision="FP32" names="5469,5470,hidden_states.361,output.407">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -72625,14 +72085,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5469,5471,5484,x.409,x.411">
+				<port id="2" precision="FP32" names="5471,5473,5486,x.409,x.411">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4617" name="Constant_65684" type="Const" version="opset1">
+		<layer id="4617" name="Constant_65503" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72642,7 +72102,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4618" name="Constant_65682" type="Const" version="opset1">
+		<layer id="4618" name="Constant_65501" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72667,17 +72127,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5472">
+				<port id="2" precision="FP32" names="5474">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4620" name="Constant_33909" type="Const" version="opset1">
+		<layer id="4620" name="Constant_33731" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5473">
+				<port id="0" precision="I64" names="5475">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -72695,14 +72155,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5474">
+				<port id="2" precision="FP32" names="5476">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4622" name="Constant_65683" type="Const" version="opset1">
+		<layer id="4622" name="Constant_65502" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72727,7 +72187,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5475">
+				<port id="2" precision="FP32" names="5477">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -72765,7 +72225,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5476">
+				<port id="2" precision="FP32" names="5478">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -72787,14 +72247,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5477,output.409">
+				<port id="2" precision="FP32" names="5479,output.409">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4627" name="Constant_65685" type="Const" version="opset1">
+		<layer id="4627" name="Constant_65504" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1573532194" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -72819,7 +72279,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5480,5481,5483,output.411">
+				<port id="2" precision="FP32" names="5482,5483,5485,output.411">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -72835,7 +72295,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4630" name="Convert_735697" type="Convert" version="opset1">
+		<layer id="4630" name="Convert_716404" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -72859,7 +72319,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4632" name="Convert_735700" type="Convert" version="opset1">
+		<layer id="4632" name="Convert_716407" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -72921,11 +72381,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4636" name="__module.layers.25.mlp.gate_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4636" name="self.layers.25.mlp.gate_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -72939,7 +72396,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4637" name="__module.layers.25.mlp.gate_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4637" name="__module.layers.25.mlp.gate_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -72953,7 +72410,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5490">
+				<port id="2" precision="FP32" names="5492">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -72970,7 +72427,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="1" precision="FP32" names="5491">
+				<port id="1" precision="FP32" names="5493">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -72986,7 +72443,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4640" name="Convert_731453" type="Convert" version="opset1">
+		<layer id="4640" name="Convert_712162" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -73010,7 +72467,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4642" name="Convert_731456" type="Convert" version="opset1">
+		<layer id="4642" name="Convert_712165" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U4">
@@ -73072,11 +72529,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4646" name="__module.layers.25.mlp.up_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4646" name="self.layers.25.mlp.up_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>9216</dim>
@@ -73090,7 +72544,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4647" name="__module.layers.25.mlp.up_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4647" name="__module.layers.25.mlp.up_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -73104,7 +72558,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5493">
+				<port id="2" precision="FP32" names="5495">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -73126,7 +72580,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5494">
+				<port id="2" precision="FP32" names="5496">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>9216</dim>
@@ -73142,7 +72596,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4650" name="Convert_739939" type="Convert" version="opset1">
+		<layer id="4650" name="Convert_720644" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -73166,7 +72620,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4652" name="Convert_739942" type="Convert" version="opset1">
+		<layer id="4652" name="Convert_720647" type="Convert" version="opset1">
 			<data destination_type="f16" />
 			<input>
 				<port id="0" precision="U8">
@@ -73228,11 +72682,8 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4656" name="__module.layers.25.mlp.down_proj/ov_ext::linear/Convert" type="Convert" version="opset1">
+		<layer id="4656" name="self.layers.25.mlp.down_proj.weight/fq_weights_1/convert" type="Convert" version="opset1">
 			<data destination_type="f32" />
-			<rt_info>
-				<attribute name="decompression" version="0" />
-			</rt_info>
 			<input>
 				<port id="0" precision="FP16">
 					<dim>2304</dim>
@@ -73246,7 +72697,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4657" name="__module.layers.25.mlp.down_proj/ov_ext::linear/MatMul" type="MatMul" version="opset1">
+		<layer id="4657" name="__module.layers.25.mlp.down_proj/aten::linear/MatMul" type="MatMul" version="opset1">
 			<data transpose_a="false" transpose_b="true" />
 			<input>
 				<port id="0" precision="FP32">
@@ -73260,14 +72711,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5496,5498,x.413,x.415">
+				<port id="2" precision="FP32" names="5498,5500,x.413,x.415">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4658" name="Constant_65688" type="Const" version="opset1">
+		<layer id="4658" name="Constant_65507" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73277,7 +72728,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4659" name="Constant_65686" type="Const" version="opset1">
+		<layer id="4659" name="Constant_65505" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73302,17 +72753,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5499">
+				<port id="2" precision="FP32" names="5501">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4661" name="Constant_33979" type="Const" version="opset1">
+		<layer id="4661" name="Constant_33798" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5500">
+				<port id="0" precision="I64" names="5502">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -73330,14 +72781,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5501">
+				<port id="2" precision="FP32" names="5503">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4663" name="Constant_65687" type="Const" version="opset1">
+		<layer id="4663" name="Constant_65506" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73362,7 +72813,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5502">
+				<port id="2" precision="FP32" names="5504">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -73400,7 +72851,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5503">
+				<port id="2" precision="FP32" names="5505">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -73422,14 +72873,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5504,output.413">
+				<port id="2" precision="FP32" names="5506,output.413">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4668" name="Constant_65689" type="Const" version="opset1">
+		<layer id="4668" name="Constant_65508" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1616061730" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73454,7 +72905,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5507,5508,hidden_states,output.415">
+				<port id="2" precision="FP32" names="5509,5510,hidden_states,output.415">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
@@ -73476,14 +72927,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5509,5520,x,x.417">
+				<port id="2" precision="FP32" names="5511,5522,x,x.417">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4671" name="Constant_65692" type="Const" version="opset1">
+		<layer id="4671" name="Constant_65511" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592008" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73493,7 +72944,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4672" name="Constant_65690" type="Const" version="opset1">
+		<layer id="4672" name="Constant_65509" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592012" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73518,17 +72969,17 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5521">
+				<port id="2" precision="FP32" names="5523">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4674" name="Constant_34041" type="Const" version="opset1">
+		<layer id="4674" name="Constant_33860" type="Const" version="opset1">
 			<data element_type="i64" shape="1" offset="590592016" size="8" />
 			<output>
-				<port id="0" precision="I64" names="5522">
+				<port id="0" precision="I64" names="5524">
 					<dim>1</dim>
 				</port>
 			</output>
@@ -73546,14 +72997,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5523">
+				<port id="2" precision="FP32" names="5525">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4676" name="Constant_65691" type="Const" version="opset1">
+		<layer id="4676" name="Constant_65510" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 1" offset="590592024" size="4" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73578,7 +73029,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5524">
+				<port id="2" precision="FP32" names="5526">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -73616,7 +73067,7 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5525">
+				<port id="2" precision="FP32" names="5527">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>1</dim>
@@ -73638,14 +73089,14 @@
 				</port>
 			</input>
 			<output>
-				<port id="2" precision="FP32" names="5526,output.417">
+				<port id="2" precision="FP32" names="5528,output.417">
 					<dim>-1</dim>
 					<dim>-1</dim>
 					<dim>2304</dim>
 				</port>
 			</output>
 		</layer>
-		<layer id="4681" name="Constant_65693" type="Const" version="opset1">
+		<layer id="4681" name="Constant_65512" type="Const" version="opset1">
 			<data element_type="f32" shape="1, 1, 2304" offset="1616070946" size="9216" />
 			<output>
 				<port id="0" precision="FP32">
@@ -73677,7 +73128,7 @@
 				</port>
 			</output>
 		</layer>
-		<layer id="4683" name="Result_34725" type="Result" version="opset1" output_names="last_hidden_state">
+		<layer id="4683" name="Result_34544" type="Result" version="opset1" output_names="last_hidden_state">
 			<input>
 				<port id="0" precision="FP32">
 					<dim>-1</dim>